2024-11-25 10:13:40,329 main DEBUG Apache Log4j Core 2.17.2 initializing configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@47caedad 2024-11-25 10:13:40,342 main DEBUG Took 0.011040 seconds to load 1 plugins from package org.apache.hadoop.hbase.logging 2024-11-25 10:13:40,343 main DEBUG PluginManager 'Core' found 129 plugins 2024-11-25 10:13:40,343 main DEBUG PluginManager 'Level' found 0 plugins 2024-11-25 10:13:40,344 main DEBUG PluginManager 'Lookup' found 16 plugins 2024-11-25 10:13:40,352 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-25 10:13:40,359 main DEBUG PluginManager 'TypeConverter' found 26 plugins 2024-11-25 10:13:40,371 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.hadoop.metrics2.util.MBeans", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-25 10:13:40,372 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-25 10:13:40,373 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.logging.TestJul2Slf4j", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-25 10:13:40,373 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-25 10:13:40,374 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.zookeeper", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-25 10:13:40,374 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-25 10:13:40,375 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsSinkAdapter", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-25 10:13:40,376 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-25 10:13:40,376 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsSystemImpl", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-25 10:13:40,377 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-25 10:13:40,378 main DEBUG LoggerConfig$Builder(additivity="false", level="WARN", levelAndRefs="null", name="org.apache.directory", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-25 10:13:40,378 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-25 10:13:40,379 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.ipc.FailedServers", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-25 10:13:40,379 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-25 10:13:40,380 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsConfig", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-25 10:13:40,380 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-25 10:13:40,381 main DEBUG LoggerConfig$Builder(additivity="null", level="INFO", levelAndRefs="null", name="org.apache.hadoop.hbase.ScheduledChore", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-25 10:13:40,381 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-25 10:13:40,382 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.regionserver.RSRpcServices", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-25 10:13:40,382 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-25 10:13:40,383 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-25 10:13:40,383 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-25 10:13:40,384 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-25 10:13:40,384 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-25 10:13:40,385 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hbase.thirdparty.io.netty.channel", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-25 10:13:40,385 main DEBUG Building Plugin[name=root, class=org.apache.logging.log4j.core.config.LoggerConfig$RootLogger]. 2024-11-25 10:13:40,387 main DEBUG LoggerConfig$RootLogger$Builder(additivity="null", level="null", levelAndRefs="INFO,Console", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-25 10:13:40,388 main DEBUG Building Plugin[name=loggers, class=org.apache.logging.log4j.core.config.LoggersPlugin]. 2024-11-25 10:13:40,391 main DEBUG createLoggers(={org.apache.hadoop.metrics2.util.MBeans, org.apache.hadoop.hbase.logging.TestJul2Slf4j, org.apache.zookeeper, org.apache.hadoop.metrics2.impl.MetricsSinkAdapter, org.apache.hadoop.metrics2.impl.MetricsSystemImpl, org.apache.directory, org.apache.hadoop.hbase.ipc.FailedServers, org.apache.hadoop.metrics2.impl.MetricsConfig, org.apache.hadoop.hbase.ScheduledChore, org.apache.hadoop.hbase.regionserver.RSRpcServices, org.apache.hadoop, org.apache.hadoop.hbase, org.apache.hbase.thirdparty.io.netty.channel, root}) 2024-11-25 10:13:40,391 main DEBUG Building Plugin[name=layout, class=org.apache.logging.log4j.core.layout.PatternLayout]. 2024-11-25 10:13:40,392 main DEBUG PatternLayout$Builder(pattern="%d{ISO8601} %-5p [%t%notEmpty{ %X}] %C{2}(%L): %m%n", PatternSelector=null, Configuration(PropertiesConfig), Replace=null, charset="null", alwaysWriteExceptions="null", disableAnsi="null", noConsoleNoAnsi="null", header="null", footer="null") 2024-11-25 10:13:40,393 main DEBUG PluginManager 'Converter' found 47 plugins 2024-11-25 10:13:40,402 main DEBUG Building Plugin[name=appender, class=org.apache.hadoop.hbase.logging.HBaseTestAppender]. 2024-11-25 10:13:40,404 main DEBUG HBaseTestAppender$Builder(target="SYSTEM_ERR", maxSize="1G", bufferedIo="null", bufferSize="null", immediateFlush="null", ignoreExceptions="null", PatternLayout(%d{ISO8601} %-5p [%t%notEmpty{ %X}] %C{2}(%L): %m%n), name="Console", Configuration(PropertiesConfig), Filter=null, ={}) 2024-11-25 10:13:40,406 main DEBUG Starting HBaseTestOutputStreamManager SYSTEM_ERR 2024-11-25 10:13:40,406 main DEBUG Building Plugin[name=appenders, class=org.apache.logging.log4j.core.config.AppendersPlugin]. 2024-11-25 10:13:40,407 main DEBUG createAppenders(={Console}) 2024-11-25 10:13:40,407 main DEBUG Configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@47caedad initialized 2024-11-25 10:13:40,408 main DEBUG Starting configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@47caedad 2024-11-25 10:13:40,408 main DEBUG Started configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@47caedad OK. 2024-11-25 10:13:40,409 main DEBUG Shutting down OutputStreamManager SYSTEM_OUT.false.false-1 2024-11-25 10:13:40,409 main DEBUG OutputStream closed 2024-11-25 10:13:40,409 main DEBUG Shut down OutputStreamManager SYSTEM_OUT.false.false-1, all resources released: true 2024-11-25 10:13:40,410 main DEBUG Appender DefaultConsole-1 stopped with status true 2024-11-25 10:13:40,410 main DEBUG Stopped org.apache.logging.log4j.core.config.DefaultConfiguration@55634720 OK 2024-11-25 10:13:40,493 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6 2024-11-25 10:13:40,495 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=StatusLogger 2024-11-25 10:13:40,496 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=ContextSelector 2024-11-25 10:13:40,497 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name= 2024-11-25 10:13:40,498 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.directory 2024-11-25 10:13:40,499 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsSinkAdapter 2024-11-25 10:13:40,499 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.zookeeper 2024-11-25 10:13:40,499 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.logging.TestJul2Slf4j 2024-11-25 10:13:40,500 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsSystemImpl 2024-11-25 10:13:40,500 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.util.MBeans 2024-11-25 10:13:40,501 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase 2024-11-25 10:13:40,501 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop 2024-11-25 10:13:40,502 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.ipc.FailedServers 2024-11-25 10:13:40,502 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.regionserver.RSRpcServices 2024-11-25 10:13:40,503 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsConfig 2024-11-25 10:13:40,503 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hbase.thirdparty.io.netty.channel 2024-11-25 10:13:40,504 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.ScheduledChore 2024-11-25 10:13:40,504 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Appenders,name=Console 2024-11-25 10:13:40,507 main DEBUG org.apache.logging.log4j.core.util.SystemClock supports precise timestamps. 2024-11-25 10:13:40,507 main DEBUG Reconfiguration complete for context[name=1dbd16a6] at URI jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-logging/target/hbase-logging-3.0.0-beta-2-SNAPSHOT-tests.jar!/log4j2.properties (org.apache.logging.log4j.core.LoggerContext@19835e64) with optional ClassLoader: null 2024-11-25 10:13:40,507 main DEBUG Shutdown hook enabled. Registering a new one. 2024-11-25 10:13:40,508 main DEBUG LoggerContext[name=1dbd16a6, org.apache.logging.log4j.core.LoggerContext@19835e64] started OK. 2024-11-25T10:13:40,788 DEBUG [main {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/457f32a9-31cf-5fe5-49cf-33994dc7a7e2 2024-11-25 10:13:40,793 main DEBUG AsyncLogger.ThreadNameStrategy=UNCACHED (user specified null, default is UNCACHED) 2024-11-25 10:13:40,794 main DEBUG org.apache.logging.log4j.core.util.SystemClock supports precise timestamps. 2024-11-25T10:13:40,810 INFO [main {}] hbase.HBaseClassTestRule(94): Test class org.apache.hadoop.hbase.TestAcidGuaranteesWithEagerPolicy timeout: 13 mins 2024-11-25T10:13:40,840 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-25T10:13:40,859 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/457f32a9-31cf-5fe5-49cf-33994dc7a7e2/cluster_ce51990d-3b4e-7831-a236-0c51cc206d5f, deleteOnExit=true 2024-11-25T10:13:40,860 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-25T10:13:40,861 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/457f32a9-31cf-5fe5-49cf-33994dc7a7e2/test.cache.data in system properties and HBase conf 2024-11-25T10:13:40,862 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/457f32a9-31cf-5fe5-49cf-33994dc7a7e2/hadoop.tmp.dir in system properties and HBase conf 2024-11-25T10:13:40,863 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/457f32a9-31cf-5fe5-49cf-33994dc7a7e2/hadoop.log.dir in system properties and HBase conf 2024-11-25T10:13:40,863 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/457f32a9-31cf-5fe5-49cf-33994dc7a7e2/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-25T10:13:40,864 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/457f32a9-31cf-5fe5-49cf-33994dc7a7e2/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-25T10:13:40,864 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-25T10:13:40,971 WARN [Time-limited test {}] util.NativeCodeLoader(60): Unable to load native-hadoop library for your platform... using builtin-java classes where applicable 2024-11-25T10:13:41,090 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-25T10:13:41,095 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/457f32a9-31cf-5fe5-49cf-33994dc7a7e2/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-25T10:13:41,096 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/457f32a9-31cf-5fe5-49cf-33994dc7a7e2/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-25T10:13:41,097 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/457f32a9-31cf-5fe5-49cf-33994dc7a7e2/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-25T10:13:41,097 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/457f32a9-31cf-5fe5-49cf-33994dc7a7e2/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-25T10:13:41,098 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/457f32a9-31cf-5fe5-49cf-33994dc7a7e2/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-25T10:13:41,099 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/457f32a9-31cf-5fe5-49cf-33994dc7a7e2/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-25T10:13:41,099 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/457f32a9-31cf-5fe5-49cf-33994dc7a7e2/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-25T10:13:41,100 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/457f32a9-31cf-5fe5-49cf-33994dc7a7e2/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-25T10:13:41,101 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/457f32a9-31cf-5fe5-49cf-33994dc7a7e2/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-25T10:13:41,101 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/457f32a9-31cf-5fe5-49cf-33994dc7a7e2/nfs.dump.dir in system properties and HBase conf 2024-11-25T10:13:41,102 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/457f32a9-31cf-5fe5-49cf-33994dc7a7e2/java.io.tmpdir in system properties and HBase conf 2024-11-25T10:13:41,102 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/457f32a9-31cf-5fe5-49cf-33994dc7a7e2/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-25T10:13:41,103 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/457f32a9-31cf-5fe5-49cf-33994dc7a7e2/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-25T10:13:41,104 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/457f32a9-31cf-5fe5-49cf-33994dc7a7e2/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-25T10:13:42,020 WARN [Time-limited test {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-namenode.properties,hadoop-metrics2.properties 2024-11-25T10:13:42,129 INFO [Time-limited test {}] log.Log(170): Logging initialized @2535ms to org.eclipse.jetty.util.log.Slf4jLog 2024-11-25T10:13:42,225 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-25T10:13:42,310 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-25T10:13:42,362 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-25T10:13:42,362 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-25T10:13:42,364 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-25T10:13:42,378 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-25T10:13:42,381 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@1b490999{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/457f32a9-31cf-5fe5-49cf-33994dc7a7e2/hadoop.log.dir/,AVAILABLE} 2024-11-25T10:13:42,382 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@707ebc91{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-25T10:13:42,600 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@5f062aca{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/457f32a9-31cf-5fe5-49cf-33994dc7a7e2/java.io.tmpdir/jetty-localhost-42051-hadoop-hdfs-3_4_1-tests_jar-_-any-8877393474639432688/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-25T10:13:42,607 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@4fee885d{HTTP/1.1, (http/1.1)}{localhost:42051} 2024-11-25T10:13:42,607 INFO [Time-limited test {}] server.Server(415): Started @3015ms 2024-11-25T10:13:43,047 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-25T10:13:43,054 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-25T10:13:43,056 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-25T10:13:43,056 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-25T10:13:43,056 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-25T10:13:43,057 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@849d63d{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/457f32a9-31cf-5fe5-49cf-33994dc7a7e2/hadoop.log.dir/,AVAILABLE} 2024-11-25T10:13:43,058 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@5a247cd0{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-25T10:13:43,193 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@53343f2d{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/457f32a9-31cf-5fe5-49cf-33994dc7a7e2/java.io.tmpdir/jetty-localhost-37527-hadoop-hdfs-3_4_1-tests_jar-_-any-231897087201339103/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-25T10:13:43,194 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@3ff8ab72{HTTP/1.1, (http/1.1)}{localhost:37527} 2024-11-25T10:13:43,194 INFO [Time-limited test {}] server.Server(415): Started @3602ms 2024-11-25T10:13:43,269 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-25T10:13:43,777 WARN [Thread-73 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/457f32a9-31cf-5fe5-49cf-33994dc7a7e2/cluster_ce51990d-3b4e-7831-a236-0c51cc206d5f/data/data2/current/BP-1628603452-172.17.0.2-1732529621771/current, will proceed with Du for space computation calculation, 2024-11-25T10:13:43,777 WARN [Thread-72 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/457f32a9-31cf-5fe5-49cf-33994dc7a7e2/cluster_ce51990d-3b4e-7831-a236-0c51cc206d5f/data/data1/current/BP-1628603452-172.17.0.2-1732529621771/current, will proceed with Du for space computation calculation, 2024-11-25T10:13:43,828 WARN [Thread-58 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-25T10:13:43,898 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xb15dc03e1a5d4ffc with lease ID 0x98954b87aae1bf06: Processing first storage report for DS-e0a48005-43cf-4536-8d03-e7d6f2f413fc from datanode DatanodeRegistration(127.0.0.1:39927, datanodeUuid=d3c3199c-40e9-4523-bda2-ba9a28ead04f, infoPort=35413, infoSecurePort=0, ipcPort=36483, storageInfo=lv=-57;cid=testClusterID;nsid=508183549;c=1732529621771) 2024-11-25T10:13:43,899 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xb15dc03e1a5d4ffc with lease ID 0x98954b87aae1bf06: from storage DS-e0a48005-43cf-4536-8d03-e7d6f2f413fc node DatanodeRegistration(127.0.0.1:39927, datanodeUuid=d3c3199c-40e9-4523-bda2-ba9a28ead04f, infoPort=35413, infoSecurePort=0, ipcPort=36483, storageInfo=lv=-57;cid=testClusterID;nsid=508183549;c=1732529621771), blocks: 0, hasStaleStorage: true, processing time: 1 msecs, invalidatedBlocks: 0 2024-11-25T10:13:43,900 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xb15dc03e1a5d4ffc with lease ID 0x98954b87aae1bf06: Processing first storage report for DS-12b92053-da88-43da-9770-44006f215b5c from datanode DatanodeRegistration(127.0.0.1:39927, datanodeUuid=d3c3199c-40e9-4523-bda2-ba9a28ead04f, infoPort=35413, infoSecurePort=0, ipcPort=36483, storageInfo=lv=-57;cid=testClusterID;nsid=508183549;c=1732529621771) 2024-11-25T10:13:43,900 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xb15dc03e1a5d4ffc with lease ID 0x98954b87aae1bf06: from storage DS-12b92053-da88-43da-9770-44006f215b5c node DatanodeRegistration(127.0.0.1:39927, datanodeUuid=d3c3199c-40e9-4523-bda2-ba9a28ead04f, infoPort=35413, infoSecurePort=0, ipcPort=36483, storageInfo=lv=-57;cid=testClusterID;nsid=508183549;c=1732529621771), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-25T10:13:43,970 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/457f32a9-31cf-5fe5-49cf-33994dc7a7e2 2024-11-25T10:13:44,075 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/457f32a9-31cf-5fe5-49cf-33994dc7a7e2/cluster_ce51990d-3b4e-7831-a236-0c51cc206d5f/zookeeper_0, clientPort=54846, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/457f32a9-31cf-5fe5-49cf-33994dc7a7e2/cluster_ce51990d-3b4e-7831-a236-0c51cc206d5f/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/457f32a9-31cf-5fe5-49cf-33994dc7a7e2/cluster_ce51990d-3b4e-7831-a236-0c51cc206d5f/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-11-25T10:13:44,090 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=54846 2024-11-25T10:13:44,100 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-25T10:13:44,103 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-25T10:13:44,352 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39927 is added to blk_1073741825_1001 (size=7) 2024-11-25T10:13:44,758 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e with version=8 2024-11-25T10:13:44,758 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/hbase-staging 2024-11-25T10:13:44,862 DEBUG [Time-limited test {}] channel.MultithreadEventLoopGroup(44): -Dio.netty.eventLoopThreads: 16 2024-11-25T10:13:45,135 INFO [Time-limited test {}] client.ConnectionUtils(128): master/e2fd862922a0:0 server-side Connection retries=45 2024-11-25T10:13:45,149 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-25T10:13:45,150 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-25T10:13:45,154 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-25T10:13:45,155 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-25T10:13:45,155 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-25T10:13:45,341 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-25T10:13:45,414 INFO [Time-limited test {}] metrics.MetricRegistriesLoader(60): Loaded MetricRegistries class org.apache.hadoop.hbase.metrics.impl.MetricRegistriesImpl 2024-11-25T10:13:45,424 DEBUG [Time-limited test {}] util.ClassSize(228): Using Unsafe to estimate memory layout 2024-11-25T10:13:45,428 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-25T10:13:45,456 DEBUG [Time-limited test {}] channel.DefaultChannelId(84): -Dio.netty.processId: 3070 (auto-detected) 2024-11-25T10:13:45,458 DEBUG [Time-limited test {}] channel.DefaultChannelId(106): -Dio.netty.machineId: 02:42:ac:ff:fe:11:00:02 (auto-detected) 2024-11-25T10:13:45,476 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:41005 2024-11-25T10:13:45,498 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:41005 connecting to ZooKeeper ensemble=127.0.0.1:54846 2024-11-25T10:13:45,531 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:410050x0, quorum=127.0.0.1:54846, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-25T10:13:45,534 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:41005-0x1014e9dfe7b0000 connected 2024-11-25T10:13:45,565 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-25T10:13:45,567 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-25T10:13:45,579 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:41005-0x1014e9dfe7b0000, quorum=127.0.0.1:54846, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-25T10:13:45,585 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e, hbase.cluster.distributed=false 2024-11-25T10:13:45,617 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:41005-0x1014e9dfe7b0000, quorum=127.0.0.1:54846, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-25T10:13:45,623 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=41005 2024-11-25T10:13:45,624 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=41005 2024-11-25T10:13:45,624 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=41005 2024-11-25T10:13:45,625 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=41005 2024-11-25T10:13:45,625 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=41005 2024-11-25T10:13:45,756 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/e2fd862922a0:0 server-side Connection retries=45 2024-11-25T10:13:45,759 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-25T10:13:45,760 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-25T10:13:45,761 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-25T10:13:45,761 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-25T10:13:45,761 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-25T10:13:45,766 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-25T10:13:45,769 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-25T10:13:45,771 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:38547 2024-11-25T10:13:45,774 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:38547 connecting to ZooKeeper ensemble=127.0.0.1:54846 2024-11-25T10:13:45,776 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-25T10:13:45,779 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-25T10:13:45,788 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:385470x0, quorum=127.0.0.1:54846, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-25T10:13:45,789 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:38547-0x1014e9dfe7b0001 connected 2024-11-25T10:13:45,790 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:38547-0x1014e9dfe7b0001, quorum=127.0.0.1:54846, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-25T10:13:45,794 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-25T10:13:45,804 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-25T10:13:45,807 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:38547-0x1014e9dfe7b0001, quorum=127.0.0.1:54846, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-11-25T10:13:45,812 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:38547-0x1014e9dfe7b0001, quorum=127.0.0.1:54846, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-25T10:13:45,816 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=38547 2024-11-25T10:13:45,816 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=38547 2024-11-25T10:13:45,821 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=38547 2024-11-25T10:13:45,821 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=38547 2024-11-25T10:13:45,822 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=38547 2024-11-25T10:13:45,841 DEBUG [M:0;e2fd862922a0:41005 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;e2fd862922a0:41005 2024-11-25T10:13:45,843 INFO [master/e2fd862922a0:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /hbase/backup-masters/e2fd862922a0,41005,1732529624914 2024-11-25T10:13:45,850 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38547-0x1014e9dfe7b0001, quorum=127.0.0.1:54846, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-25T10:13:45,850 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41005-0x1014e9dfe7b0000, quorum=127.0.0.1:54846, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-25T10:13:45,852 DEBUG [master/e2fd862922a0:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:41005-0x1014e9dfe7b0000, quorum=127.0.0.1:54846, baseZNode=/hbase Set watcher on existing znode=/hbase/backup-masters/e2fd862922a0,41005,1732529624914 2024-11-25T10:13:45,874 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38547-0x1014e9dfe7b0001, quorum=127.0.0.1:54846, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-11-25T10:13:45,874 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41005-0x1014e9dfe7b0000, quorum=127.0.0.1:54846, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-25T10:13:45,875 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38547-0x1014e9dfe7b0001, quorum=127.0.0.1:54846, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-25T10:13:45,876 DEBUG [master/e2fd862922a0:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:41005-0x1014e9dfe7b0000, quorum=127.0.0.1:54846, baseZNode=/hbase Set watcher on existing znode=/hbase/master 2024-11-25T10:13:45,877 INFO [master/e2fd862922a0:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /hbase/backup-masters/e2fd862922a0,41005,1732529624914 from backup master directory 2024-11-25T10:13:45,881 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41005-0x1014e9dfe7b0000, quorum=127.0.0.1:54846, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/backup-masters/e2fd862922a0,41005,1732529624914 2024-11-25T10:13:45,881 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38547-0x1014e9dfe7b0001, quorum=127.0.0.1:54846, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-25T10:13:45,881 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41005-0x1014e9dfe7b0000, quorum=127.0.0.1:54846, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-25T10:13:45,882 WARN [master/e2fd862922a0:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-25T10:13:45,882 INFO [master/e2fd862922a0:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=e2fd862922a0,41005,1732529624914 2024-11-25T10:13:45,884 INFO [master/e2fd862922a0:0:becomeActiveMaster {}] regionserver.ChunkCreator(488): Allocating data MemStoreChunkPool with chunk size 2 MB, max count 396, initial count 0 2024-11-25T10:13:45,886 INFO [master/e2fd862922a0:0:becomeActiveMaster {}] regionserver.ChunkCreator(488): Allocating index MemStoreChunkPool with chunk size 204.80 KB, max count 440, initial count 0 2024-11-25T10:13:45,969 DEBUG [master/e2fd862922a0:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/hbase.id] with ID: faeb5c13-49c4-407d-86f9-65e4c873355a 2024-11-25T10:13:45,970 DEBUG [master/e2fd862922a0:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/.tmp/hbase.id 2024-11-25T10:13:45,991 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39927 is added to blk_1073741826_1002 (size=42) 2024-11-25T10:13:46,394 DEBUG [master/e2fd862922a0:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/.tmp/hbase.id]:[hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/hbase.id] 2024-11-25T10:13:46,460 INFO [master/e2fd862922a0:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-25T10:13:46,465 INFO [master/e2fd862922a0:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-25T10:13:46,494 INFO [master/e2fd862922a0:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 26ms. 2024-11-25T10:13:46,499 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38547-0x1014e9dfe7b0001, quorum=127.0.0.1:54846, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-25T10:13:46,499 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41005-0x1014e9dfe7b0000, quorum=127.0.0.1:54846, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-25T10:13:46,524 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39927 is added to blk_1073741827_1003 (size=196) 2024-11-25T10:13:46,548 INFO [master/e2fd862922a0:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-25T10:13:46,552 INFO [master/e2fd862922a0:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-25T10:13:46,574 DEBUG [master/e2fd862922a0:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(244): No decryptEncryptedDataEncryptionKey method in DFSClient, should be hadoop version with HDFS-12396 java.lang.NoSuchMethodException: org.apache.hadoop.hdfs.DFSClient.decryptEncryptedDataEncryptionKey(org.apache.hadoop.fs.FileEncryptionInfo) at java.lang.Class.getDeclaredMethod(Class.java:2675) ~[?:?] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.createTransparentCryptoHelperWithoutHDFS12396(FanOutOneBlockAsyncDFSOutputSaslHelper.java:183) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.createTransparentCryptoHelper(FanOutOneBlockAsyncDFSOutputSaslHelper.java:242) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.(FanOutOneBlockAsyncDFSOutputSaslHelper.java:253) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.lang.Class.forName0(Native Method) ~[?:?] at java.lang.Class.forName(Class.java:375) ~[?:?] at org.apache.hadoop.hbase.wal.AsyncFSWALProvider.load(AsyncFSWALProvider.java:150) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.getProviderClass(WALFactory.java:174) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.(WALFactory.java:262) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.(WALFactory.java:231) ~[classes/:?] at org.apache.hadoop.hbase.master.region.MasterRegion.create(MasterRegion.java:400) ~[classes/:?] at org.apache.hadoop.hbase.master.region.MasterRegionFactory.create(MasterRegionFactory.java:135) ~[classes/:?] at org.apache.hadoop.hbase.master.HMaster.finishActiveMasterInitialization(HMaster.java:1003) ~[classes/:?] at org.apache.hadoop.hbase.master.HMaster.startActiveMasterManager(HMaster.java:2535) ~[classes/:?] at org.apache.hadoop.hbase.master.HMaster.lambda$run$0(HMaster.java:613) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.lambda$tracedRunnable$2(TraceUtil.java:155) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T10:13:46,580 INFO [master/e2fd862922a0:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-25T10:13:46,621 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39927 is added to blk_1073741828_1004 (size=1189) 2024-11-25T10:13:47,048 INFO [master/e2fd862922a0:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/MasterData/data/master/store 2024-11-25T10:13:47,070 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39927 is added to blk_1073741829_1005 (size=34) 2024-11-25T10:13:47,075 INFO [master/e2fd862922a0:0:becomeActiveMaster {}] throttle.StoreHotnessProtector(112): StoreHotnessProtector is disabled. Set hbase.region.store.parallel.put.limit > 0 to enable, which may help mitigate load under heavy write pressure. 2024-11-25T10:13:47,079 DEBUG [master/e2fd862922a0:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-25T10:13:47,080 DEBUG [master/e2fd862922a0:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-25T10:13:47,080 INFO [master/e2fd862922a0:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-25T10:13:47,080 DEBUG [master/e2fd862922a0:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-25T10:13:47,082 DEBUG [master/e2fd862922a0:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-25T10:13:47,082 DEBUG [master/e2fd862922a0:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-25T10:13:47,082 INFO [master/e2fd862922a0:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-25T10:13:47,084 DEBUG [master/e2fd862922a0:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732529627080Disabling compacts and flushes for region at 1732529627080Disabling writes for close at 1732529627082 (+2 ms)Writing region close event to WAL at 1732529627082Closed at 1732529627082 2024-11-25T10:13:47,086 WARN [master/e2fd862922a0:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/MasterData/data/master/store/.initializing 2024-11-25T10:13:47,086 DEBUG [master/e2fd862922a0:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/MasterData/WALs/e2fd862922a0,41005,1732529624914 2024-11-25T10:13:47,095 INFO [master/e2fd862922a0:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-25T10:13:47,114 INFO [master/e2fd862922a0:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=e2fd862922a0%2C41005%2C1732529624914, suffix=, logDir=hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/MasterData/WALs/e2fd862922a0,41005,1732529624914, archiveDir=hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/MasterData/oldWALs, maxLogs=10 2024-11-25T10:13:47,143 DEBUG [master/e2fd862922a0:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/MasterData/WALs/e2fd862922a0,41005,1732529624914/e2fd862922a0%2C41005%2C1732529624914.1732529627120, exclude list is [], retry=0 2024-11-25T10:13:47,168 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39927,DS-e0a48005-43cf-4536-8d03-e7d6f2f413fc,DISK] 2024-11-25T10:13:47,172 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] asyncfs.ProtobufDecoder(117): Hadoop 3.3 and above shades protobuf. 2024-11-25T10:13:47,208 INFO [master/e2fd862922a0:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/MasterData/WALs/e2fd862922a0,41005,1732529624914/e2fd862922a0%2C41005%2C1732529624914.1732529627120 2024-11-25T10:13:47,209 DEBUG [master/e2fd862922a0:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:35413:35413)] 2024-11-25T10:13:47,210 DEBUG [master/e2fd862922a0:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-25T10:13:47,210 DEBUG [master/e2fd862922a0:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-25T10:13:47,213 DEBUG [master/e2fd862922a0:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-25T10:13:47,214 DEBUG [master/e2fd862922a0:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-25T10:13:47,253 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-25T10:13:47,280 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-25T10:13:47,285 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:13:47,288 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-25T10:13:47,288 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-25T10:13:47,292 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-25T10:13:47,293 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:13:47,294 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-25T10:13:47,294 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-25T10:13:47,298 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-25T10:13:47,299 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:13:47,300 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-25T10:13:47,300 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-25T10:13:47,302 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-25T10:13:47,302 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:13:47,303 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-25T10:13:47,304 DEBUG [master/e2fd862922a0:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-25T10:13:47,307 DEBUG [master/e2fd862922a0:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-25T10:13:47,309 DEBUG [master/e2fd862922a0:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-25T10:13:47,314 DEBUG [master/e2fd862922a0:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-25T10:13:47,315 DEBUG [master/e2fd862922a0:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-25T10:13:47,318 DEBUG [master/e2fd862922a0:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-25T10:13:47,322 DEBUG [master/e2fd862922a0:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-25T10:13:47,328 DEBUG [master/e2fd862922a0:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-25T10:13:47,329 INFO [master/e2fd862922a0:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; ConstantSizeRegionSplitPolicy{desiredMaxFileSize=74664351, jitterRate=0.11258552968502045}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-25T10:13:47,335 DEBUG [master/e2fd862922a0:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1732529627227Initializing all the Stores at 1732529627229 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732529627229Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732529627230 (+1 ms)Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732529627230Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732529627230Cleaning up temporary data from old regions at 1732529627315 (+85 ms)Region opened successfully at 1732529627335 (+20 ms) 2024-11-25T10:13:47,337 INFO [master/e2fd862922a0:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-25T10:13:47,373 DEBUG [master/e2fd862922a0:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5c14b083, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=e2fd862922a0/172.17.0.2:0 2024-11-25T10:13:47,406 INFO [master/e2fd862922a0:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-25T10:13:47,417 INFO [master/e2fd862922a0:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-25T10:13:47,418 INFO [master/e2fd862922a0:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-25T10:13:47,421 INFO [master/e2fd862922a0:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-25T10:13:47,423 INFO [master/e2fd862922a0:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 1 msec 2024-11-25T10:13:47,429 INFO [master/e2fd862922a0:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 5 msec 2024-11-25T10:13:47,429 INFO [master/e2fd862922a0:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-25T10:13:47,457 INFO [master/e2fd862922a0:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-25T10:13:47,466 DEBUG [master/e2fd862922a0:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:41005-0x1014e9dfe7b0000, quorum=127.0.0.1:54846, baseZNode=/hbase Unable to get data of znode /hbase/balancer because node does not exist (not necessarily an error) 2024-11-25T10:13:47,469 DEBUG [master/e2fd862922a0:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/balancer already deleted, retry=false 2024-11-25T10:13:47,472 INFO [master/e2fd862922a0:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-25T10:13:47,473 DEBUG [master/e2fd862922a0:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:41005-0x1014e9dfe7b0000, quorum=127.0.0.1:54846, baseZNode=/hbase Unable to get data of znode /hbase/normalizer because node does not exist (not necessarily an error) 2024-11-25T10:13:47,475 DEBUG [master/e2fd862922a0:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/normalizer already deleted, retry=false 2024-11-25T10:13:47,477 INFO [master/e2fd862922a0:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-25T10:13:47,481 DEBUG [master/e2fd862922a0:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:41005-0x1014e9dfe7b0000, quorum=127.0.0.1:54846, baseZNode=/hbase Unable to get data of znode /hbase/switch/split because node does not exist (not necessarily an error) 2024-11-25T10:13:47,483 DEBUG [master/e2fd862922a0:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/switch/split already deleted, retry=false 2024-11-25T10:13:47,485 DEBUG [master/e2fd862922a0:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:41005-0x1014e9dfe7b0000, quorum=127.0.0.1:54846, baseZNode=/hbase Unable to get data of znode /hbase/switch/merge because node does not exist (not necessarily an error) 2024-11-25T10:13:47,486 DEBUG [master/e2fd862922a0:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/switch/merge already deleted, retry=false 2024-11-25T10:13:47,507 DEBUG [master/e2fd862922a0:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:41005-0x1014e9dfe7b0000, quorum=127.0.0.1:54846, baseZNode=/hbase Unable to get data of znode /hbase/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-25T10:13:47,508 DEBUG [master/e2fd862922a0:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/snapshot-cleanup already deleted, retry=false 2024-11-25T10:13:47,512 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41005-0x1014e9dfe7b0000, quorum=127.0.0.1:54846, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-25T10:13:47,513 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38547-0x1014e9dfe7b0001, quorum=127.0.0.1:54846, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-25T10:13:47,513 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41005-0x1014e9dfe7b0000, quorum=127.0.0.1:54846, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-25T10:13:47,513 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38547-0x1014e9dfe7b0001, quorum=127.0.0.1:54846, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-25T10:13:47,515 INFO [master/e2fd862922a0:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=e2fd862922a0,41005,1732529624914, sessionid=0x1014e9dfe7b0000, setting cluster-up flag (Was=false) 2024-11-25T10:13:47,529 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38547-0x1014e9dfe7b0001, quorum=127.0.0.1:54846, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-25T10:13:47,529 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41005-0x1014e9dfe7b0000, quorum=127.0.0.1:54846, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-25T10:13:47,536 DEBUG [master/e2fd862922a0:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/flush-table-proc/acquired, /hbase/flush-table-proc/reached, /hbase/flush-table-proc/abort 2024-11-25T10:13:47,538 DEBUG [master/e2fd862922a0:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=e2fd862922a0,41005,1732529624914 2024-11-25T10:13:47,543 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38547-0x1014e9dfe7b0001, quorum=127.0.0.1:54846, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-25T10:13:47,543 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41005-0x1014e9dfe7b0000, quorum=127.0.0.1:54846, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-25T10:13:47,550 DEBUG [master/e2fd862922a0:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/online-snapshot/acquired, /hbase/online-snapshot/reached, /hbase/online-snapshot/abort 2024-11-25T10:13:47,551 DEBUG [master/e2fd862922a0:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=e2fd862922a0,41005,1732529624914 2024-11-25T10:13:47,557 INFO [master/e2fd862922a0:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-25T10:13:47,627 INFO [RS:0;e2fd862922a0:38547 {}] regionserver.HRegionServer(746): ClusterId : faeb5c13-49c4-407d-86f9-65e4c873355a 2024-11-25T10:13:47,630 DEBUG [RS:0;e2fd862922a0:38547 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-25T10:13:47,637 DEBUG [RS:0;e2fd862922a0:38547 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-25T10:13:47,637 DEBUG [RS:0;e2fd862922a0:38547 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-25T10:13:47,640 DEBUG [RS:0;e2fd862922a0:38547 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-25T10:13:47,641 DEBUG [RS:0;e2fd862922a0:38547 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@21c2cea, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=e2fd862922a0/172.17.0.2:0 2024-11-25T10:13:47,656 DEBUG [master/e2fd862922a0:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-25T10:13:47,660 DEBUG [RS:0;e2fd862922a0:38547 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;e2fd862922a0:38547 2024-11-25T10:13:47,664 INFO [RS:0;e2fd862922a0:38547 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-25T10:13:47,664 INFO [RS:0;e2fd862922a0:38547 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-25T10:13:47,664 DEBUG [RS:0;e2fd862922a0:38547 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-25T10:13:47,667 INFO [master/e2fd862922a0:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-25T10:13:47,668 INFO [RS:0;e2fd862922a0:38547 {}] regionserver.HRegionServer(2659): reportForDuty to master=e2fd862922a0,41005,1732529624914 with port=38547, startcode=1732529625709 2024-11-25T10:13:47,676 INFO [master/e2fd862922a0:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-25T10:13:47,683 DEBUG [RS:0;e2fd862922a0:38547 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-25T10:13:47,683 DEBUG [master/e2fd862922a0:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: e2fd862922a0,41005,1732529624914 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-25T10:13:47,691 DEBUG [master/e2fd862922a0:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/e2fd862922a0:0, corePoolSize=5, maxPoolSize=5 2024-11-25T10:13:47,691 DEBUG [master/e2fd862922a0:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/e2fd862922a0:0, corePoolSize=5, maxPoolSize=5 2024-11-25T10:13:47,691 DEBUG [master/e2fd862922a0:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/e2fd862922a0:0, corePoolSize=5, maxPoolSize=5 2024-11-25T10:13:47,691 DEBUG [master/e2fd862922a0:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/e2fd862922a0:0, corePoolSize=5, maxPoolSize=5 2024-11-25T10:13:47,692 DEBUG [master/e2fd862922a0:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/e2fd862922a0:0, corePoolSize=10, maxPoolSize=10 2024-11-25T10:13:47,692 DEBUG [master/e2fd862922a0:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/e2fd862922a0:0, corePoolSize=1, maxPoolSize=1 2024-11-25T10:13:47,692 DEBUG [master/e2fd862922a0:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/e2fd862922a0:0, corePoolSize=2, maxPoolSize=2 2024-11-25T10:13:47,692 DEBUG [master/e2fd862922a0:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/e2fd862922a0:0, corePoolSize=1, maxPoolSize=1 2024-11-25T10:13:47,703 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-25T10:13:47,704 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-25T10:13:47,713 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:13:47,713 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-25T10:13:47,721 INFO [master/e2fd862922a0:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1732529657721 2024-11-25T10:13:47,724 INFO [master/e2fd862922a0:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-25T10:13:47,725 INFO [master/e2fd862922a0:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-25T10:13:47,730 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39927 is added to blk_1073741831_1007 (size=1321) 2024-11-25T10:13:47,730 INFO [master/e2fd862922a0:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-25T10:13:47,731 INFO [master/e2fd862922a0:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-25T10:13:47,732 INFO [master/e2fd862922a0:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-25T10:13:47,732 INFO [master/e2fd862922a0:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-25T10:13:47,743 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:59449, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=RegionServerStatusService 2024-11-25T10:13:47,740 INFO [master/e2fd862922a0:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-25T10:13:47,749 INFO [master/e2fd862922a0:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-25T10:13:47,750 INFO [master/e2fd862922a0:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-25T10:13:47,750 INFO [master/e2fd862922a0:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-25T10:13:47,752 DEBUG [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=41005 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.ipc.ServerNotRunningYetException: Server is not running yet at org.apache.hadoop.hbase.master.HMaster.checkServiceStarted(HMaster.java:3334) ~[classes/:?] at org.apache.hadoop.hbase.master.MasterRpcServices.regionServerStartup(MasterRpcServices.java:667) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16714) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-25T10:13:47,754 INFO [master/e2fd862922a0:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-25T10:13:47,754 INFO [master/e2fd862922a0:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-25T10:13:47,756 DEBUG [master/e2fd862922a0:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/e2fd862922a0:0:becomeActiveMaster-HFileCleaner.large.0-1732529627756,5,FailOnTimeoutGroup] 2024-11-25T10:13:47,757 DEBUG [master/e2fd862922a0:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/e2fd862922a0:0:becomeActiveMaster-HFileCleaner.small.0-1732529627757,5,FailOnTimeoutGroup] 2024-11-25T10:13:47,757 INFO [master/e2fd862922a0:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-25T10:13:47,757 INFO [master/e2fd862922a0:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-25T10:13:47,759 INFO [master/e2fd862922a0:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-25T10:13:47,759 INFO [master/e2fd862922a0:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-25T10:13:47,780 DEBUG [RS:0;e2fd862922a0:38547 {}] regionserver.HRegionServer(2683): Master is not running yet 2024-11-25T10:13:47,780 WARN [RS:0;e2fd862922a0:38547 {}] regionserver.HRegionServer(841): reportForDuty failed; sleeping 100 ms and then retrying. 2024-11-25T10:13:47,882 INFO [RS:0;e2fd862922a0:38547 {}] regionserver.HRegionServer(2659): reportForDuty to master=e2fd862922a0,41005,1732529624914 with port=38547, startcode=1732529625709 2024-11-25T10:13:47,885 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=41005 {}] master.ServerManager(363): Checking decommissioned status of RegionServer e2fd862922a0,38547,1732529625709 2024-11-25T10:13:47,888 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=41005 {}] master.ServerManager(517): Registering regionserver=e2fd862922a0,38547,1732529625709 2024-11-25T10:13:47,897 DEBUG [RS:0;e2fd862922a0:38547 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e 2024-11-25T10:13:47,898 DEBUG [RS:0;e2fd862922a0:38547 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:34755 2024-11-25T10:13:47,898 DEBUG [RS:0;e2fd862922a0:38547 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-25T10:13:47,903 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41005-0x1014e9dfe7b0000, quorum=127.0.0.1:54846, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-25T10:13:47,905 DEBUG [RS:0;e2fd862922a0:38547 {}] zookeeper.ZKUtil(111): regionserver:38547-0x1014e9dfe7b0001, quorum=127.0.0.1:54846, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/e2fd862922a0,38547,1732529625709 2024-11-25T10:13:47,905 WARN [RS:0;e2fd862922a0:38547 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-25T10:13:47,906 INFO [RS:0;e2fd862922a0:38547 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-25T10:13:47,906 DEBUG [RS:0;e2fd862922a0:38547 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/WALs/e2fd862922a0,38547,1732529625709 2024-11-25T10:13:47,906 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [e2fd862922a0,38547,1732529625709] 2024-11-25T10:13:47,938 INFO [RS:0;e2fd862922a0:38547 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-25T10:13:47,956 INFO [RS:0;e2fd862922a0:38547 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-25T10:13:47,962 INFO [RS:0;e2fd862922a0:38547 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-25T10:13:47,962 INFO [RS:0;e2fd862922a0:38547 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-25T10:13:47,963 INFO [RS:0;e2fd862922a0:38547 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-25T10:13:47,969 INFO [RS:0;e2fd862922a0:38547 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-25T10:13:47,971 INFO [RS:0;e2fd862922a0:38547 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-25T10:13:47,971 DEBUG [RS:0;e2fd862922a0:38547 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/e2fd862922a0:0, corePoolSize=1, maxPoolSize=1 2024-11-25T10:13:47,971 DEBUG [RS:0;e2fd862922a0:38547 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/e2fd862922a0:0, corePoolSize=1, maxPoolSize=1 2024-11-25T10:13:47,971 DEBUG [RS:0;e2fd862922a0:38547 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/e2fd862922a0:0, corePoolSize=1, maxPoolSize=1 2024-11-25T10:13:47,972 DEBUG [RS:0;e2fd862922a0:38547 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/e2fd862922a0:0, corePoolSize=1, maxPoolSize=1 2024-11-25T10:13:47,972 DEBUG [RS:0;e2fd862922a0:38547 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/e2fd862922a0:0, corePoolSize=1, maxPoolSize=1 2024-11-25T10:13:47,972 DEBUG [RS:0;e2fd862922a0:38547 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/e2fd862922a0:0, corePoolSize=2, maxPoolSize=2 2024-11-25T10:13:47,972 DEBUG [RS:0;e2fd862922a0:38547 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/e2fd862922a0:0, corePoolSize=1, maxPoolSize=1 2024-11-25T10:13:47,972 DEBUG [RS:0;e2fd862922a0:38547 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/e2fd862922a0:0, corePoolSize=1, maxPoolSize=1 2024-11-25T10:13:47,973 DEBUG [RS:0;e2fd862922a0:38547 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/e2fd862922a0:0, corePoolSize=1, maxPoolSize=1 2024-11-25T10:13:47,973 DEBUG [RS:0;e2fd862922a0:38547 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/e2fd862922a0:0, corePoolSize=1, maxPoolSize=1 2024-11-25T10:13:47,973 DEBUG [RS:0;e2fd862922a0:38547 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/e2fd862922a0:0, corePoolSize=1, maxPoolSize=1 2024-11-25T10:13:47,973 DEBUG [RS:0;e2fd862922a0:38547 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/e2fd862922a0:0, corePoolSize=1, maxPoolSize=1 2024-11-25T10:13:47,974 DEBUG [RS:0;e2fd862922a0:38547 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/e2fd862922a0:0, corePoolSize=3, maxPoolSize=3 2024-11-25T10:13:47,974 DEBUG [RS:0;e2fd862922a0:38547 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/e2fd862922a0:0, corePoolSize=3, maxPoolSize=3 2024-11-25T10:13:47,979 INFO [RS:0;e2fd862922a0:38547 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-25T10:13:47,979 INFO [RS:0;e2fd862922a0:38547 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-25T10:13:47,979 INFO [RS:0;e2fd862922a0:38547 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-25T10:13:47,980 INFO [RS:0;e2fd862922a0:38547 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-25T10:13:47,980 INFO [RS:0;e2fd862922a0:38547 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-25T10:13:47,980 INFO [RS:0;e2fd862922a0:38547 {}] hbase.ChoreService(168): Chore ScheduledChore name=e2fd862922a0,38547,1732529625709-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-25T10:13:48,007 INFO [RS:0;e2fd862922a0:38547 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-25T10:13:48,008 INFO [RS:0;e2fd862922a0:38547 {}] hbase.ChoreService(168): Chore ScheduledChore name=e2fd862922a0,38547,1732529625709-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-25T10:13:48,009 INFO [RS:0;e2fd862922a0:38547 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-25T10:13:48,009 INFO [RS:0;e2fd862922a0:38547 {}] regionserver.Replication(171): e2fd862922a0,38547,1732529625709 started 2024-11-25T10:13:48,029 INFO [RS:0;e2fd862922a0:38547 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-25T10:13:48,030 INFO [RS:0;e2fd862922a0:38547 {}] regionserver.HRegionServer(1482): Serving as e2fd862922a0,38547,1732529625709, RpcServer on e2fd862922a0/172.17.0.2:38547, sessionid=0x1014e9dfe7b0001 2024-11-25T10:13:48,031 DEBUG [RS:0;e2fd862922a0:38547 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-25T10:13:48,031 DEBUG [RS:0;e2fd862922a0:38547 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager e2fd862922a0,38547,1732529625709 2024-11-25T10:13:48,031 DEBUG [RS:0;e2fd862922a0:38547 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'e2fd862922a0,38547,1732529625709' 2024-11-25T10:13:48,032 DEBUG [RS:0;e2fd862922a0:38547 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-11-25T10:13:48,033 DEBUG [RS:0;e2fd862922a0:38547 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-11-25T10:13:48,033 DEBUG [RS:0;e2fd862922a0:38547 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-25T10:13:48,034 DEBUG [RS:0;e2fd862922a0:38547 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-25T10:13:48,034 DEBUG [RS:0;e2fd862922a0:38547 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager e2fd862922a0,38547,1732529625709 2024-11-25T10:13:48,034 DEBUG [RS:0;e2fd862922a0:38547 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'e2fd862922a0,38547,1732529625709' 2024-11-25T10:13:48,034 DEBUG [RS:0;e2fd862922a0:38547 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-11-25T10:13:48,035 DEBUG [RS:0;e2fd862922a0:38547 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-11-25T10:13:48,035 DEBUG [RS:0;e2fd862922a0:38547 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-25T10:13:48,036 INFO [RS:0;e2fd862922a0:38547 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-25T10:13:48,036 INFO [RS:0;e2fd862922a0:38547 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-25T10:13:48,133 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-25T10:13:48,133 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e 2024-11-25T10:13:48,142 INFO [RS:0;e2fd862922a0:38547 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-25T10:13:48,142 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39927 is added to blk_1073741832_1008 (size=32) 2024-11-25T10:13:48,145 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-25T10:13:48,145 INFO [RS:0;e2fd862922a0:38547 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=e2fd862922a0%2C38547%2C1732529625709, suffix=, logDir=hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/WALs/e2fd862922a0,38547,1732529625709, archiveDir=hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/oldWALs, maxLogs=32 2024-11-25T10:13:48,147 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-25T10:13:48,150 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-25T10:13:48,150 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:13:48,151 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-25T10:13:48,151 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-25T10:13:48,154 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-25T10:13:48,154 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:13:48,155 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-25T10:13:48,155 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-25T10:13:48,157 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-25T10:13:48,158 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:13:48,158 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-25T10:13:48,159 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-25T10:13:48,161 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-25T10:13:48,161 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:13:48,162 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-25T10:13:48,162 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-25T10:13:48,163 DEBUG [RS:0;e2fd862922a0:38547 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/WALs/e2fd862922a0,38547,1732529625709/e2fd862922a0%2C38547%2C1732529625709.1732529628147, exclude list is [], retry=0 2024-11-25T10:13:48,164 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/hbase/meta/1588230740 2024-11-25T10:13:48,165 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/hbase/meta/1588230740 2024-11-25T10:13:48,168 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39927,DS-e0a48005-43cf-4536-8d03-e7d6f2f413fc,DISK] 2024-11-25T10:13:48,168 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-25T10:13:48,168 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-25T10:13:48,169 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-11-25T10:13:48,171 INFO [RS:0;e2fd862922a0:38547 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/WALs/e2fd862922a0,38547,1732529625709/e2fd862922a0%2C38547%2C1732529625709.1732529628147 2024-11-25T10:13:48,171 DEBUG [RS:0;e2fd862922a0:38547 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:35413:35413)] 2024-11-25T10:13:48,172 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-25T10:13:48,176 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-25T10:13:48,176 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; ConstantSizeRegionSplitPolicy{desiredMaxFileSize=63075050, jitterRate=-0.06010851263999939}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-11-25T10:13:48,179 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1732529628145Initializing all the Stores at 1732529628146 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732529628146Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732529628147 (+1 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732529628147Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732529628147Cleaning up temporary data from old regions at 1732529628168 (+21 ms)Region opened successfully at 1732529628178 (+10 ms) 2024-11-25T10:13:48,179 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-25T10:13:48,179 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-25T10:13:48,179 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-25T10:13:48,179 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-25T10:13:48,179 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-25T10:13:48,180 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-25T10:13:48,180 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732529628179Disabling compacts and flushes for region at 1732529628179Disabling writes for close at 1732529628179Writing region close event to WAL at 1732529628180 (+1 ms)Closed at 1732529628180 2024-11-25T10:13:48,183 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-25T10:13:48,183 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-25T10:13:48,190 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-25T10:13:48,197 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-25T10:13:48,200 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-25T10:13:48,353 DEBUG [e2fd862922a0:41005 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-25T10:13:48,365 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=e2fd862922a0,38547,1732529625709 2024-11-25T10:13:48,372 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as e2fd862922a0,38547,1732529625709, state=OPENING 2024-11-25T10:13:48,377 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-25T10:13:48,378 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38547-0x1014e9dfe7b0001, quorum=127.0.0.1:54846, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-25T10:13:48,378 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41005-0x1014e9dfe7b0000, quorum=127.0.0.1:54846, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-25T10:13:48,379 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-25T10:13:48,379 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-25T10:13:48,380 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-25T10:13:48,382 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=e2fd862922a0,38547,1732529625709}] 2024-11-25T10:13:48,559 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-25T10:13:48,562 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:54235, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-25T10:13:48,574 INFO [RS_OPEN_META-regionserver/e2fd862922a0:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-25T10:13:48,575 INFO [RS_OPEN_META-regionserver/e2fd862922a0:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-25T10:13:48,575 INFO [RS_OPEN_META-regionserver/e2fd862922a0:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-25T10:13:48,579 INFO [RS_OPEN_META-regionserver/e2fd862922a0:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=e2fd862922a0%2C38547%2C1732529625709.meta, suffix=.meta, logDir=hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/WALs/e2fd862922a0,38547,1732529625709, archiveDir=hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/oldWALs, maxLogs=32 2024-11-25T10:13:48,597 DEBUG [RS_OPEN_META-regionserver/e2fd862922a0:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/WALs/e2fd862922a0,38547,1732529625709/e2fd862922a0%2C38547%2C1732529625709.meta.1732529628581.meta, exclude list is [], retry=0 2024-11-25T10:13:48,601 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39927,DS-e0a48005-43cf-4536-8d03-e7d6f2f413fc,DISK] 2024-11-25T10:13:48,604 INFO [RS_OPEN_META-regionserver/e2fd862922a0:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/WALs/e2fd862922a0,38547,1732529625709/e2fd862922a0%2C38547%2C1732529625709.meta.1732529628581.meta 2024-11-25T10:13:48,604 DEBUG [RS_OPEN_META-regionserver/e2fd862922a0:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:35413:35413)] 2024-11-25T10:13:48,604 DEBUG [RS_OPEN_META-regionserver/e2fd862922a0:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-25T10:13:48,606 DEBUG [RS_OPEN_META-regionserver/e2fd862922a0:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-25T10:13:48,609 DEBUG [RS_OPEN_META-regionserver/e2fd862922a0:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-25T10:13:48,614 INFO [RS_OPEN_META-regionserver/e2fd862922a0:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-25T10:13:48,618 DEBUG [RS_OPEN_META-regionserver/e2fd862922a0:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-25T10:13:48,619 DEBUG [RS_OPEN_META-regionserver/e2fd862922a0:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-25T10:13:48,619 DEBUG [RS_OPEN_META-regionserver/e2fd862922a0:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-25T10:13:48,619 DEBUG [RS_OPEN_META-regionserver/e2fd862922a0:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-25T10:13:48,623 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-25T10:13:48,624 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-25T10:13:48,625 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:13:48,625 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-25T10:13:48,626 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-25T10:13:48,627 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-25T10:13:48,627 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:13:48,628 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-25T10:13:48,629 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-25T10:13:48,630 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-25T10:13:48,630 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:13:48,631 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-25T10:13:48,631 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-25T10:13:48,633 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-25T10:13:48,633 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:13:48,634 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-25T10:13:48,634 DEBUG [RS_OPEN_META-regionserver/e2fd862922a0:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-25T10:13:48,636 DEBUG [RS_OPEN_META-regionserver/e2fd862922a0:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/hbase/meta/1588230740 2024-11-25T10:13:48,639 DEBUG [RS_OPEN_META-regionserver/e2fd862922a0:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/hbase/meta/1588230740 2024-11-25T10:13:48,641 DEBUG [RS_OPEN_META-regionserver/e2fd862922a0:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-25T10:13:48,642 DEBUG [RS_OPEN_META-regionserver/e2fd862922a0:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-25T10:13:48,643 DEBUG [RS_OPEN_META-regionserver/e2fd862922a0:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-11-25T10:13:48,645 DEBUG [RS_OPEN_META-regionserver/e2fd862922a0:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-25T10:13:48,647 INFO [RS_OPEN_META-regionserver/e2fd862922a0:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; ConstantSizeRegionSplitPolicy{desiredMaxFileSize=66099046, jitterRate=-0.015047460794448853}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-11-25T10:13:48,647 DEBUG [RS_OPEN_META-regionserver/e2fd862922a0:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-25T10:13:48,649 DEBUG [RS_OPEN_META-regionserver/e2fd862922a0:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1732529628620Writing region info on filesystem at 1732529628620Initializing all the Stores at 1732529628622 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732529628622Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732529628623 (+1 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732529628623Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732529628623Cleaning up temporary data from old regions at 1732529628642 (+19 ms)Running coprocessor post-open hooks at 1732529628647 (+5 ms)Region opened successfully at 1732529628649 (+2 ms) 2024-11-25T10:13:48,656 INFO [RS_OPEN_META-regionserver/e2fd862922a0:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1732529628550 2024-11-25T10:13:48,667 DEBUG [RS_OPEN_META-regionserver/e2fd862922a0:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-25T10:13:48,668 INFO [RS_OPEN_META-regionserver/e2fd862922a0:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-25T10:13:48,669 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=e2fd862922a0,38547,1732529625709 2024-11-25T10:13:48,672 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as e2fd862922a0,38547,1732529625709, state=OPEN 2024-11-25T10:13:48,682 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38547-0x1014e9dfe7b0001, quorum=127.0.0.1:54846, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-25T10:13:48,682 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41005-0x1014e9dfe7b0000, quorum=127.0.0.1:54846, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-25T10:13:48,682 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-25T10:13:48,682 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-25T10:13:48,682 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=e2fd862922a0,38547,1732529625709 2024-11-25T10:13:48,689 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-25T10:13:48,690 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=e2fd862922a0,38547,1732529625709 in 301 msec 2024-11-25T10:13:48,696 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-25T10:13:48,696 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 502 msec 2024-11-25T10:13:48,697 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-25T10:13:48,697 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-25T10:13:48,719 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-25T10:13:48,720 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=e2fd862922a0,38547,1732529625709, seqNum=-1] 2024-11-25T10:13:48,741 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-25T10:13:48,743 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:39563, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-25T10:13:48,763 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.1690 sec 2024-11-25T10:13:48,763 INFO [master/e2fd862922a0:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1732529628763, completionTime=-1 2024-11-25T10:13:48,765 INFO [master/e2fd862922a0:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-25T10:13:48,766 DEBUG [master/e2fd862922a0:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-11-25T10:13:48,793 INFO [master/e2fd862922a0:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=1 2024-11-25T10:13:48,793 INFO [master/e2fd862922a0:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1732529688793 2024-11-25T10:13:48,793 INFO [master/e2fd862922a0:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1732529748793 2024-11-25T10:13:48,793 INFO [master/e2fd862922a0:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 27 msec 2024-11-25T10:13:48,795 INFO [master/e2fd862922a0:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=e2fd862922a0,41005,1732529624914-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-25T10:13:48,796 INFO [master/e2fd862922a0:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=e2fd862922a0,41005,1732529624914-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-25T10:13:48,796 INFO [master/e2fd862922a0:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=e2fd862922a0,41005,1732529624914-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-25T10:13:48,797 INFO [master/e2fd862922a0:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-e2fd862922a0:41005, period=300000, unit=MILLISECONDS is enabled. 2024-11-25T10:13:48,798 INFO [master/e2fd862922a0:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-25T10:13:48,799 INFO [master/e2fd862922a0:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-25T10:13:48,804 DEBUG [master/e2fd862922a0:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-25T10:13:48,827 INFO [master/e2fd862922a0:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 2.945sec 2024-11-25T10:13:48,829 INFO [master/e2fd862922a0:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-25T10:13:48,830 INFO [master/e2fd862922a0:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-25T10:13:48,831 INFO [master/e2fd862922a0:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-25T10:13:48,832 INFO [master/e2fd862922a0:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-25T10:13:48,832 INFO [master/e2fd862922a0:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-25T10:13:48,833 INFO [master/e2fd862922a0:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=e2fd862922a0,41005,1732529624914-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-25T10:13:48,834 INFO [master/e2fd862922a0:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=e2fd862922a0,41005,1732529624914-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-25T10:13:48,843 DEBUG [master/e2fd862922a0:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-25T10:13:48,845 INFO [master/e2fd862922a0:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-25T10:13:48,845 INFO [master/e2fd862922a0:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=e2fd862922a0,41005,1732529624914-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-25T10:13:48,938 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@79d3128f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T10:13:48,940 DEBUG [Time-limited test {}] nio.NioEventLoop(110): -Dio.netty.noKeySetOptimization: false 2024-11-25T10:13:48,940 DEBUG [Time-limited test {}] nio.NioEventLoop(111): -Dio.netty.selectorAutoRebuildThreshold: 512 2024-11-25T10:13:48,943 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request e2fd862922a0,41005,-1 for getting cluster id 2024-11-25T10:13:48,946 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-25T10:13:48,954 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'faeb5c13-49c4-407d-86f9-65e4c873355a' 2024-11-25T10:13:48,957 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-25T10:13:48,957 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "faeb5c13-49c4-407d-86f9-65e4c873355a" 2024-11-25T10:13:48,959 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@519651b8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T10:13:48,960 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [e2fd862922a0,41005,-1] 2024-11-25T10:13:48,962 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-25T10:13:48,964 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T10:13:48,965 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:54460, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-25T10:13:48,968 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@45c08b87, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T10:13:48,969 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-25T10:13:48,976 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=e2fd862922a0,38547,1732529625709, seqNum=-1] 2024-11-25T10:13:48,977 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-25T10:13:48,979 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42980, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-25T10:13:48,999 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=e2fd862922a0,41005,1732529624914 2024-11-25T10:13:49,013 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: TestAcidGuaranteesWithEagerPolicy#testMixedAtomicity Thread=211, OpenFileDescriptor=441, MaxFileDescriptor=1048576, SystemLoadAverage=316, ProcessCount=11, AvailableMemoryMB=6354 2024-11-25T10:13:49,041 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-25T10:13:49,048 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncConnectionImpl(321): The fetched master address is e2fd862922a0,41005,1732529624914 2024-11-25T10:13:49,051 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@a1209f1 2024-11-25T10:13:49,052 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-25T10:13:49,055 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:54472, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-25T10:13:49,057 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41005 {}] util.TableDescriptorChecker(321): MEMSTORE_FLUSHSIZE for table descriptor or "hbase.hregion.memstore.flush.size" (131072) is too small, which might cause very frequent flushing. 2024-11-25T10:13:49,062 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41005 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'EAGER', 'hbase.hregion.memstore.mslab.enabled' => 'false', 'hbase.memstore.inmemoryflush.threshold.factor' => '0.9'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-25T10:13:49,070 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41005 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=TestAcidGuarantees 2024-11-25T10:13:49,073 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_PRE_OPERATION 2024-11-25T10:13:49,078 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41005 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "TestAcidGuarantees" procId is: 4 2024-11-25T10:13:49,078 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:13:49,080 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-25T10:13:49,083 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41005 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-25T10:13:49,092 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39927 is added to blk_1073741835_1011 (size=1061) 2024-11-25T10:13:49,193 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41005 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-25T10:13:49,403 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41005 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-25T10:13:49,497 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => d34d01432cbd03941f110edd57c221ca, NAME => 'TestAcidGuarantees,,1732529629057.d34d01432cbd03941f110edd57c221ca.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'EAGER', 'hbase.hregion.memstore.mslab.enabled' => 'false', 'hbase.memstore.inmemoryflush.threshold.factor' => '0.9', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e 2024-11-25T10:13:49,506 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39927 is added to blk_1073741836_1012 (size=53) 2024-11-25T10:13:49,713 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41005 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-25T10:13:49,907 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(898): Instantiated TestAcidGuarantees,,1732529629057.d34d01432cbd03941f110edd57c221ca.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-25T10:13:49,908 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1722): Closing d34d01432cbd03941f110edd57c221ca, disabling compactions & flushes 2024-11-25T10:13:49,908 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1755): Closing region TestAcidGuarantees,,1732529629057.d34d01432cbd03941f110edd57c221ca. 2024-11-25T10:13:49,908 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on TestAcidGuarantees,,1732529629057.d34d01432cbd03941f110edd57c221ca. 2024-11-25T10:13:49,908 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on TestAcidGuarantees,,1732529629057.d34d01432cbd03941f110edd57c221ca. after waiting 0 ms 2024-11-25T10:13:49,908 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region TestAcidGuarantees,,1732529629057.d34d01432cbd03941f110edd57c221ca. 2024-11-25T10:13:49,908 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1973): Closed TestAcidGuarantees,,1732529629057.d34d01432cbd03941f110edd57c221ca. 2024-11-25T10:13:49,908 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1676): Region close journal for d34d01432cbd03941f110edd57c221ca: Waiting for close lock at 1732529629908Disabling compacts and flushes for region at 1732529629908Disabling writes for close at 1732529629908Writing region close event to WAL at 1732529629908Closed at 1732529629908 2024-11-25T10:13:49,911 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_ADD_TO_META 2024-11-25T10:13:49,916 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"TestAcidGuarantees,,1732529629057.d34d01432cbd03941f110edd57c221ca.","families":{"info":[{"qualifier":"regioninfo","vlen":52,"tag":[],"timestamp":"1732529629911"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732529629911"}]},"ts":"1732529629911"} 2024-11-25T10:13:49,921 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-25T10:13:49,923 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-25T10:13:49,926 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732529629923"}]},"ts":"1732529629923"} 2024-11-25T10:13:49,930 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=TestAcidGuarantees, state=ENABLING in hbase:meta 2024-11-25T10:13:49,932 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=d34d01432cbd03941f110edd57c221ca, ASSIGN}] 2024-11-25T10:13:49,934 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=d34d01432cbd03941f110edd57c221ca, ASSIGN 2024-11-25T10:13:49,936 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=d34d01432cbd03941f110edd57c221ca, ASSIGN; state=OFFLINE, location=e2fd862922a0,38547,1732529625709; forceNewPlan=false, retain=false 2024-11-25T10:13:50,087 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=d34d01432cbd03941f110edd57c221ca, regionState=OPENING, regionLocation=e2fd862922a0,38547,1732529625709 2024-11-25T10:13:50,092 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=d34d01432cbd03941f110edd57c221ca, ASSIGN because future has completed 2024-11-25T10:13:50,093 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure d34d01432cbd03941f110edd57c221ca, server=e2fd862922a0,38547,1732529625709}] 2024-11-25T10:13:50,223 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41005 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-25T10:13:50,253 INFO [RS_OPEN_REGION-regionserver/e2fd862922a0:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open TestAcidGuarantees,,1732529629057.d34d01432cbd03941f110edd57c221ca. 2024-11-25T10:13:50,253 DEBUG [RS_OPEN_REGION-regionserver/e2fd862922a0:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => d34d01432cbd03941f110edd57c221ca, NAME => 'TestAcidGuarantees,,1732529629057.d34d01432cbd03941f110edd57c221ca.', STARTKEY => '', ENDKEY => ''} 2024-11-25T10:13:50,254 DEBUG [RS_OPEN_REGION-regionserver/e2fd862922a0:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table TestAcidGuarantees d34d01432cbd03941f110edd57c221ca 2024-11-25T10:13:50,254 DEBUG [RS_OPEN_REGION-regionserver/e2fd862922a0:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated TestAcidGuarantees,,1732529629057.d34d01432cbd03941f110edd57c221ca.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-25T10:13:50,254 DEBUG [RS_OPEN_REGION-regionserver/e2fd862922a0:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for d34d01432cbd03941f110edd57c221ca 2024-11-25T10:13:50,254 DEBUG [RS_OPEN_REGION-regionserver/e2fd862922a0:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for d34d01432cbd03941f110edd57c221ca 2024-11-25T10:13:50,256 INFO [StoreOpener-d34d01432cbd03941f110edd57c221ca-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family A of region d34d01432cbd03941f110edd57c221ca 2024-11-25T10:13:50,260 INFO [StoreOpener-d34d01432cbd03941f110edd57c221ca-1 {}] regionserver.CompactingMemStore(122): Store=A, in-memory flush size threshold=38.40 KB, immutable segments index type=ARRAY_MAP, compactor=EAGER, pipelineThreshold=2, compactionCellMax=10 2024-11-25T10:13:50,260 INFO [StoreOpener-d34d01432cbd03941f110edd57c221ca-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region d34d01432cbd03941f110edd57c221ca columnFamilyName A 2024-11-25T10:13:50,260 DEBUG [StoreOpener-d34d01432cbd03941f110edd57c221ca-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:13:50,261 INFO [StoreOpener-d34d01432cbd03941f110edd57c221ca-1 {}] regionserver.HStore(327): Store=d34d01432cbd03941f110edd57c221ca/A, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-25T10:13:50,262 INFO [StoreOpener-d34d01432cbd03941f110edd57c221ca-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family B of region d34d01432cbd03941f110edd57c221ca 2024-11-25T10:13:50,264 INFO [StoreOpener-d34d01432cbd03941f110edd57c221ca-1 {}] regionserver.CompactingMemStore(122): Store=B, in-memory flush size threshold=38.40 KB, immutable segments index type=ARRAY_MAP, compactor=EAGER, pipelineThreshold=2, compactionCellMax=10 2024-11-25T10:13:50,264 INFO [StoreOpener-d34d01432cbd03941f110edd57c221ca-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region d34d01432cbd03941f110edd57c221ca columnFamilyName B 2024-11-25T10:13:50,264 DEBUG [StoreOpener-d34d01432cbd03941f110edd57c221ca-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:13:50,265 INFO [StoreOpener-d34d01432cbd03941f110edd57c221ca-1 {}] regionserver.HStore(327): Store=d34d01432cbd03941f110edd57c221ca/B, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-25T10:13:50,265 INFO [StoreOpener-d34d01432cbd03941f110edd57c221ca-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family C of region d34d01432cbd03941f110edd57c221ca 2024-11-25T10:13:50,267 INFO [StoreOpener-d34d01432cbd03941f110edd57c221ca-1 {}] regionserver.CompactingMemStore(122): Store=C, in-memory flush size threshold=38.40 KB, immutable segments index type=ARRAY_MAP, compactor=EAGER, pipelineThreshold=2, compactionCellMax=10 2024-11-25T10:13:50,268 INFO [StoreOpener-d34d01432cbd03941f110edd57c221ca-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region d34d01432cbd03941f110edd57c221ca columnFamilyName C 2024-11-25T10:13:50,268 DEBUG [StoreOpener-d34d01432cbd03941f110edd57c221ca-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:13:50,269 INFO [StoreOpener-d34d01432cbd03941f110edd57c221ca-1 {}] regionserver.HStore(327): Store=d34d01432cbd03941f110edd57c221ca/C, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-25T10:13:50,269 INFO [RS_OPEN_REGION-regionserver/e2fd862922a0:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1212): Setting FlushNonSloppyStoresFirstPolicy for the region=TestAcidGuarantees,,1732529629057.d34d01432cbd03941f110edd57c221ca. 2024-11-25T10:13:50,270 DEBUG [RS_OPEN_REGION-regionserver/e2fd862922a0:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for d34d01432cbd03941f110edd57c221ca 2024-11-25T10:13:50,271 DEBUG [RS_OPEN_REGION-regionserver/e2fd862922a0:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/d34d01432cbd03941f110edd57c221ca 2024-11-25T10:13:50,271 DEBUG [RS_OPEN_REGION-regionserver/e2fd862922a0:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/d34d01432cbd03941f110edd57c221ca 2024-11-25T10:13:50,273 DEBUG [RS_OPEN_REGION-regionserver/e2fd862922a0:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for d34d01432cbd03941f110edd57c221ca 2024-11-25T10:13:50,273 DEBUG [RS_OPEN_REGION-regionserver/e2fd862922a0:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for d34d01432cbd03941f110edd57c221ca 2024-11-25T10:13:50,274 DEBUG [RS_OPEN_REGION-regionserver/e2fd862922a0:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table TestAcidGuarantees descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-11-25T10:13:50,276 DEBUG [RS_OPEN_REGION-regionserver/e2fd862922a0:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for d34d01432cbd03941f110edd57c221ca 2024-11-25T10:13:50,280 DEBUG [RS_OPEN_REGION-regionserver/e2fd862922a0:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/d34d01432cbd03941f110edd57c221ca/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-25T10:13:50,281 INFO [RS_OPEN_REGION-regionserver/e2fd862922a0:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened d34d01432cbd03941f110edd57c221ca; next sequenceid=2; ConstantSizeRegionSplitPolicy{desiredMaxFileSize=61597174, jitterRate=-0.08213058114051819}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-11-25T10:13:50,281 DEBUG [RS_OPEN_REGION-regionserver/e2fd862922a0:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for d34d01432cbd03941f110edd57c221ca 2024-11-25T10:13:50,282 DEBUG [RS_OPEN_REGION-regionserver/e2fd862922a0:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for d34d01432cbd03941f110edd57c221ca: Running coprocessor pre-open hook at 1732529630254Writing region info on filesystem at 1732529630254Initializing all the Stores at 1732529630256 (+2 ms)Instantiating store for column family {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732529630256Instantiating store for column family {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732529630256Instantiating store for column family {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732529630256Cleaning up temporary data from old regions at 1732529630273 (+17 ms)Running coprocessor post-open hooks at 1732529630281 (+8 ms)Region opened successfully at 1732529630282 (+1 ms) 2024-11-25T10:13:50,285 INFO [RS_OPEN_REGION-regionserver/e2fd862922a0:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for TestAcidGuarantees,,1732529629057.d34d01432cbd03941f110edd57c221ca., pid=6, masterSystemTime=1732529630246 2024-11-25T10:13:50,288 DEBUG [RS_OPEN_REGION-regionserver/e2fd862922a0:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for TestAcidGuarantees,,1732529629057.d34d01432cbd03941f110edd57c221ca. 2024-11-25T10:13:50,288 INFO [RS_OPEN_REGION-regionserver/e2fd862922a0:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened TestAcidGuarantees,,1732529629057.d34d01432cbd03941f110edd57c221ca. 2024-11-25T10:13:50,289 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=d34d01432cbd03941f110edd57c221ca, regionState=OPEN, openSeqNum=2, regionLocation=e2fd862922a0,38547,1732529625709 2024-11-25T10:13:50,293 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure d34d01432cbd03941f110edd57c221ca, server=e2fd862922a0,38547,1732529625709 because future has completed 2024-11-25T10:13:50,299 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-25T10:13:50,299 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure d34d01432cbd03941f110edd57c221ca, server=e2fd862922a0,38547,1732529625709 in 202 msec 2024-11-25T10:13:50,303 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-25T10:13:50,303 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=d34d01432cbd03941f110edd57c221ca, ASSIGN in 367 msec 2024-11-25T10:13:50,304 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-25T10:13:50,304 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732529630304"}]},"ts":"1732529630304"} 2024-11-25T10:13:50,307 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=TestAcidGuarantees, state=ENABLED in hbase:meta 2024-11-25T10:13:50,309 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_POST_OPERATION 2024-11-25T10:13:50,312 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=TestAcidGuarantees in 1.2440 sec 2024-11-25T10:13:51,233 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41005 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-25T10:13:51,234 INFO [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:TestAcidGuarantees completed 2024-11-25T10:13:51,240 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@44898a5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T10:13:51,241 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request e2fd862922a0,41005,-1 for getting cluster id 2024-11-25T10:13:51,241 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-25T10:13:51,244 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'faeb5c13-49c4-407d-86f9-65e4c873355a' 2024-11-25T10:13:51,244 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-25T10:13:51,245 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "faeb5c13-49c4-407d-86f9-65e4c873355a" 2024-11-25T10:13:51,245 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@411c73ea, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T10:13:51,245 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [e2fd862922a0,41005,-1] 2024-11-25T10:13:51,245 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-25T10:13:51,249 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T10:13:51,251 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:53330, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-25T10:13:51,253 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6825ee03, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T10:13:51,254 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-25T10:13:51,255 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=e2fd862922a0,38547,1732529625709, seqNum=-1] 2024-11-25T10:13:51,256 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-25T10:13:51,261 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:47832, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-25T10:13:51,264 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-25T10:13:51,267 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncConnectionImpl(321): The fetched master address is e2fd862922a0,41005,1732529624914 2024-11-25T10:13:51,267 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@1b005fc9 2024-11-25T10:13:51,270 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-25T10:13:51,272 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:53342, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-25T10:13:51,276 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@265b3055, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T10:13:51,276 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request e2fd862922a0,41005,-1 for getting cluster id 2024-11-25T10:13:51,276 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-25T10:13:51,278 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'faeb5c13-49c4-407d-86f9-65e4c873355a' 2024-11-25T10:13:51,278 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-25T10:13:51,279 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "faeb5c13-49c4-407d-86f9-65e4c873355a" 2024-11-25T10:13:51,279 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6ef1bd73, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T10:13:51,279 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [e2fd862922a0,41005,-1] 2024-11-25T10:13:51,279 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-25T10:13:51,280 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T10:13:51,281 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:53354, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-25T10:13:51,283 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1af2c0a9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T10:13:51,284 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@776dcc7c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T10:13:51,285 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request e2fd862922a0,41005,-1 for getting cluster id 2024-11-25T10:13:51,285 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-25T10:13:51,293 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'faeb5c13-49c4-407d-86f9-65e4c873355a' 2024-11-25T10:13:51,293 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-25T10:13:51,293 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "faeb5c13-49c4-407d-86f9-65e4c873355a" 2024-11-25T10:13:51,294 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3ebcbe76, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T10:13:51,294 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [e2fd862922a0,41005,-1] 2024-11-25T10:13:51,294 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-25T10:13:51,296 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T10:13:51,302 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:53366, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-25T10:13:51,303 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1612488f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T10:13:51,304 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3b83180b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T10:13:51,305 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request e2fd862922a0,41005,-1 for getting cluster id 2024-11-25T10:13:51,305 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-25T10:13:51,310 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'faeb5c13-49c4-407d-86f9-65e4c873355a' 2024-11-25T10:13:51,311 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-25T10:13:51,311 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "faeb5c13-49c4-407d-86f9-65e4c873355a" 2024-11-25T10:13:51,312 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7230d8e9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T10:13:51,312 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [e2fd862922a0,41005,-1] 2024-11-25T10:13:51,312 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-25T10:13:51,313 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T10:13:51,314 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:53382, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-25T10:13:51,315 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7fc4f8ed, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T10:13:51,316 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6167b64c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T10:13:51,316 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request e2fd862922a0,41005,-1 for getting cluster id 2024-11-25T10:13:51,316 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-25T10:13:51,326 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'faeb5c13-49c4-407d-86f9-65e4c873355a' 2024-11-25T10:13:51,327 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-25T10:13:51,327 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "faeb5c13-49c4-407d-86f9-65e4c873355a" 2024-11-25T10:13:51,328 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2555cfdb, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T10:13:51,329 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [e2fd862922a0,41005,-1] 2024-11-25T10:13:51,329 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-25T10:13:51,332 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T10:13:51,335 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:53398, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-25T10:13:51,336 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@58577299, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T10:13:51,345 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@504dd62a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T10:13:51,345 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request e2fd862922a0,41005,-1 for getting cluster id 2024-11-25T10:13:51,345 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-25T10:13:51,346 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'faeb5c13-49c4-407d-86f9-65e4c873355a' 2024-11-25T10:13:51,347 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-25T10:13:51,348 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "faeb5c13-49c4-407d-86f9-65e4c873355a" 2024-11-25T10:13:51,348 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2aa43e09, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T10:13:51,348 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [e2fd862922a0,41005,-1] 2024-11-25T10:13:51,349 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-25T10:13:51,349 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T10:13:51,350 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:53420, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-25T10:13:51,352 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@792c9a75, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T10:13:51,353 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6d8c4061, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T10:13:51,354 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request e2fd862922a0,41005,-1 for getting cluster id 2024-11-25T10:13:51,354 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-25T10:13:51,355 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'faeb5c13-49c4-407d-86f9-65e4c873355a' 2024-11-25T10:13:51,356 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-25T10:13:51,356 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "faeb5c13-49c4-407d-86f9-65e4c873355a" 2024-11-25T10:13:51,357 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7af5f6a7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T10:13:51,357 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [e2fd862922a0,41005,-1] 2024-11-25T10:13:51,357 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-25T10:13:51,358 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T10:13:51,359 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:53450, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-25T10:13:51,360 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@15a3e301, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T10:13:51,365 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@16aad90, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T10:13:51,365 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request e2fd862922a0,41005,-1 for getting cluster id 2024-11-25T10:13:51,365 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-25T10:13:51,366 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'faeb5c13-49c4-407d-86f9-65e4c873355a' 2024-11-25T10:13:51,367 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-25T10:13:51,367 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "faeb5c13-49c4-407d-86f9-65e4c873355a" 2024-11-25T10:13:51,367 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@af61fa8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T10:13:51,367 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [e2fd862922a0,41005,-1] 2024-11-25T10:13:51,368 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-25T10:13:51,368 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T10:13:51,370 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:53476, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-25T10:13:51,371 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6db01178, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T10:13:51,373 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3461ebf8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T10:13:51,373 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request e2fd862922a0,41005,-1 for getting cluster id 2024-11-25T10:13:51,373 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-25T10:13:51,374 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'faeb5c13-49c4-407d-86f9-65e4c873355a' 2024-11-25T10:13:51,374 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-25T10:13:51,374 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "faeb5c13-49c4-407d-86f9-65e4c873355a" 2024-11-25T10:13:51,375 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3f7cbb29, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T10:13:51,375 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [e2fd862922a0,41005,-1] 2024-11-25T10:13:51,375 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-25T10:13:51,375 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T10:13:51,376 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:53486, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-25T10:13:51,377 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1f086cca, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T10:13:51,378 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@29322cfd, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T10:13:51,378 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request e2fd862922a0,41005,-1 for getting cluster id 2024-11-25T10:13:51,378 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-25T10:13:51,379 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'faeb5c13-49c4-407d-86f9-65e4c873355a' 2024-11-25T10:13:51,379 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-25T10:13:51,380 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "faeb5c13-49c4-407d-86f9-65e4c873355a" 2024-11-25T10:13:51,380 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@20d4fe5d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T10:13:51,380 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [e2fd862922a0,41005,-1] 2024-11-25T10:13:51,380 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-25T10:13:51,380 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T10:13:51,382 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:53508, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-25T10:13:51,384 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4f72cf73, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T10:13:51,389 DEBUG [Thread-143 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-25T10:13:51,389 DEBUG [Thread-149 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-25T10:13:51,389 DEBUG [Thread-156 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-25T10:13:51,390 DEBUG [Thread-160 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-25T10:13:51,391 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=e2fd862922a0,38547,1732529625709, seqNum=-1] 2024-11-25T10:13:51,391 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=e2fd862922a0,38547,1732529625709, seqNum=-1] 2024-11-25T10:13:51,391 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-25T10:13:51,392 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-25T10:13:51,393 DEBUG [Thread-149 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=e2fd862922a0,38547,1732529625709, seqNum=-1] 2024-11-25T10:13:51,393 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:47846, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-25T10:13:51,394 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:47850, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-25T10:13:51,394 DEBUG [Thread-149 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-25T10:13:51,396 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:47866, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-25T10:13:51,397 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41005 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-25T10:13:51,397 DEBUG [Thread-160 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=e2fd862922a0,38547,1732529625709, seqNum=-1] 2024-11-25T10:13:51,398 DEBUG [Thread-160 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-25T10:13:51,399 DEBUG [Thread-147 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-25T10:13:51,399 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:47874, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-25T10:13:51,401 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=e2fd862922a0,38547,1732529625709, seqNum=-1] 2024-11-25T10:13:51,401 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-25T10:13:51,401 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_2', locateType=CURRENT is [region=TestAcidGuarantees,,1732529629057.d34d01432cbd03941f110edd57c221ca., hostname=e2fd862922a0,38547,1732529625709, seqNum=2] 2024-11-25T10:13:51,402 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_2', locateType=CURRENT is [region=TestAcidGuarantees,,1732529629057.d34d01432cbd03941f110edd57c221ca., hostname=e2fd862922a0,38547,1732529625709, seqNum=2] 2024-11-25T10:13:51,403 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='', locateType=CURRENT is [region=TestAcidGuarantees,,1732529629057.d34d01432cbd03941f110edd57c221ca., hostname=e2fd862922a0,38547,1732529625709, seqNum=2] 2024-11-25T10:13:51,404 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41005 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=7, table=TestAcidGuarantees 2024-11-25T10:13:51,404 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_1', locateType=CURRENT is [region=TestAcidGuarantees,,1732529629057.d34d01432cbd03941f110edd57c221ca., hostname=e2fd862922a0,38547,1732529625709, seqNum=2] 2024-11-25T10:13:51,405 DEBUG [Thread-151 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-25T10:13:51,406 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:47878, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-25T10:13:51,407 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=e2fd862922a0,38547,1732529625709, seqNum=-1] 2024-11-25T10:13:51,407 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41005 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-25T10:13:51,407 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-25T10:13:51,408 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=7, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=7, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-25T10:13:51,410 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:47884, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-25T10:13:51,411 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=7, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=7, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-25T10:13:51,413 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=8, ppid=7, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-25T10:13:51,413 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_2', locateType=CURRENT is [region=TestAcidGuarantees,,1732529629057.d34d01432cbd03941f110edd57c221ca., hostname=e2fd862922a0,38547,1732529625709, seqNum=2] 2024-11-25T10:13:51,413 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_2', locateType=CURRENT is [region=TestAcidGuarantees,,1732529629057.d34d01432cbd03941f110edd57c221ca., hostname=e2fd862922a0,38547,1732529625709, seqNum=2] 2024-11-25T10:13:51,417 DEBUG [Thread-154 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-25T10:13:51,417 DEBUG [Thread-158 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-25T10:13:51,420 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=e2fd862922a0,38547,1732529625709, seqNum=-1] 2024-11-25T10:13:51,420 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-25T10:13:51,421 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=e2fd862922a0,38547,1732529625709, seqNum=-1] 2024-11-25T10:13:51,421 DEBUG [Thread-145 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-25T10:13:51,421 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-25T10:13:51,423 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:47894, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-25T10:13:51,424 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=e2fd862922a0,38547,1732529625709, seqNum=-1] 2024-11-25T10:13:51,425 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-25T10:13:51,425 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:47900, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-25T10:13:51,427 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_0', locateType=CURRENT is [region=TestAcidGuarantees,,1732529629057.d34d01432cbd03941f110edd57c221ca., hostname=e2fd862922a0,38547,1732529625709, seqNum=2] 2024-11-25T10:13:51,428 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:47906, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-25T10:13:51,429 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='', locateType=CURRENT is [region=TestAcidGuarantees,,1732529629057.d34d01432cbd03941f110edd57c221ca., hostname=e2fd862922a0,38547,1732529625709, seqNum=2] 2024-11-25T10:13:51,431 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_2', locateType=CURRENT is [region=TestAcidGuarantees,,1732529629057.d34d01432cbd03941f110edd57c221ca., hostname=e2fd862922a0,38547,1732529625709, seqNum=2] 2024-11-25T10:13:51,513 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41005 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-25T10:13:51,530 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] regionserver.HRegion(8855): Flush requested on d34d01432cbd03941f110edd57c221ca 2024-11-25T10:13:51,531 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing d34d01432cbd03941f110edd57c221ca 3/3 column families, dataSize=46.96 KB heapSize=140.20 KB 2024-11-25T10:13:51,559 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d34d01432cbd03941f110edd57c221ca, store=A 2024-11-25T10:13:51,560 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T10:13:51,561 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d34d01432cbd03941f110edd57c221ca, store=B 2024-11-25T10:13:51,561 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T10:13:51,561 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d34d01432cbd03941f110edd57c221ca, store=C 2024-11-25T10:13:51,561 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T10:13:51,600 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=38547 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=8 2024-11-25T10:13:51,601 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e2fd862922a0:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732529629057.d34d01432cbd03941f110edd57c221ca. 2024-11-25T10:13:51,601 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e2fd862922a0:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732529629057.d34d01432cbd03941f110edd57c221ca. as already flushing 2024-11-25T10:13:51,602 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e2fd862922a0:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732529629057.d34d01432cbd03941f110edd57c221ca. 2024-11-25T10:13:51,603 ERROR [RS_FLUSH_OPERATIONS-regionserver/e2fd862922a0:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] handler.RSProcedureHandler(58): pid=8 java.io.IOException: Unable to complete flush {ENCODED => d34d01432cbd03941f110edd57c221ca, NAME => 'TestAcidGuarantees,,1732529629057.d34d01432cbd03941f110edd57c221ca.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T10:13:51,605 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e2fd862922a0:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=8 java.io.IOException: Unable to complete flush {ENCODED => d34d01432cbd03941f110edd57c221ca, NAME => 'TestAcidGuarantees,,1732529629057.d34d01432cbd03941f110edd57c221ca.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T10:13:51,618 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41005 {}] master.HMaster(4177): Remote procedure failed, pid=8 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => d34d01432cbd03941f110edd57c221ca, NAME => 'TestAcidGuarantees,,1732529629057.d34d01432cbd03941f110edd57c221ca.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => d34d01432cbd03941f110edd57c221ca, NAME => 'TestAcidGuarantees,,1732529629057.d34d01432cbd03941f110edd57c221ca.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T10:13:51,659 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/d34d01432cbd03941f110edd57c221ca/.tmp/A/96d13263863d421bb75961ed07c49973 is 50, key is test_row_0/A:col10/1732529631524/Put/seqid=0 2024-11-25T10:13:51,680 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d34d01432cbd03941f110edd57c221ca, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-25T10:13:51,680 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d34d01432cbd03941f110edd57c221ca, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-25T10:13:51,688 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d34d01432cbd03941f110edd57c221ca, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-25T10:13:51,690 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] ipc.CallRunner(138): callId: 6 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47906 deadline: 1732529691668, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d34d01432cbd03941f110edd57c221ca, server=e2fd862922a0,38547,1732529625709 2024-11-25T10:13:51,691 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] ipc.CallRunner(138): callId: 6 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47884 deadline: 1732529691665, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d34d01432cbd03941f110edd57c221ca, server=e2fd862922a0,38547,1732529625709 2024-11-25T10:13:51,692 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] ipc.CallRunner(138): callId: 6 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47878 deadline: 1732529691666, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d34d01432cbd03941f110edd57c221ca, server=e2fd862922a0,38547,1732529625709 2024-11-25T10:13:51,692 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732529629057.d34d01432cbd03941f110edd57c221ca., hostname=e2fd862922a0,38547,1732529625709, seqNum=2 , the old value is region=TestAcidGuarantees,,1732529629057.d34d01432cbd03941f110edd57c221ca., hostname=e2fd862922a0,38547,1732529625709, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d34d01432cbd03941f110edd57c221ca, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T10:13:51,693 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732529629057.d34d01432cbd03941f110edd57c221ca., hostname=e2fd862922a0,38547,1732529625709, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d34d01432cbd03941f110edd57c221ca, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T10:13:51,693 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732529629057.d34d01432cbd03941f110edd57c221ca., hostname=e2fd862922a0,38547,1732529625709, seqNum=2 , the old value is region=TestAcidGuarantees,,1732529629057.d34d01432cbd03941f110edd57c221ca., hostname=e2fd862922a0,38547,1732529625709, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d34d01432cbd03941f110edd57c221ca, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T10:13:51,693 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732529629057.d34d01432cbd03941f110edd57c221ca., hostname=e2fd862922a0,38547,1732529625709, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d34d01432cbd03941f110edd57c221ca, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T10:13:51,693 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732529629057.d34d01432cbd03941f110edd57c221ca., hostname=e2fd862922a0,38547,1732529625709, seqNum=2 because the exception is null or not the one we care about 2024-11-25T10:13:51,694 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732529629057.d34d01432cbd03941f110edd57c221ca., hostname=e2fd862922a0,38547,1732529625709, seqNum=2 because the exception is null or not the one we care about 2024-11-25T10:13:51,700 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732529629057.d34d01432cbd03941f110edd57c221ca., hostname=e2fd862922a0,38547,1732529625709, seqNum=2 , the old value is region=TestAcidGuarantees,,1732529629057.d34d01432cbd03941f110edd57c221ca., hostname=e2fd862922a0,38547,1732529625709, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d34d01432cbd03941f110edd57c221ca, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T10:13:51,700 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732529629057.d34d01432cbd03941f110edd57c221ca., hostname=e2fd862922a0,38547,1732529625709, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d34d01432cbd03941f110edd57c221ca, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T10:13:51,700 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732529629057.d34d01432cbd03941f110edd57c221ca., hostname=e2fd862922a0,38547,1732529625709, seqNum=2 because the exception is null or not the one we care about 2024-11-25T10:13:51,700 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39927 is added to blk_1073741837_1013 (size=12001) 2024-11-25T10:13:51,702 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=14 (bloomFilter=true), to=hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/d34d01432cbd03941f110edd57c221ca/.tmp/A/96d13263863d421bb75961ed07c49973 2024-11-25T10:13:51,710 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d34d01432cbd03941f110edd57c221ca, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-25T10:13:51,710 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] ipc.CallRunner(138): callId: 7 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47850 deadline: 1732529691680, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d34d01432cbd03941f110edd57c221ca, server=e2fd862922a0,38547,1732529625709 2024-11-25T10:13:51,711 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732529629057.d34d01432cbd03941f110edd57c221ca., hostname=e2fd862922a0,38547,1732529625709, seqNum=2 , the old value is region=TestAcidGuarantees,,1732529629057.d34d01432cbd03941f110edd57c221ca., hostname=e2fd862922a0,38547,1732529625709, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d34d01432cbd03941f110edd57c221ca, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T10:13:51,711 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732529629057.d34d01432cbd03941f110edd57c221ca., hostname=e2fd862922a0,38547,1732529625709, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d34d01432cbd03941f110edd57c221ca, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T10:13:51,711 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732529629057.d34d01432cbd03941f110edd57c221ca., hostname=e2fd862922a0,38547,1732529625709, seqNum=2 because the exception is null or not the one we care about 2024-11-25T10:13:51,712 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d34d01432cbd03941f110edd57c221ca, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-25T10:13:51,716 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] ipc.CallRunner(138): callId: 7 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47866 deadline: 1732529691681, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d34d01432cbd03941f110edd57c221ca, server=e2fd862922a0,38547,1732529625709 2024-11-25T10:13:51,717 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732529629057.d34d01432cbd03941f110edd57c221ca., hostname=e2fd862922a0,38547,1732529625709, seqNum=2 , the old value is region=TestAcidGuarantees,,1732529629057.d34d01432cbd03941f110edd57c221ca., hostname=e2fd862922a0,38547,1732529625709, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d34d01432cbd03941f110edd57c221ca, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T10:13:51,717 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732529629057.d34d01432cbd03941f110edd57c221ca., hostname=e2fd862922a0,38547,1732529625709, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d34d01432cbd03941f110edd57c221ca, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T10:13:51,717 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732529629057.d34d01432cbd03941f110edd57c221ca., hostname=e2fd862922a0,38547,1732529625709, seqNum=2 because the exception is null or not the one we care about 2024-11-25T10:13:51,723 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41005 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-25T10:13:51,774 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=38547 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=8 2024-11-25T10:13:51,793 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e2fd862922a0:0-1 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732529629057.d34d01432cbd03941f110edd57c221ca. 2024-11-25T10:13:51,793 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e2fd862922a0:0-1 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732529629057.d34d01432cbd03941f110edd57c221ca. as already flushing 2024-11-25T10:13:51,793 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e2fd862922a0:0-1 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732529629057.d34d01432cbd03941f110edd57c221ca. 2024-11-25T10:13:51,793 ERROR [RS_FLUSH_OPERATIONS-regionserver/e2fd862922a0:0-1 {event_type=RS_FLUSH_REGIONS, pid=8}] handler.RSProcedureHandler(58): pid=8 java.io.IOException: Unable to complete flush {ENCODED => d34d01432cbd03941f110edd57c221ca, NAME => 'TestAcidGuarantees,,1732529629057.d34d01432cbd03941f110edd57c221ca.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T10:13:51,794 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e2fd862922a0:0-1 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=8 java.io.IOException: Unable to complete flush {ENCODED => d34d01432cbd03941f110edd57c221ca, NAME => 'TestAcidGuarantees,,1732529629057.d34d01432cbd03941f110edd57c221ca.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T10:13:51,795 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41005 {}] master.HMaster(4177): Remote procedure failed, pid=8 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => d34d01432cbd03941f110edd57c221ca, NAME => 'TestAcidGuarantees,,1732529629057.d34d01432cbd03941f110edd57c221ca.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => d34d01432cbd03941f110edd57c221ca, NAME => 'TestAcidGuarantees,,1732529629057.d34d01432cbd03941f110edd57c221ca.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T10:13:51,815 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d34d01432cbd03941f110edd57c221ca, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-25T10:13:51,816 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] ipc.CallRunner(138): callId: 7 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47878 deadline: 1732529691806, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d34d01432cbd03941f110edd57c221ca, server=e2fd862922a0,38547,1732529625709 2024-11-25T10:13:51,817 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732529629057.d34d01432cbd03941f110edd57c221ca., hostname=e2fd862922a0,38547,1732529625709, seqNum=2 , the old value is region=TestAcidGuarantees,,1732529629057.d34d01432cbd03941f110edd57c221ca., hostname=e2fd862922a0,38547,1732529625709, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d34d01432cbd03941f110edd57c221ca, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T10:13:51,817 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732529629057.d34d01432cbd03941f110edd57c221ca., hostname=e2fd862922a0,38547,1732529625709, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d34d01432cbd03941f110edd57c221ca, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T10:13:51,817 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732529629057.d34d01432cbd03941f110edd57c221ca., hostname=e2fd862922a0,38547,1732529625709, seqNum=2 because the exception is null or not the one we care about 2024-11-25T10:13:51,818 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d34d01432cbd03941f110edd57c221ca, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-25T10:13:51,818 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] ipc.CallRunner(138): callId: 7 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47906 deadline: 1732529691808, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d34d01432cbd03941f110edd57c221ca, server=e2fd862922a0,38547,1732529625709 2024-11-25T10:13:51,819 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d34d01432cbd03941f110edd57c221ca, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-25T10:13:51,819 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] ipc.CallRunner(138): callId: 7 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47884 deadline: 1732529691809, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d34d01432cbd03941f110edd57c221ca, server=e2fd862922a0,38547,1732529625709 2024-11-25T10:13:51,820 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732529629057.d34d01432cbd03941f110edd57c221ca., hostname=e2fd862922a0,38547,1732529625709, seqNum=2 , the old value is region=TestAcidGuarantees,,1732529629057.d34d01432cbd03941f110edd57c221ca., hostname=e2fd862922a0,38547,1732529625709, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d34d01432cbd03941f110edd57c221ca, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T10:13:51,820 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732529629057.d34d01432cbd03941f110edd57c221ca., hostname=e2fd862922a0,38547,1732529625709, seqNum=2 , the old value is region=TestAcidGuarantees,,1732529629057.d34d01432cbd03941f110edd57c221ca., hostname=e2fd862922a0,38547,1732529625709, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d34d01432cbd03941f110edd57c221ca, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T10:13:51,820 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732529629057.d34d01432cbd03941f110edd57c221ca., hostname=e2fd862922a0,38547,1732529625709, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d34d01432cbd03941f110edd57c221ca, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T10:13:51,820 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732529629057.d34d01432cbd03941f110edd57c221ca., hostname=e2fd862922a0,38547,1732529625709, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d34d01432cbd03941f110edd57c221ca, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T10:13:51,820 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732529629057.d34d01432cbd03941f110edd57c221ca., hostname=e2fd862922a0,38547,1732529625709, seqNum=2 because the exception is null or not the one we care about 2024-11-25T10:13:51,820 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732529629057.d34d01432cbd03941f110edd57c221ca., hostname=e2fd862922a0,38547,1732529625709, seqNum=2 because the exception is null or not the one we care about 2024-11-25T10:13:51,828 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d34d01432cbd03941f110edd57c221ca, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-25T10:13:51,828 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47866 deadline: 1732529691824, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d34d01432cbd03941f110edd57c221ca, server=e2fd862922a0,38547,1732529625709 2024-11-25T10:13:51,829 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732529629057.d34d01432cbd03941f110edd57c221ca., hostname=e2fd862922a0,38547,1732529625709, seqNum=2 , the old value is region=TestAcidGuarantees,,1732529629057.d34d01432cbd03941f110edd57c221ca., hostname=e2fd862922a0,38547,1732529625709, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d34d01432cbd03941f110edd57c221ca, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T10:13:51,830 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732529629057.d34d01432cbd03941f110edd57c221ca., hostname=e2fd862922a0,38547,1732529625709, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d34d01432cbd03941f110edd57c221ca, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T10:13:51,830 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732529629057.d34d01432cbd03941f110edd57c221ca., hostname=e2fd862922a0,38547,1732529625709, seqNum=2 because the exception is null or not the one we care about 2024-11-25T10:13:51,830 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d34d01432cbd03941f110edd57c221ca, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-25T10:13:51,830 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/d34d01432cbd03941f110edd57c221ca/.tmp/B/38453ccf65cb4899b31ab025136d869a is 50, key is test_row_0/B:col10/1732529631524/Put/seqid=0 2024-11-25T10:13:51,830 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47850 deadline: 1732529691824, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d34d01432cbd03941f110edd57c221ca, server=e2fd862922a0,38547,1732529625709 2024-11-25T10:13:51,831 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732529629057.d34d01432cbd03941f110edd57c221ca., hostname=e2fd862922a0,38547,1732529625709, seqNum=2 , the old value is region=TestAcidGuarantees,,1732529629057.d34d01432cbd03941f110edd57c221ca., hostname=e2fd862922a0,38547,1732529625709, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d34d01432cbd03941f110edd57c221ca, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T10:13:51,831 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732529629057.d34d01432cbd03941f110edd57c221ca., hostname=e2fd862922a0,38547,1732529625709, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d34d01432cbd03941f110edd57c221ca, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T10:13:51,831 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732529629057.d34d01432cbd03941f110edd57c221ca., hostname=e2fd862922a0,38547,1732529625709, seqNum=2 because the exception is null or not the one we care about 2024-11-25T10:13:51,865 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39927 is added to blk_1073741838_1014 (size=12001) 2024-11-25T10:13:51,867 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=14 (bloomFilter=true), to=hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/d34d01432cbd03941f110edd57c221ca/.tmp/B/38453ccf65cb4899b31ab025136d869a 2024-11-25T10:13:51,927 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/d34d01432cbd03941f110edd57c221ca/.tmp/C/d02e005b579c40e4b6d92168eaf39166 is 50, key is test_row_0/C:col10/1732529631524/Put/seqid=0 2024-11-25T10:13:51,949 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=38547 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=8 2024-11-25T10:13:51,951 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e2fd862922a0:0-2 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732529629057.d34d01432cbd03941f110edd57c221ca. 2024-11-25T10:13:51,952 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e2fd862922a0:0-2 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732529629057.d34d01432cbd03941f110edd57c221ca. as already flushing 2024-11-25T10:13:51,952 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e2fd862922a0:0-2 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732529629057.d34d01432cbd03941f110edd57c221ca. 2024-11-25T10:13:51,952 ERROR [RS_FLUSH_OPERATIONS-regionserver/e2fd862922a0:0-2 {event_type=RS_FLUSH_REGIONS, pid=8}] handler.RSProcedureHandler(58): pid=8 java.io.IOException: Unable to complete flush {ENCODED => d34d01432cbd03941f110edd57c221ca, NAME => 'TestAcidGuarantees,,1732529629057.d34d01432cbd03941f110edd57c221ca.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T10:13:51,952 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e2fd862922a0:0-2 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=8 java.io.IOException: Unable to complete flush {ENCODED => d34d01432cbd03941f110edd57c221ca, NAME => 'TestAcidGuarantees,,1732529629057.d34d01432cbd03941f110edd57c221ca.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T10:13:51,954 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41005 {}] master.HMaster(4177): Remote procedure failed, pid=8 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => d34d01432cbd03941f110edd57c221ca, NAME => 'TestAcidGuarantees,,1732529629057.d34d01432cbd03941f110edd57c221ca.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => d34d01432cbd03941f110edd57c221ca, NAME => 'TestAcidGuarantees,,1732529629057.d34d01432cbd03941f110edd57c221ca.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T10:13:51,964 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39927 is added to blk_1073741839_1015 (size=12001) 2024-11-25T10:13:52,031 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d34d01432cbd03941f110edd57c221ca, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-25T10:13:52,032 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47878 deadline: 1732529692023, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d34d01432cbd03941f110edd57c221ca, server=e2fd862922a0,38547,1732529625709 2024-11-25T10:13:52,033 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732529629057.d34d01432cbd03941f110edd57c221ca., hostname=e2fd862922a0,38547,1732529625709, seqNum=2 , the old value is region=TestAcidGuarantees,,1732529629057.d34d01432cbd03941f110edd57c221ca., hostname=e2fd862922a0,38547,1732529625709, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d34d01432cbd03941f110edd57c221ca, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T10:13:52,033 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732529629057.d34d01432cbd03941f110edd57c221ca., hostname=e2fd862922a0,38547,1732529625709, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d34d01432cbd03941f110edd57c221ca, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T10:13:52,033 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732529629057.d34d01432cbd03941f110edd57c221ca., hostname=e2fd862922a0,38547,1732529625709, seqNum=2 because the exception is null or not the one we care about 2024-11-25T10:13:52,033 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41005 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-25T10:13:52,037 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d34d01432cbd03941f110edd57c221ca, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-25T10:13:52,037 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47884 deadline: 1732529692033, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d34d01432cbd03941f110edd57c221ca, server=e2fd862922a0,38547,1732529625709 2024-11-25T10:13:52,038 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732529629057.d34d01432cbd03941f110edd57c221ca., hostname=e2fd862922a0,38547,1732529625709, seqNum=2 , the old value is region=TestAcidGuarantees,,1732529629057.d34d01432cbd03941f110edd57c221ca., hostname=e2fd862922a0,38547,1732529625709, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d34d01432cbd03941f110edd57c221ca, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T10:13:52,038 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732529629057.d34d01432cbd03941f110edd57c221ca., hostname=e2fd862922a0,38547,1732529625709, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d34d01432cbd03941f110edd57c221ca, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T10:13:52,038 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732529629057.d34d01432cbd03941f110edd57c221ca., hostname=e2fd862922a0,38547,1732529625709, seqNum=2 because the exception is null or not the one we care about 2024-11-25T10:13:52,038 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d34d01432cbd03941f110edd57c221ca, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-25T10:13:52,039 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47866 deadline: 1732529692034, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d34d01432cbd03941f110edd57c221ca, server=e2fd862922a0,38547,1732529625709 2024-11-25T10:13:52,036 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d34d01432cbd03941f110edd57c221ca, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-25T10:13:52,039 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47906 deadline: 1732529692034, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d34d01432cbd03941f110edd57c221ca, server=e2fd862922a0,38547,1732529625709 2024-11-25T10:13:52,039 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732529629057.d34d01432cbd03941f110edd57c221ca., hostname=e2fd862922a0,38547,1732529625709, seqNum=2 , the old value is region=TestAcidGuarantees,,1732529629057.d34d01432cbd03941f110edd57c221ca., hostname=e2fd862922a0,38547,1732529625709, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d34d01432cbd03941f110edd57c221ca, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T10:13:52,040 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732529629057.d34d01432cbd03941f110edd57c221ca., hostname=e2fd862922a0,38547,1732529625709, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d34d01432cbd03941f110edd57c221ca, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T10:13:52,040 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732529629057.d34d01432cbd03941f110edd57c221ca., hostname=e2fd862922a0,38547,1732529625709, seqNum=2 because the exception is null or not the one we care about 2024-11-25T10:13:52,040 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732529629057.d34d01432cbd03941f110edd57c221ca., hostname=e2fd862922a0,38547,1732529625709, seqNum=2 , the old value is region=TestAcidGuarantees,,1732529629057.d34d01432cbd03941f110edd57c221ca., hostname=e2fd862922a0,38547,1732529625709, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d34d01432cbd03941f110edd57c221ca, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T10:13:52,040 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732529629057.d34d01432cbd03941f110edd57c221ca., hostname=e2fd862922a0,38547,1732529625709, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d34d01432cbd03941f110edd57c221ca, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T10:13:52,040 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732529629057.d34d01432cbd03941f110edd57c221ca., hostname=e2fd862922a0,38547,1732529625709, seqNum=2 because the exception is null or not the one we care about 2024-11-25T10:13:52,047 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d34d01432cbd03941f110edd57c221ca, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-25T10:13:52,048 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47850 deadline: 1732529692043, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d34d01432cbd03941f110edd57c221ca, server=e2fd862922a0,38547,1732529625709 2024-11-25T10:13:52,048 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732529629057.d34d01432cbd03941f110edd57c221ca., hostname=e2fd862922a0,38547,1732529625709, seqNum=2 , the old value is region=TestAcidGuarantees,,1732529629057.d34d01432cbd03941f110edd57c221ca., hostname=e2fd862922a0,38547,1732529625709, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d34d01432cbd03941f110edd57c221ca, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T10:13:52,049 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732529629057.d34d01432cbd03941f110edd57c221ca., hostname=e2fd862922a0,38547,1732529625709, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d34d01432cbd03941f110edd57c221ca, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T10:13:52,049 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732529629057.d34d01432cbd03941f110edd57c221ca., hostname=e2fd862922a0,38547,1732529625709, seqNum=2 because the exception is null or not the one we care about 2024-11-25T10:13:52,108 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=38547 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=8 2024-11-25T10:13:52,108 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e2fd862922a0:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732529629057.d34d01432cbd03941f110edd57c221ca. 2024-11-25T10:13:52,108 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e2fd862922a0:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732529629057.d34d01432cbd03941f110edd57c221ca. as already flushing 2024-11-25T10:13:52,109 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e2fd862922a0:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732529629057.d34d01432cbd03941f110edd57c221ca. 2024-11-25T10:13:52,109 ERROR [RS_FLUSH_OPERATIONS-regionserver/e2fd862922a0:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] handler.RSProcedureHandler(58): pid=8 java.io.IOException: Unable to complete flush {ENCODED => d34d01432cbd03941f110edd57c221ca, NAME => 'TestAcidGuarantees,,1732529629057.d34d01432cbd03941f110edd57c221ca.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T10:13:52,109 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e2fd862922a0:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=8 java.io.IOException: Unable to complete flush {ENCODED => d34d01432cbd03941f110edd57c221ca, NAME => 'TestAcidGuarantees,,1732529629057.d34d01432cbd03941f110edd57c221ca.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T10:13:52,111 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41005 {}] master.HMaster(4177): Remote procedure failed, pid=8 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => d34d01432cbd03941f110edd57c221ca, NAME => 'TestAcidGuarantees,,1732529629057.d34d01432cbd03941f110edd57c221ca.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => d34d01432cbd03941f110edd57c221ca, NAME => 'TestAcidGuarantees,,1732529629057.d34d01432cbd03941f110edd57c221ca.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T10:13:52,271 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=38547 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=8 2024-11-25T10:13:52,271 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e2fd862922a0:0-1 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732529629057.d34d01432cbd03941f110edd57c221ca. 2024-11-25T10:13:52,271 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e2fd862922a0:0-1 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732529629057.d34d01432cbd03941f110edd57c221ca. as already flushing 2024-11-25T10:13:52,271 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e2fd862922a0:0-1 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732529629057.d34d01432cbd03941f110edd57c221ca. 2024-11-25T10:13:52,272 ERROR [RS_FLUSH_OPERATIONS-regionserver/e2fd862922a0:0-1 {event_type=RS_FLUSH_REGIONS, pid=8}] handler.RSProcedureHandler(58): pid=8 java.io.IOException: Unable to complete flush {ENCODED => d34d01432cbd03941f110edd57c221ca, NAME => 'TestAcidGuarantees,,1732529629057.d34d01432cbd03941f110edd57c221ca.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T10:13:52,272 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e2fd862922a0:0-1 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=8 java.io.IOException: Unable to complete flush {ENCODED => d34d01432cbd03941f110edd57c221ca, NAME => 'TestAcidGuarantees,,1732529629057.d34d01432cbd03941f110edd57c221ca.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T10:13:52,273 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41005 {}] master.HMaster(4177): Remote procedure failed, pid=8 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => d34d01432cbd03941f110edd57c221ca, NAME => 'TestAcidGuarantees,,1732529629057.d34d01432cbd03941f110edd57c221ca.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => d34d01432cbd03941f110edd57c221ca, NAME => 'TestAcidGuarantees,,1732529629057.d34d01432cbd03941f110edd57c221ca.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T10:13:52,349 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d34d01432cbd03941f110edd57c221ca, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-25T10:13:52,349 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47878 deadline: 1732529692344, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d34d01432cbd03941f110edd57c221ca, server=e2fd862922a0,38547,1732529625709 2024-11-25T10:13:52,350 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d34d01432cbd03941f110edd57c221ca, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-25T10:13:52,350 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47884 deadline: 1732529692344, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d34d01432cbd03941f110edd57c221ca, server=e2fd862922a0,38547,1732529625709 2024-11-25T10:13:52,350 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732529629057.d34d01432cbd03941f110edd57c221ca., hostname=e2fd862922a0,38547,1732529625709, seqNum=2 , the old value is region=TestAcidGuarantees,,1732529629057.d34d01432cbd03941f110edd57c221ca., hostname=e2fd862922a0,38547,1732529625709, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d34d01432cbd03941f110edd57c221ca, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T10:13:52,350 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d34d01432cbd03941f110edd57c221ca, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-25T10:13:52,350 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732529629057.d34d01432cbd03941f110edd57c221ca., hostname=e2fd862922a0,38547,1732529625709, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d34d01432cbd03941f110edd57c221ca, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T10:13:52,350 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732529629057.d34d01432cbd03941f110edd57c221ca., hostname=e2fd862922a0,38547,1732529625709, seqNum=2 because the exception is null or not the one we care about 2024-11-25T10:13:52,350 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47906 deadline: 1732529692345, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d34d01432cbd03941f110edd57c221ca, server=e2fd862922a0,38547,1732529625709 2024-11-25T10:13:52,351 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732529629057.d34d01432cbd03941f110edd57c221ca., hostname=e2fd862922a0,38547,1732529625709, seqNum=2 , the old value is region=TestAcidGuarantees,,1732529629057.d34d01432cbd03941f110edd57c221ca., hostname=e2fd862922a0,38547,1732529625709, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d34d01432cbd03941f110edd57c221ca, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T10:13:52,351 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732529629057.d34d01432cbd03941f110edd57c221ca., hostname=e2fd862922a0,38547,1732529625709, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d34d01432cbd03941f110edd57c221ca, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T10:13:52,351 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732529629057.d34d01432cbd03941f110edd57c221ca., hostname=e2fd862922a0,38547,1732529625709, seqNum=2 because the exception is null or not the one we care about 2024-11-25T10:13:52,351 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732529629057.d34d01432cbd03941f110edd57c221ca., hostname=e2fd862922a0,38547,1732529625709, seqNum=2 , the old value is region=TestAcidGuarantees,,1732529629057.d34d01432cbd03941f110edd57c221ca., hostname=e2fd862922a0,38547,1732529625709, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d34d01432cbd03941f110edd57c221ca, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T10:13:52,352 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732529629057.d34d01432cbd03941f110edd57c221ca., hostname=e2fd862922a0,38547,1732529625709, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d34d01432cbd03941f110edd57c221ca, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T10:13:52,352 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732529629057.d34d01432cbd03941f110edd57c221ca., hostname=e2fd862922a0,38547,1732529625709, seqNum=2 because the exception is null or not the one we care about 2024-11-25T10:13:52,355 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d34d01432cbd03941f110edd57c221ca, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-25T10:13:52,356 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47866 deadline: 1732529692352, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d34d01432cbd03941f110edd57c221ca, server=e2fd862922a0,38547,1732529625709 2024-11-25T10:13:52,357 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732529629057.d34d01432cbd03941f110edd57c221ca., hostname=e2fd862922a0,38547,1732529625709, seqNum=2 , the old value is region=TestAcidGuarantees,,1732529629057.d34d01432cbd03941f110edd57c221ca., hostname=e2fd862922a0,38547,1732529625709, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d34d01432cbd03941f110edd57c221ca, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T10:13:52,357 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732529629057.d34d01432cbd03941f110edd57c221ca., hostname=e2fd862922a0,38547,1732529625709, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d34d01432cbd03941f110edd57c221ca, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T10:13:52,357 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732529629057.d34d01432cbd03941f110edd57c221ca., hostname=e2fd862922a0,38547,1732529625709, seqNum=2 because the exception is null or not the one we care about 2024-11-25T10:13:52,366 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=14 (bloomFilter=true), to=hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/d34d01432cbd03941f110edd57c221ca/.tmp/C/d02e005b579c40e4b6d92168eaf39166 2024-11-25T10:13:52,369 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d34d01432cbd03941f110edd57c221ca, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-25T10:13:52,369 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47850 deadline: 1732529692363, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d34d01432cbd03941f110edd57c221ca, server=e2fd862922a0,38547,1732529625709 2024-11-25T10:13:52,370 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732529629057.d34d01432cbd03941f110edd57c221ca., hostname=e2fd862922a0,38547,1732529625709, seqNum=2 , the old value is region=TestAcidGuarantees,,1732529629057.d34d01432cbd03941f110edd57c221ca., hostname=e2fd862922a0,38547,1732529625709, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d34d01432cbd03941f110edd57c221ca, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T10:13:52,370 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732529629057.d34d01432cbd03941f110edd57c221ca., hostname=e2fd862922a0,38547,1732529625709, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d34d01432cbd03941f110edd57c221ca, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T10:13:52,370 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732529629057.d34d01432cbd03941f110edd57c221ca., hostname=e2fd862922a0,38547,1732529625709, seqNum=2 because the exception is null or not the one we care about 2024-11-25T10:13:52,381 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/d34d01432cbd03941f110edd57c221ca/.tmp/A/96d13263863d421bb75961ed07c49973 as hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/d34d01432cbd03941f110edd57c221ca/A/96d13263863d421bb75961ed07c49973 2024-11-25T10:13:52,395 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/d34d01432cbd03941f110edd57c221ca/A/96d13263863d421bb75961ed07c49973, entries=150, sequenceid=14, filesize=11.7 K 2024-11-25T10:13:52,402 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/d34d01432cbd03941f110edd57c221ca/.tmp/B/38453ccf65cb4899b31ab025136d869a as hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/d34d01432cbd03941f110edd57c221ca/B/38453ccf65cb4899b31ab025136d869a 2024-11-25T10:13:52,422 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/d34d01432cbd03941f110edd57c221ca/B/38453ccf65cb4899b31ab025136d869a, entries=150, sequenceid=14, filesize=11.7 K 2024-11-25T10:13:52,427 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/d34d01432cbd03941f110edd57c221ca/.tmp/C/d02e005b579c40e4b6d92168eaf39166 as hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/d34d01432cbd03941f110edd57c221ca/C/d02e005b579c40e4b6d92168eaf39166 2024-11-25T10:13:52,434 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=38547 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=8 2024-11-25T10:13:52,434 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e2fd862922a0:0-2 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732529629057.d34d01432cbd03941f110edd57c221ca. 2024-11-25T10:13:52,434 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e2fd862922a0:0-2 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732529629057.d34d01432cbd03941f110edd57c221ca. as already flushing 2024-11-25T10:13:52,434 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e2fd862922a0:0-2 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732529629057.d34d01432cbd03941f110edd57c221ca. 2024-11-25T10:13:52,434 ERROR [RS_FLUSH_OPERATIONS-regionserver/e2fd862922a0:0-2 {event_type=RS_FLUSH_REGIONS, pid=8}] handler.RSProcedureHandler(58): pid=8 java.io.IOException: Unable to complete flush {ENCODED => d34d01432cbd03941f110edd57c221ca, NAME => 'TestAcidGuarantees,,1732529629057.d34d01432cbd03941f110edd57c221ca.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T10:13:52,435 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e2fd862922a0:0-2 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=8 java.io.IOException: Unable to complete flush {ENCODED => d34d01432cbd03941f110edd57c221ca, NAME => 'TestAcidGuarantees,,1732529629057.d34d01432cbd03941f110edd57c221ca.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T10:13:52,437 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41005 {}] master.HMaster(4177): Remote procedure failed, pid=8 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => d34d01432cbd03941f110edd57c221ca, NAME => 'TestAcidGuarantees,,1732529629057.d34d01432cbd03941f110edd57c221ca.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => d34d01432cbd03941f110edd57c221ca, NAME => 'TestAcidGuarantees,,1732529629057.d34d01432cbd03941f110edd57c221ca.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T10:13:52,440 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/d34d01432cbd03941f110edd57c221ca/C/d02e005b579c40e4b6d92168eaf39166, entries=150, sequenceid=14, filesize=11.7 K 2024-11-25T10:13:52,450 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~67.09 KB/68700, heapSize ~199.92 KB/204720, currentSize=114.05 KB/116790 for d34d01432cbd03941f110edd57c221ca in 916ms, sequenceid=14, compaction requested=false 2024-11-25T10:13:52,454 DEBUG [MemStoreFlusher.0 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'TestAcidGuarantees' 2024-11-25T10:13:52,457 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for d34d01432cbd03941f110edd57c221ca: 2024-11-25T10:13:52,542 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41005 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-25T10:13:52,590 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=38547 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=8 2024-11-25T10:13:52,591 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e2fd862922a0:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732529629057.d34d01432cbd03941f110edd57c221ca. 2024-11-25T10:13:52,591 INFO [RS_FLUSH_OPERATIONS-regionserver/e2fd862922a0:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.HRegion(2902): Flushing d34d01432cbd03941f110edd57c221ca 3/3 column families, dataSize=114.05 KB heapSize=339.42 KB 2024-11-25T10:13:52,592 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e2fd862922a0:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d34d01432cbd03941f110edd57c221ca, store=A 2024-11-25T10:13:52,592 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e2fd862922a0:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T10:13:52,592 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e2fd862922a0:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d34d01432cbd03941f110edd57c221ca, store=B 2024-11-25T10:13:52,592 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e2fd862922a0:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T10:13:52,592 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e2fd862922a0:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d34d01432cbd03941f110edd57c221ca, store=C 2024-11-25T10:13:52,592 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e2fd862922a0:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T10:13:52,608 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e2fd862922a0:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/d34d01432cbd03941f110edd57c221ca/.tmp/A/96ec90f9185344f1883fa7c7e25e663c is 50, key is test_row_0/A:col10/1732529631626/Put/seqid=0 2024-11-25T10:13:52,657 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39927 is added to blk_1073741840_1016 (size=12001) 2024-11-25T10:13:52,884 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732529629057.d34d01432cbd03941f110edd57c221ca. as already flushing 2024-11-25T10:13:52,887 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] regionserver.HRegion(8855): Flush requested on d34d01432cbd03941f110edd57c221ca 2024-11-25T10:13:52,920 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d34d01432cbd03941f110edd57c221ca, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-25T10:13:52,921 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47850 deadline: 1732529692903, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d34d01432cbd03941f110edd57c221ca, server=e2fd862922a0,38547,1732529625709 2024-11-25T10:13:52,921 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732529629057.d34d01432cbd03941f110edd57c221ca., hostname=e2fd862922a0,38547,1732529625709, seqNum=2 , the old value is region=TestAcidGuarantees,,1732529629057.d34d01432cbd03941f110edd57c221ca., hostname=e2fd862922a0,38547,1732529625709, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d34d01432cbd03941f110edd57c221ca, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T10:13:52,922 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732529629057.d34d01432cbd03941f110edd57c221ca., hostname=e2fd862922a0,38547,1732529625709, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d34d01432cbd03941f110edd57c221ca, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T10:13:52,922 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d34d01432cbd03941f110edd57c221ca, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-25T10:13:52,922 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732529629057.d34d01432cbd03941f110edd57c221ca., hostname=e2fd862922a0,38547,1732529625709, seqNum=2 because the exception is null or not the one we care about 2024-11-25T10:13:52,922 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47878 deadline: 1732529692905, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d34d01432cbd03941f110edd57c221ca, server=e2fd862922a0,38547,1732529625709 2024-11-25T10:13:52,922 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732529629057.d34d01432cbd03941f110edd57c221ca., hostname=e2fd862922a0,38547,1732529625709, seqNum=2 , the old value is region=TestAcidGuarantees,,1732529629057.d34d01432cbd03941f110edd57c221ca., hostname=e2fd862922a0,38547,1732529625709, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d34d01432cbd03941f110edd57c221ca, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T10:13:52,923 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732529629057.d34d01432cbd03941f110edd57c221ca., hostname=e2fd862922a0,38547,1732529625709, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d34d01432cbd03941f110edd57c221ca, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T10:13:52,923 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732529629057.d34d01432cbd03941f110edd57c221ca., hostname=e2fd862922a0,38547,1732529625709, seqNum=2 because the exception is null or not the one we care about 2024-11-25T10:13:52,924 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d34d01432cbd03941f110edd57c221ca, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-25T10:13:52,924 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47906 deadline: 1732529692914, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d34d01432cbd03941f110edd57c221ca, server=e2fd862922a0,38547,1732529625709 2024-11-25T10:13:52,925 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d34d01432cbd03941f110edd57c221ca, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-25T10:13:52,925 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47884 deadline: 1732529692915, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d34d01432cbd03941f110edd57c221ca, server=e2fd862922a0,38547,1732529625709 2024-11-25T10:13:52,926 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d34d01432cbd03941f110edd57c221ca, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-25T10:13:52,926 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47866 deadline: 1732529692919, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d34d01432cbd03941f110edd57c221ca, server=e2fd862922a0,38547,1732529625709 2024-11-25T10:13:52,928 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732529629057.d34d01432cbd03941f110edd57c221ca., hostname=e2fd862922a0,38547,1732529625709, seqNum=2 , the old value is region=TestAcidGuarantees,,1732529629057.d34d01432cbd03941f110edd57c221ca., hostname=e2fd862922a0,38547,1732529625709, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d34d01432cbd03941f110edd57c221ca, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T10:13:52,928 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732529629057.d34d01432cbd03941f110edd57c221ca., hostname=e2fd862922a0,38547,1732529625709, seqNum=2 , the old value is region=TestAcidGuarantees,,1732529629057.d34d01432cbd03941f110edd57c221ca., hostname=e2fd862922a0,38547,1732529625709, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d34d01432cbd03941f110edd57c221ca, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T10:13:52,928 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732529629057.d34d01432cbd03941f110edd57c221ca., hostname=e2fd862922a0,38547,1732529625709, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d34d01432cbd03941f110edd57c221ca, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T10:13:52,928 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732529629057.d34d01432cbd03941f110edd57c221ca., hostname=e2fd862922a0,38547,1732529625709, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d34d01432cbd03941f110edd57c221ca, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T10:13:52,928 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732529629057.d34d01432cbd03941f110edd57c221ca., hostname=e2fd862922a0,38547,1732529625709, seqNum=2 because the exception is null or not the one we care about 2024-11-25T10:13:52,928 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732529629057.d34d01432cbd03941f110edd57c221ca., hostname=e2fd862922a0,38547,1732529625709, seqNum=2 because the exception is null or not the one we care about 2024-11-25T10:13:52,928 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732529629057.d34d01432cbd03941f110edd57c221ca., hostname=e2fd862922a0,38547,1732529625709, seqNum=2 , the old value is region=TestAcidGuarantees,,1732529629057.d34d01432cbd03941f110edd57c221ca., hostname=e2fd862922a0,38547,1732529625709, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d34d01432cbd03941f110edd57c221ca, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T10:13:52,929 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732529629057.d34d01432cbd03941f110edd57c221ca., hostname=e2fd862922a0,38547,1732529625709, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d34d01432cbd03941f110edd57c221ca, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T10:13:52,929 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732529629057.d34d01432cbd03941f110edd57c221ca., hostname=e2fd862922a0,38547,1732529625709, seqNum=2 because the exception is null or not the one we care about 2024-11-25T10:13:53,038 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d34d01432cbd03941f110edd57c221ca, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-25T10:13:53,039 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47906 deadline: 1732529693036, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d34d01432cbd03941f110edd57c221ca, server=e2fd862922a0,38547,1732529625709 2024-11-25T10:13:53,040 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732529629057.d34d01432cbd03941f110edd57c221ca., hostname=e2fd862922a0,38547,1732529625709, seqNum=2 , the old value is region=TestAcidGuarantees,,1732529629057.d34d01432cbd03941f110edd57c221ca., hostname=e2fd862922a0,38547,1732529625709, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d34d01432cbd03941f110edd57c221ca, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T10:13:53,040 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732529629057.d34d01432cbd03941f110edd57c221ca., hostname=e2fd862922a0,38547,1732529625709, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d34d01432cbd03941f110edd57c221ca, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T10:13:53,040 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732529629057.d34d01432cbd03941f110edd57c221ca., hostname=e2fd862922a0,38547,1732529625709, seqNum=2 because the exception is null or not the one we care about 2024-11-25T10:13:53,040 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d34d01432cbd03941f110edd57c221ca, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-25T10:13:53,040 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47866 deadline: 1732529693036, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d34d01432cbd03941f110edd57c221ca, server=e2fd862922a0,38547,1732529625709 2024-11-25T10:13:53,041 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732529629057.d34d01432cbd03941f110edd57c221ca., hostname=e2fd862922a0,38547,1732529625709, seqNum=2 , the old value is region=TestAcidGuarantees,,1732529629057.d34d01432cbd03941f110edd57c221ca., hostname=e2fd862922a0,38547,1732529625709, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d34d01432cbd03941f110edd57c221ca, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T10:13:53,041 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732529629057.d34d01432cbd03941f110edd57c221ca., hostname=e2fd862922a0,38547,1732529625709, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d34d01432cbd03941f110edd57c221ca, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T10:13:53,041 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732529629057.d34d01432cbd03941f110edd57c221ca., hostname=e2fd862922a0,38547,1732529625709, seqNum=2 because the exception is null or not the one we care about 2024-11-25T10:13:53,041 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d34d01432cbd03941f110edd57c221ca, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-25T10:13:53,042 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47884 deadline: 1732529693037, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d34d01432cbd03941f110edd57c221ca, server=e2fd862922a0,38547,1732529625709 2024-11-25T10:13:53,042 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d34d01432cbd03941f110edd57c221ca, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-25T10:13:53,043 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732529629057.d34d01432cbd03941f110edd57c221ca., hostname=e2fd862922a0,38547,1732529625709, seqNum=2 , the old value is region=TestAcidGuarantees,,1732529629057.d34d01432cbd03941f110edd57c221ca., hostname=e2fd862922a0,38547,1732529625709, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d34d01432cbd03941f110edd57c221ca, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T10:13:53,043 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732529629057.d34d01432cbd03941f110edd57c221ca., hostname=e2fd862922a0,38547,1732529625709, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d34d01432cbd03941f110edd57c221ca, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T10:13:53,043 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732529629057.d34d01432cbd03941f110edd57c221ca., hostname=e2fd862922a0,38547,1732529625709, seqNum=2 because the exception is null or not the one we care about 2024-11-25T10:13:53,043 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47850 deadline: 1732529693037, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d34d01432cbd03941f110edd57c221ca, server=e2fd862922a0,38547,1732529625709 2024-11-25T10:13:53,044 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732529629057.d34d01432cbd03941f110edd57c221ca., hostname=e2fd862922a0,38547,1732529625709, seqNum=2 , the old value is region=TestAcidGuarantees,,1732529629057.d34d01432cbd03941f110edd57c221ca., hostname=e2fd862922a0,38547,1732529625709, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d34d01432cbd03941f110edd57c221ca, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T10:13:53,044 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732529629057.d34d01432cbd03941f110edd57c221ca., hostname=e2fd862922a0,38547,1732529625709, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d34d01432cbd03941f110edd57c221ca, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T10:13:53,044 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732529629057.d34d01432cbd03941f110edd57c221ca., hostname=e2fd862922a0,38547,1732529625709, seqNum=2 because the exception is null or not the one we care about 2024-11-25T10:13:53,044 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d34d01432cbd03941f110edd57c221ca, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-25T10:13:53,045 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47878 deadline: 1732529693043, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d34d01432cbd03941f110edd57c221ca, server=e2fd862922a0,38547,1732529625709 2024-11-25T10:13:53,045 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732529629057.d34d01432cbd03941f110edd57c221ca., hostname=e2fd862922a0,38547,1732529625709, seqNum=2 , the old value is region=TestAcidGuarantees,,1732529629057.d34d01432cbd03941f110edd57c221ca., hostname=e2fd862922a0,38547,1732529625709, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d34d01432cbd03941f110edd57c221ca, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T10:13:53,045 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732529629057.d34d01432cbd03941f110edd57c221ca., hostname=e2fd862922a0,38547,1732529625709, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d34d01432cbd03941f110edd57c221ca, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T10:13:53,045 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732529629057.d34d01432cbd03941f110edd57c221ca., hostname=e2fd862922a0,38547,1732529625709, seqNum=2 because the exception is null or not the one we care about 2024-11-25T10:13:53,061 INFO [RS_FLUSH_OPERATIONS-regionserver/e2fd862922a0:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.02 KB at sequenceid=34 (bloomFilter=true), to=hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/d34d01432cbd03941f110edd57c221ca/.tmp/A/96ec90f9185344f1883fa7c7e25e663c 2024-11-25T10:13:53,105 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e2fd862922a0:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/d34d01432cbd03941f110edd57c221ca/.tmp/B/66ee78865f4844af9eea4d19f38ae58d is 50, key is test_row_0/B:col10/1732529631626/Put/seqid=0 2024-11-25T10:13:53,115 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39927 is added to blk_1073741841_1017 (size=12001) 2024-11-25T10:13:53,117 INFO [RS_FLUSH_OPERATIONS-regionserver/e2fd862922a0:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.02 KB at sequenceid=34 (bloomFilter=true), to=hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/d34d01432cbd03941f110edd57c221ca/.tmp/B/66ee78865f4844af9eea4d19f38ae58d 2024-11-25T10:13:53,158 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e2fd862922a0:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/d34d01432cbd03941f110edd57c221ca/.tmp/C/6d7af0ba6f9c4ac6a4e7db9186a1c3af is 50, key is test_row_0/C:col10/1732529631626/Put/seqid=0 2024-11-25T10:13:53,205 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39927 is added to blk_1073741842_1018 (size=12001) 2024-11-25T10:13:53,208 INFO [RS_FLUSH_OPERATIONS-regionserver/e2fd862922a0:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.02 KB at sequenceid=34 (bloomFilter=true), to=hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/d34d01432cbd03941f110edd57c221ca/.tmp/C/6d7af0ba6f9c4ac6a4e7db9186a1c3af 2024-11-25T10:13:53,240 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e2fd862922a0:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/d34d01432cbd03941f110edd57c221ca/.tmp/A/96ec90f9185344f1883fa7c7e25e663c as hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/d34d01432cbd03941f110edd57c221ca/A/96ec90f9185344f1883fa7c7e25e663c 2024-11-25T10:13:53,247 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d34d01432cbd03941f110edd57c221ca, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-25T10:13:53,247 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47906 deadline: 1732529693244, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d34d01432cbd03941f110edd57c221ca, server=e2fd862922a0,38547,1732529625709 2024-11-25T10:13:53,250 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732529629057.d34d01432cbd03941f110edd57c221ca., hostname=e2fd862922a0,38547,1732529625709, seqNum=2 , the old value is region=TestAcidGuarantees,,1732529629057.d34d01432cbd03941f110edd57c221ca., hostname=e2fd862922a0,38547,1732529625709, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d34d01432cbd03941f110edd57c221ca, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T10:13:53,250 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732529629057.d34d01432cbd03941f110edd57c221ca., hostname=e2fd862922a0,38547,1732529625709, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d34d01432cbd03941f110edd57c221ca, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T10:13:53,250 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732529629057.d34d01432cbd03941f110edd57c221ca., hostname=e2fd862922a0,38547,1732529625709, seqNum=2 because the exception is null or not the one we care about 2024-11-25T10:13:53,264 INFO [RS_FLUSH_OPERATIONS-regionserver/e2fd862922a0:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/d34d01432cbd03941f110edd57c221ca/A/96ec90f9185344f1883fa7c7e25e663c, entries=150, sequenceid=34, filesize=11.7 K 2024-11-25T10:13:53,265 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d34d01432cbd03941f110edd57c221ca, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-25T10:13:53,265 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d34d01432cbd03941f110edd57c221ca, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-25T10:13:53,265 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d34d01432cbd03941f110edd57c221ca, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-25T10:13:53,266 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47884 deadline: 1732529693255, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d34d01432cbd03941f110edd57c221ca, server=e2fd862922a0,38547,1732529625709 2024-11-25T10:13:53,266 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47850 deadline: 1732529693254, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d34d01432cbd03941f110edd57c221ca, server=e2fd862922a0,38547,1732529625709 2024-11-25T10:13:53,266 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e2fd862922a0:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/d34d01432cbd03941f110edd57c221ca/.tmp/B/66ee78865f4844af9eea4d19f38ae58d as hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/d34d01432cbd03941f110edd57c221ca/B/66ee78865f4844af9eea4d19f38ae58d 2024-11-25T10:13:53,266 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47878 deadline: 1732529693254, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d34d01432cbd03941f110edd57c221ca, server=e2fd862922a0,38547,1732529625709 2024-11-25T10:13:53,266 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732529629057.d34d01432cbd03941f110edd57c221ca., hostname=e2fd862922a0,38547,1732529625709, seqNum=2 , the old value is region=TestAcidGuarantees,,1732529629057.d34d01432cbd03941f110edd57c221ca., hostname=e2fd862922a0,38547,1732529625709, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d34d01432cbd03941f110edd57c221ca, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T10:13:53,266 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732529629057.d34d01432cbd03941f110edd57c221ca., hostname=e2fd862922a0,38547,1732529625709, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d34d01432cbd03941f110edd57c221ca, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T10:13:53,266 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732529629057.d34d01432cbd03941f110edd57c221ca., hostname=e2fd862922a0,38547,1732529625709, seqNum=2 because the exception is null or not the one we care about 2024-11-25T10:13:53,267 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732529629057.d34d01432cbd03941f110edd57c221ca., hostname=e2fd862922a0,38547,1732529625709, seqNum=2 , the old value is region=TestAcidGuarantees,,1732529629057.d34d01432cbd03941f110edd57c221ca., hostname=e2fd862922a0,38547,1732529625709, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d34d01432cbd03941f110edd57c221ca, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T10:13:53,267 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732529629057.d34d01432cbd03941f110edd57c221ca., hostname=e2fd862922a0,38547,1732529625709, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d34d01432cbd03941f110edd57c221ca, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T10:13:53,267 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732529629057.d34d01432cbd03941f110edd57c221ca., hostname=e2fd862922a0,38547,1732529625709, seqNum=2 because the exception is null or not the one we care about 2024-11-25T10:13:53,268 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732529629057.d34d01432cbd03941f110edd57c221ca., hostname=e2fd862922a0,38547,1732529625709, seqNum=2 , the old value is region=TestAcidGuarantees,,1732529629057.d34d01432cbd03941f110edd57c221ca., hostname=e2fd862922a0,38547,1732529625709, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d34d01432cbd03941f110edd57c221ca, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T10:13:53,268 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732529629057.d34d01432cbd03941f110edd57c221ca., hostname=e2fd862922a0,38547,1732529625709, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d34d01432cbd03941f110edd57c221ca, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T10:13:53,268 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732529629057.d34d01432cbd03941f110edd57c221ca., hostname=e2fd862922a0,38547,1732529625709, seqNum=2 because the exception is null or not the one we care about 2024-11-25T10:13:53,268 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d34d01432cbd03941f110edd57c221ca, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-25T10:13:53,269 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] ipc.CallRunner(138): callId: 15 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47866 deadline: 1732529693255, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d34d01432cbd03941f110edd57c221ca, server=e2fd862922a0,38547,1732529625709 2024-11-25T10:13:53,269 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732529629057.d34d01432cbd03941f110edd57c221ca., hostname=e2fd862922a0,38547,1732529625709, seqNum=2 , the old value is region=TestAcidGuarantees,,1732529629057.d34d01432cbd03941f110edd57c221ca., hostname=e2fd862922a0,38547,1732529625709, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d34d01432cbd03941f110edd57c221ca, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T10:13:53,269 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732529629057.d34d01432cbd03941f110edd57c221ca., hostname=e2fd862922a0,38547,1732529625709, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d34d01432cbd03941f110edd57c221ca, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T10:13:53,269 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732529629057.d34d01432cbd03941f110edd57c221ca., hostname=e2fd862922a0,38547,1732529625709, seqNum=2 because the exception is null or not the one we care about 2024-11-25T10:13:53,284 INFO [RS_FLUSH_OPERATIONS-regionserver/e2fd862922a0:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/d34d01432cbd03941f110edd57c221ca/B/66ee78865f4844af9eea4d19f38ae58d, entries=150, sequenceid=34, filesize=11.7 K 2024-11-25T10:13:53,288 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e2fd862922a0:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/d34d01432cbd03941f110edd57c221ca/.tmp/C/6d7af0ba6f9c4ac6a4e7db9186a1c3af as hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/d34d01432cbd03941f110edd57c221ca/C/6d7af0ba6f9c4ac6a4e7db9186a1c3af 2024-11-25T10:13:53,305 INFO [RS_FLUSH_OPERATIONS-regionserver/e2fd862922a0:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/d34d01432cbd03941f110edd57c221ca/C/6d7af0ba6f9c4ac6a4e7db9186a1c3af, entries=150, sequenceid=34, filesize=11.7 K 2024-11-25T10:13:53,307 INFO [RS_FLUSH_OPERATIONS-regionserver/e2fd862922a0:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.HRegion(3140): Finished flush of dataSize ~114.05 KB/116790, heapSize ~339.38 KB/347520, currentSize=60.38 KB/61830 for d34d01432cbd03941f110edd57c221ca in 715ms, sequenceid=34, compaction requested=false 2024-11-25T10:13:53,307 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e2fd862922a0:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.HRegion(2603): Flush status journal for d34d01432cbd03941f110edd57c221ca: 2024-11-25T10:13:53,307 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e2fd862922a0:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732529629057.d34d01432cbd03941f110edd57c221ca. 2024-11-25T10:13:53,308 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e2fd862922a0:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=8 2024-11-25T10:13:53,308 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41005 {}] master.HMaster(4169): Remote procedure done, pid=8 2024-11-25T10:13:53,328 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=8, resume processing ppid=7 2024-11-25T10:13:53,328 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, ppid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.8990 sec 2024-11-25T10:13:53,338 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=7, table=TestAcidGuarantees in 1.9310 sec 2024-11-25T10:13:53,554 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41005 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-25T10:13:53,554 INFO [RPCClient-NioEventLoopGroup-4-8 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-25T10:13:53,555 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41005 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-25T10:13:53,559 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41005 {}] procedure2.ProcedureExecutor(1139): Stored pid=9, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=9, table=TestAcidGuarantees 2024-11-25T10:13:53,560 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41005 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=9 2024-11-25T10:13:53,561 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=9, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=9, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-25T10:13:53,565 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=9, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=9, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-25T10:13:53,565 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-25T10:13:53,574 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing d34d01432cbd03941f110edd57c221ca 3/3 column families, dataSize=67.09 KB heapSize=199.97 KB 2024-11-25T10:13:53,574 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d34d01432cbd03941f110edd57c221ca, store=A 2024-11-25T10:13:53,574 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T10:13:53,574 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d34d01432cbd03941f110edd57c221ca, store=B 2024-11-25T10:13:53,575 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T10:13:53,575 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d34d01432cbd03941f110edd57c221ca, store=C 2024-11-25T10:13:53,575 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T10:13:53,575 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] regionserver.HRegion(8855): Flush requested on d34d01432cbd03941f110edd57c221ca 2024-11-25T10:13:53,592 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/d34d01432cbd03941f110edd57c221ca/.tmp/A/f114d1f44c3b4167b1d3d5da5a280ce3 is 50, key is test_row_0/A:col10/1732529632894/Put/seqid=0 2024-11-25T10:13:53,640 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39927 is added to blk_1073741843_1019 (size=14341) 2024-11-25T10:13:53,642 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=47 (bloomFilter=true), to=hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/d34d01432cbd03941f110edd57c221ca/.tmp/A/f114d1f44c3b4167b1d3d5da5a280ce3 2024-11-25T10:13:53,655 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d34d01432cbd03941f110edd57c221ca, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-25T10:13:53,655 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] ipc.CallRunner(138): callId: 19 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47884 deadline: 1732529693636, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d34d01432cbd03941f110edd57c221ca, server=e2fd862922a0,38547,1732529625709 2024-11-25T10:13:53,656 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d34d01432cbd03941f110edd57c221ca, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-25T10:13:53,656 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] ipc.CallRunner(138): callId: 18 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47850 deadline: 1732529693639, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d34d01432cbd03941f110edd57c221ca, server=e2fd862922a0,38547,1732529625709 2024-11-25T10:13:53,656 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732529629057.d34d01432cbd03941f110edd57c221ca., hostname=e2fd862922a0,38547,1732529625709, seqNum=2 , the old value is region=TestAcidGuarantees,,1732529629057.d34d01432cbd03941f110edd57c221ca., hostname=e2fd862922a0,38547,1732529625709, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d34d01432cbd03941f110edd57c221ca, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T10:13:53,657 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732529629057.d34d01432cbd03941f110edd57c221ca., hostname=e2fd862922a0,38547,1732529625709, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d34d01432cbd03941f110edd57c221ca, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T10:13:53,657 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732529629057.d34d01432cbd03941f110edd57c221ca., hostname=e2fd862922a0,38547,1732529625709, seqNum=2 because the exception is null or not the one we care about 2024-11-25T10:13:53,655 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d34d01432cbd03941f110edd57c221ca, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-25T10:13:53,657 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] ipc.CallRunner(138): callId: 18 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47878 deadline: 1732529693632, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d34d01432cbd03941f110edd57c221ca, server=e2fd862922a0,38547,1732529625709 2024-11-25T10:13:53,658 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732529629057.d34d01432cbd03941f110edd57c221ca., hostname=e2fd862922a0,38547,1732529625709, seqNum=2 , the old value is region=TestAcidGuarantees,,1732529629057.d34d01432cbd03941f110edd57c221ca., hostname=e2fd862922a0,38547,1732529625709, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d34d01432cbd03941f110edd57c221ca, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T10:13:53,658 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732529629057.d34d01432cbd03941f110edd57c221ca., hostname=e2fd862922a0,38547,1732529625709, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d34d01432cbd03941f110edd57c221ca, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T10:13:53,658 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732529629057.d34d01432cbd03941f110edd57c221ca., hostname=e2fd862922a0,38547,1732529625709, seqNum=2 because the exception is null or not the one we care about 2024-11-25T10:13:53,658 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732529629057.d34d01432cbd03941f110edd57c221ca., hostname=e2fd862922a0,38547,1732529625709, seqNum=2 , the old value is region=TestAcidGuarantees,,1732529629057.d34d01432cbd03941f110edd57c221ca., hostname=e2fd862922a0,38547,1732529625709, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d34d01432cbd03941f110edd57c221ca, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T10:13:53,658 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732529629057.d34d01432cbd03941f110edd57c221ca., hostname=e2fd862922a0,38547,1732529625709, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d34d01432cbd03941f110edd57c221ca, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T10:13:53,658 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732529629057.d34d01432cbd03941f110edd57c221ca., hostname=e2fd862922a0,38547,1732529625709, seqNum=2 because the exception is null or not the one we care about 2024-11-25T10:13:53,660 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d34d01432cbd03941f110edd57c221ca, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-25T10:13:53,661 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] ipc.CallRunner(138): callId: 19 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47906 deadline: 1732529693640, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d34d01432cbd03941f110edd57c221ca, server=e2fd862922a0,38547,1732529625709 2024-11-25T10:13:53,662 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732529629057.d34d01432cbd03941f110edd57c221ca., hostname=e2fd862922a0,38547,1732529625709, seqNum=2 , the old value is region=TestAcidGuarantees,,1732529629057.d34d01432cbd03941f110edd57c221ca., hostname=e2fd862922a0,38547,1732529625709, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d34d01432cbd03941f110edd57c221ca, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T10:13:53,662 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732529629057.d34d01432cbd03941f110edd57c221ca., hostname=e2fd862922a0,38547,1732529625709, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d34d01432cbd03941f110edd57c221ca, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T10:13:53,663 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732529629057.d34d01432cbd03941f110edd57c221ca., hostname=e2fd862922a0,38547,1732529625709, seqNum=2 because the exception is null or not the one we care about 2024-11-25T10:13:53,664 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d34d01432cbd03941f110edd57c221ca, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-25T10:13:53,664 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] ipc.CallRunner(138): callId: 19 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47866 deadline: 1732529693658, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d34d01432cbd03941f110edd57c221ca, server=e2fd862922a0,38547,1732529625709 2024-11-25T10:13:53,665 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732529629057.d34d01432cbd03941f110edd57c221ca., hostname=e2fd862922a0,38547,1732529625709, seqNum=2 , the old value is region=TestAcidGuarantees,,1732529629057.d34d01432cbd03941f110edd57c221ca., hostname=e2fd862922a0,38547,1732529625709, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d34d01432cbd03941f110edd57c221ca, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T10:13:53,665 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732529629057.d34d01432cbd03941f110edd57c221ca., hostname=e2fd862922a0,38547,1732529625709, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d34d01432cbd03941f110edd57c221ca, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T10:13:53,665 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732529629057.d34d01432cbd03941f110edd57c221ca., hostname=e2fd862922a0,38547,1732529625709, seqNum=2 because the exception is null or not the one we care about 2024-11-25T10:13:53,672 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41005 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=9 2024-11-25T10:13:53,673 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/d34d01432cbd03941f110edd57c221ca/.tmp/B/8cd343e283b149d09f6a2b6c14bebeae is 50, key is test_row_0/B:col10/1732529632894/Put/seqid=0 2024-11-25T10:13:53,694 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39927 is added to blk_1073741844_1020 (size=12001) 2024-11-25T10:13:53,695 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=47 (bloomFilter=true), to=hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/d34d01432cbd03941f110edd57c221ca/.tmp/B/8cd343e283b149d09f6a2b6c14bebeae 2024-11-25T10:13:53,717 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/d34d01432cbd03941f110edd57c221ca/.tmp/C/e62b207d4cbd4780ba7300d5ec64ced5 is 50, key is test_row_0/C:col10/1732529632894/Put/seqid=0 2024-11-25T10:13:53,722 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=38547 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=10 2024-11-25T10:13:53,723 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e2fd862922a0:0-1 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732529629057.d34d01432cbd03941f110edd57c221ca. 2024-11-25T10:13:53,723 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e2fd862922a0:0-1 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732529629057.d34d01432cbd03941f110edd57c221ca. as already flushing 2024-11-25T10:13:53,723 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e2fd862922a0:0-1 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732529629057.d34d01432cbd03941f110edd57c221ca. 2024-11-25T10:13:53,723 ERROR [RS_FLUSH_OPERATIONS-regionserver/e2fd862922a0:0-1 {event_type=RS_FLUSH_REGIONS, pid=10}] handler.RSProcedureHandler(58): pid=10 java.io.IOException: Unable to complete flush {ENCODED => d34d01432cbd03941f110edd57c221ca, NAME => 'TestAcidGuarantees,,1732529629057.d34d01432cbd03941f110edd57c221ca.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T10:13:53,723 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e2fd862922a0:0-1 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=10 java.io.IOException: Unable to complete flush {ENCODED => d34d01432cbd03941f110edd57c221ca, NAME => 'TestAcidGuarantees,,1732529629057.d34d01432cbd03941f110edd57c221ca.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T10:13:53,724 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41005 {}] master.HMaster(4177): Remote procedure failed, pid=10 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => d34d01432cbd03941f110edd57c221ca, NAME => 'TestAcidGuarantees,,1732529629057.d34d01432cbd03941f110edd57c221ca.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => d34d01432cbd03941f110edd57c221ca, NAME => 'TestAcidGuarantees,,1732529629057.d34d01432cbd03941f110edd57c221ca.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T10:13:53,738 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39927 is added to blk_1073741845_1021 (size=12001) 2024-11-25T10:13:53,768 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d34d01432cbd03941f110edd57c221ca, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-25T10:13:53,768 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] ipc.CallRunner(138): callId: 20 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47884 deadline: 1732529693763, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d34d01432cbd03941f110edd57c221ca, server=e2fd862922a0,38547,1732529625709 2024-11-25T10:13:53,769 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732529629057.d34d01432cbd03941f110edd57c221ca., hostname=e2fd862922a0,38547,1732529625709, seqNum=2 , the old value is region=TestAcidGuarantees,,1732529629057.d34d01432cbd03941f110edd57c221ca., hostname=e2fd862922a0,38547,1732529625709, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d34d01432cbd03941f110edd57c221ca, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T10:13:53,769 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732529629057.d34d01432cbd03941f110edd57c221ca., hostname=e2fd862922a0,38547,1732529625709, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d34d01432cbd03941f110edd57c221ca, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T10:13:53,769 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732529629057.d34d01432cbd03941f110edd57c221ca., hostname=e2fd862922a0,38547,1732529625709, seqNum=2 because the exception is null or not the one we care about 2024-11-25T10:13:53,770 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d34d01432cbd03941f110edd57c221ca, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-25T10:13:53,770 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] ipc.CallRunner(138): callId: 19 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47878 deadline: 1732529693763, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d34d01432cbd03941f110edd57c221ca, server=e2fd862922a0,38547,1732529625709 2024-11-25T10:13:53,771 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732529629057.d34d01432cbd03941f110edd57c221ca., hostname=e2fd862922a0,38547,1732529625709, seqNum=2 , the old value is region=TestAcidGuarantees,,1732529629057.d34d01432cbd03941f110edd57c221ca., hostname=e2fd862922a0,38547,1732529625709, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d34d01432cbd03941f110edd57c221ca, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T10:13:53,771 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732529629057.d34d01432cbd03941f110edd57c221ca., hostname=e2fd862922a0,38547,1732529625709, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d34d01432cbd03941f110edd57c221ca, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T10:13:53,771 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732529629057.d34d01432cbd03941f110edd57c221ca., hostname=e2fd862922a0,38547,1732529625709, seqNum=2 because the exception is null or not the one we care about 2024-11-25T10:13:53,771 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d34d01432cbd03941f110edd57c221ca, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-25T10:13:53,771 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] ipc.CallRunner(138): callId: 19 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47850 deadline: 1732529693764, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d34d01432cbd03941f110edd57c221ca, server=e2fd862922a0,38547,1732529625709 2024-11-25T10:13:53,774 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732529629057.d34d01432cbd03941f110edd57c221ca., hostname=e2fd862922a0,38547,1732529625709, seqNum=2 , the old value is region=TestAcidGuarantees,,1732529629057.d34d01432cbd03941f110edd57c221ca., hostname=e2fd862922a0,38547,1732529625709, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d34d01432cbd03941f110edd57c221ca, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T10:13:53,774 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732529629057.d34d01432cbd03941f110edd57c221ca., hostname=e2fd862922a0,38547,1732529625709, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d34d01432cbd03941f110edd57c221ca, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T10:13:53,775 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732529629057.d34d01432cbd03941f110edd57c221ca., hostname=e2fd862922a0,38547,1732529625709, seqNum=2 because the exception is null or not the one we care about 2024-11-25T10:13:53,779 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d34d01432cbd03941f110edd57c221ca, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-25T10:13:53,780 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] ipc.CallRunner(138): callId: 20 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47906 deadline: 1732529693776, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d34d01432cbd03941f110edd57c221ca, server=e2fd862922a0,38547,1732529625709 2024-11-25T10:13:53,780 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732529629057.d34d01432cbd03941f110edd57c221ca., hostname=e2fd862922a0,38547,1732529625709, seqNum=2 , the old value is region=TestAcidGuarantees,,1732529629057.d34d01432cbd03941f110edd57c221ca., hostname=e2fd862922a0,38547,1732529625709, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d34d01432cbd03941f110edd57c221ca, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T10:13:53,781 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732529629057.d34d01432cbd03941f110edd57c221ca., hostname=e2fd862922a0,38547,1732529625709, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d34d01432cbd03941f110edd57c221ca, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T10:13:53,781 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732529629057.d34d01432cbd03941f110edd57c221ca., hostname=e2fd862922a0,38547,1732529625709, seqNum=2 because the exception is null or not the one we care about 2024-11-25T10:13:53,781 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d34d01432cbd03941f110edd57c221ca, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-25T10:13:53,781 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] ipc.CallRunner(138): callId: 20 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47866 deadline: 1732529693776, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d34d01432cbd03941f110edd57c221ca, server=e2fd862922a0,38547,1732529625709 2024-11-25T10:13:53,781 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732529629057.d34d01432cbd03941f110edd57c221ca., hostname=e2fd862922a0,38547,1732529625709, seqNum=2 , the old value is region=TestAcidGuarantees,,1732529629057.d34d01432cbd03941f110edd57c221ca., hostname=e2fd862922a0,38547,1732529625709, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d34d01432cbd03941f110edd57c221ca, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T10:13:53,781 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732529629057.d34d01432cbd03941f110edd57c221ca., hostname=e2fd862922a0,38547,1732529625709, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d34d01432cbd03941f110edd57c221ca, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T10:13:53,782 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732529629057.d34d01432cbd03941f110edd57c221ca., hostname=e2fd862922a0,38547,1732529625709, seqNum=2 because the exception is null or not the one we care about 2024-11-25T10:13:53,878 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=38547 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=10 2024-11-25T10:13:53,878 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e2fd862922a0:0-2 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732529629057.d34d01432cbd03941f110edd57c221ca. 2024-11-25T10:13:53,878 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e2fd862922a0:0-2 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732529629057.d34d01432cbd03941f110edd57c221ca. as already flushing 2024-11-25T10:13:53,878 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e2fd862922a0:0-2 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732529629057.d34d01432cbd03941f110edd57c221ca. 2024-11-25T10:13:53,878 ERROR [RS_FLUSH_OPERATIONS-regionserver/e2fd862922a0:0-2 {event_type=RS_FLUSH_REGIONS, pid=10}] handler.RSProcedureHandler(58): pid=10 java.io.IOException: Unable to complete flush {ENCODED => d34d01432cbd03941f110edd57c221ca, NAME => 'TestAcidGuarantees,,1732529629057.d34d01432cbd03941f110edd57c221ca.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T10:13:53,879 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e2fd862922a0:0-2 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=10 java.io.IOException: Unable to complete flush {ENCODED => d34d01432cbd03941f110edd57c221ca, NAME => 'TestAcidGuarantees,,1732529629057.d34d01432cbd03941f110edd57c221ca.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T10:13:53,880 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41005 {}] master.HMaster(4177): Remote procedure failed, pid=10 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => d34d01432cbd03941f110edd57c221ca, NAME => 'TestAcidGuarantees,,1732529629057.d34d01432cbd03941f110edd57c221ca.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => d34d01432cbd03941f110edd57c221ca, NAME => 'TestAcidGuarantees,,1732529629057.d34d01432cbd03941f110edd57c221ca.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T10:13:53,882 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41005 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=9 2024-11-25T10:13:53,975 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d34d01432cbd03941f110edd57c221ca, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-25T10:13:53,975 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] ipc.CallRunner(138): callId: 21 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47884 deadline: 1732529693973, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d34d01432cbd03941f110edd57c221ca, server=e2fd862922a0,38547,1732529625709 2024-11-25T10:13:53,976 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732529629057.d34d01432cbd03941f110edd57c221ca., hostname=e2fd862922a0,38547,1732529625709, seqNum=2 , the old value is region=TestAcidGuarantees,,1732529629057.d34d01432cbd03941f110edd57c221ca., hostname=e2fd862922a0,38547,1732529625709, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d34d01432cbd03941f110edd57c221ca, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T10:13:53,976 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732529629057.d34d01432cbd03941f110edd57c221ca., hostname=e2fd862922a0,38547,1732529625709, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d34d01432cbd03941f110edd57c221ca, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T10:13:53,976 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732529629057.d34d01432cbd03941f110edd57c221ca., hostname=e2fd862922a0,38547,1732529625709, seqNum=2 because the exception is null or not the one we care about 2024-11-25T10:13:53,985 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d34d01432cbd03941f110edd57c221ca, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-25T10:13:53,986 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] ipc.CallRunner(138): callId: 20 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47878 deadline: 1732529693984, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d34d01432cbd03941f110edd57c221ca, server=e2fd862922a0,38547,1732529625709 2024-11-25T10:13:53,986 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732529629057.d34d01432cbd03941f110edd57c221ca., hostname=e2fd862922a0,38547,1732529625709, seqNum=2 , the old value is region=TestAcidGuarantees,,1732529629057.d34d01432cbd03941f110edd57c221ca., hostname=e2fd862922a0,38547,1732529625709, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d34d01432cbd03941f110edd57c221ca, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T10:13:53,987 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732529629057.d34d01432cbd03941f110edd57c221ca., hostname=e2fd862922a0,38547,1732529625709, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d34d01432cbd03941f110edd57c221ca, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T10:13:53,987 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732529629057.d34d01432cbd03941f110edd57c221ca., hostname=e2fd862922a0,38547,1732529625709, seqNum=2 because the exception is null or not the one we care about 2024-11-25T10:13:53,987 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d34d01432cbd03941f110edd57c221ca, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-25T10:13:53,987 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] ipc.CallRunner(138): callId: 20 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47850 deadline: 1732529693984, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d34d01432cbd03941f110edd57c221ca, server=e2fd862922a0,38547,1732529625709 2024-11-25T10:13:53,987 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732529629057.d34d01432cbd03941f110edd57c221ca., hostname=e2fd862922a0,38547,1732529625709, seqNum=2 , the old value is region=TestAcidGuarantees,,1732529629057.d34d01432cbd03941f110edd57c221ca., hostname=e2fd862922a0,38547,1732529625709, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d34d01432cbd03941f110edd57c221ca, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T10:13:53,988 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732529629057.d34d01432cbd03941f110edd57c221ca., hostname=e2fd862922a0,38547,1732529625709, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d34d01432cbd03941f110edd57c221ca, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T10:13:53,988 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732529629057.d34d01432cbd03941f110edd57c221ca., hostname=e2fd862922a0,38547,1732529625709, seqNum=2 because the exception is null or not the one we care about 2024-11-25T10:13:53,993 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d34d01432cbd03941f110edd57c221ca, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-25T10:13:53,994 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d34d01432cbd03941f110edd57c221ca, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-25T10:13:53,994 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] ipc.CallRunner(138): callId: 21 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47906 deadline: 1732529693992, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d34d01432cbd03941f110edd57c221ca, server=e2fd862922a0,38547,1732529625709 2024-11-25T10:13:53,994 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] ipc.CallRunner(138): callId: 21 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47866 deadline: 1732529693993, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d34d01432cbd03941f110edd57c221ca, server=e2fd862922a0,38547,1732529625709 2024-11-25T10:13:53,994 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732529629057.d34d01432cbd03941f110edd57c221ca., hostname=e2fd862922a0,38547,1732529625709, seqNum=2 , the old value is region=TestAcidGuarantees,,1732529629057.d34d01432cbd03941f110edd57c221ca., hostname=e2fd862922a0,38547,1732529625709, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d34d01432cbd03941f110edd57c221ca, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T10:13:53,994 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732529629057.d34d01432cbd03941f110edd57c221ca., hostname=e2fd862922a0,38547,1732529625709, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d34d01432cbd03941f110edd57c221ca, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T10:13:53,994 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732529629057.d34d01432cbd03941f110edd57c221ca., hostname=e2fd862922a0,38547,1732529625709, seqNum=2 , the old value is region=TestAcidGuarantees,,1732529629057.d34d01432cbd03941f110edd57c221ca., hostname=e2fd862922a0,38547,1732529625709, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d34d01432cbd03941f110edd57c221ca, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T10:13:53,994 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732529629057.d34d01432cbd03941f110edd57c221ca., hostname=e2fd862922a0,38547,1732529625709, seqNum=2 because the exception is null or not the one we care about 2024-11-25T10:13:53,995 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732529629057.d34d01432cbd03941f110edd57c221ca., hostname=e2fd862922a0,38547,1732529625709, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d34d01432cbd03941f110edd57c221ca, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T10:13:53,995 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732529629057.d34d01432cbd03941f110edd57c221ca., hostname=e2fd862922a0,38547,1732529625709, seqNum=2 because the exception is null or not the one we care about 2024-11-25T10:13:54,036 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=38547 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=10 2024-11-25T10:13:54,037 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e2fd862922a0:0-0 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732529629057.d34d01432cbd03941f110edd57c221ca. 2024-11-25T10:13:54,037 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e2fd862922a0:0-0 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732529629057.d34d01432cbd03941f110edd57c221ca. as already flushing 2024-11-25T10:13:54,037 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e2fd862922a0:0-0 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732529629057.d34d01432cbd03941f110edd57c221ca. 2024-11-25T10:13:54,037 ERROR [RS_FLUSH_OPERATIONS-regionserver/e2fd862922a0:0-0 {event_type=RS_FLUSH_REGIONS, pid=10}] handler.RSProcedureHandler(58): pid=10 java.io.IOException: Unable to complete flush {ENCODED => d34d01432cbd03941f110edd57c221ca, NAME => 'TestAcidGuarantees,,1732529629057.d34d01432cbd03941f110edd57c221ca.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T10:13:54,038 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e2fd862922a0:0-0 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=10 java.io.IOException: Unable to complete flush {ENCODED => d34d01432cbd03941f110edd57c221ca, NAME => 'TestAcidGuarantees,,1732529629057.d34d01432cbd03941f110edd57c221ca.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T10:13:54,039 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41005 {}] master.HMaster(4177): Remote procedure failed, pid=10 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => d34d01432cbd03941f110edd57c221ca, NAME => 'TestAcidGuarantees,,1732529629057.d34d01432cbd03941f110edd57c221ca.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => d34d01432cbd03941f110edd57c221ca, NAME => 'TestAcidGuarantees,,1732529629057.d34d01432cbd03941f110edd57c221ca.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T10:13:54,130 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties 2024-11-25T10:13:54,140 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=47 (bloomFilter=true), to=hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/d34d01432cbd03941f110edd57c221ca/.tmp/C/e62b207d4cbd4780ba7300d5ec64ced5 2024-11-25T10:13:54,154 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/d34d01432cbd03941f110edd57c221ca/.tmp/A/f114d1f44c3b4167b1d3d5da5a280ce3 as hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/d34d01432cbd03941f110edd57c221ca/A/f114d1f44c3b4167b1d3d5da5a280ce3 2024-11-25T10:13:54,172 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/d34d01432cbd03941f110edd57c221ca/A/f114d1f44c3b4167b1d3d5da5a280ce3, entries=200, sequenceid=47, filesize=14.0 K 2024-11-25T10:13:54,174 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/d34d01432cbd03941f110edd57c221ca/.tmp/B/8cd343e283b149d09f6a2b6c14bebeae as hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/d34d01432cbd03941f110edd57c221ca/B/8cd343e283b149d09f6a2b6c14bebeae 2024-11-25T10:13:54,192 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41005 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=9 2024-11-25T10:13:54,193 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=38547 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=10 2024-11-25T10:13:54,193 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e2fd862922a0:0-1 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732529629057.d34d01432cbd03941f110edd57c221ca. 2024-11-25T10:13:54,194 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e2fd862922a0:0-1 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732529629057.d34d01432cbd03941f110edd57c221ca. as already flushing 2024-11-25T10:13:54,194 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e2fd862922a0:0-1 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732529629057.d34d01432cbd03941f110edd57c221ca. 2024-11-25T10:13:54,194 ERROR [RS_FLUSH_OPERATIONS-regionserver/e2fd862922a0:0-1 {event_type=RS_FLUSH_REGIONS, pid=10}] handler.RSProcedureHandler(58): pid=10 java.io.IOException: Unable to complete flush {ENCODED => d34d01432cbd03941f110edd57c221ca, NAME => 'TestAcidGuarantees,,1732529629057.d34d01432cbd03941f110edd57c221ca.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T10:13:54,194 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e2fd862922a0:0-1 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=10 java.io.IOException: Unable to complete flush {ENCODED => d34d01432cbd03941f110edd57c221ca, NAME => 'TestAcidGuarantees,,1732529629057.d34d01432cbd03941f110edd57c221ca.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T10:13:54,195 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41005 {}] master.HMaster(4177): Remote procedure failed, pid=10 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => d34d01432cbd03941f110edd57c221ca, NAME => 'TestAcidGuarantees,,1732529629057.d34d01432cbd03941f110edd57c221ca.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => d34d01432cbd03941f110edd57c221ca, NAME => 'TestAcidGuarantees,,1732529629057.d34d01432cbd03941f110edd57c221ca.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T10:13:54,200 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/d34d01432cbd03941f110edd57c221ca/B/8cd343e283b149d09f6a2b6c14bebeae, entries=150, sequenceid=47, filesize=11.7 K 2024-11-25T10:13:54,204 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/d34d01432cbd03941f110edd57c221ca/.tmp/C/e62b207d4cbd4780ba7300d5ec64ced5 as hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/d34d01432cbd03941f110edd57c221ca/C/e62b207d4cbd4780ba7300d5ec64ced5 2024-11-25T10:13:54,218 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-25T10:13:54,225 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/d34d01432cbd03941f110edd57c221ca/C/e62b207d4cbd4780ba7300d5ec64ced5, entries=150, sequenceid=47, filesize=11.7 K 2024-11-25T10:13:54,234 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~67.09 KB/68700, heapSize ~199.92 KB/204720, currentSize=107.34 KB/109920 for d34d01432cbd03941f110edd57c221ca in 655ms, sequenceid=47, compaction requested=true 2024-11-25T10:13:54,236 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for d34d01432cbd03941f110edd57c221ca: 2024-11-25T10:13:54,240 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store d34d01432cbd03941f110edd57c221ca:A, priority=-2147483648, current under compaction store size is 1 2024-11-25T10:13:54,243 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-25T10:13:54,243 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store d34d01432cbd03941f110edd57c221ca:B, priority=-2147483648, current under compaction store size is 2 2024-11-25T10:13:54,243 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-25T10:13:54,243 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store d34d01432cbd03941f110edd57c221ca:C, priority=-2147483648, current under compaction store size is 3 2024-11-25T10:13:54,243 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=2), splitQueue=0 2024-11-25T10:13:54,246 DEBUG [RS:0;e2fd862922a0:38547-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-25T10:13:54,247 DEBUG [RS:0;e2fd862922a0:38547-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-25T10:13:54,253 DEBUG [RS:0;e2fd862922a0:38547-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36003 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-25T10:13:54,255 DEBUG [RS:0;e2fd862922a0:38547-longCompactions-0 {}] regionserver.HStore(1541): d34d01432cbd03941f110edd57c221ca/B is initiating minor compaction (all files) 2024-11-25T10:13:54,255 INFO [RS:0;e2fd862922a0:38547-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of d34d01432cbd03941f110edd57c221ca/B in TestAcidGuarantees,,1732529629057.d34d01432cbd03941f110edd57c221ca. 2024-11-25T10:13:54,256 INFO [RS:0;e2fd862922a0:38547-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/d34d01432cbd03941f110edd57c221ca/B/38453ccf65cb4899b31ab025136d869a, hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/d34d01432cbd03941f110edd57c221ca/B/66ee78865f4844af9eea4d19f38ae58d, hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/d34d01432cbd03941f110edd57c221ca/B/8cd343e283b149d09f6a2b6c14bebeae] into tmpdir=hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/d34d01432cbd03941f110edd57c221ca/.tmp, totalSize=35.2 K 2024-11-25T10:13:54,257 DEBUG [RS:0;e2fd862922a0:38547-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 38343 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-25T10:13:54,257 DEBUG [RS:0;e2fd862922a0:38547-shortCompactions-0 {}] regionserver.HStore(1541): d34d01432cbd03941f110edd57c221ca/A is initiating minor compaction (all files) 2024-11-25T10:13:54,257 DEBUG [RS:0;e2fd862922a0:38547-longCompactions-0 {}] compactions.Compactor(225): Compacting 38453ccf65cb4899b31ab025136d869a, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=14, earliestPutTs=1732529631466 2024-11-25T10:13:54,258 INFO [RS:0;e2fd862922a0:38547-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of d34d01432cbd03941f110edd57c221ca/A in TestAcidGuarantees,,1732529629057.d34d01432cbd03941f110edd57c221ca. 2024-11-25T10:13:54,258 INFO [RS:0;e2fd862922a0:38547-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/d34d01432cbd03941f110edd57c221ca/A/96d13263863d421bb75961ed07c49973, hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/d34d01432cbd03941f110edd57c221ca/A/96ec90f9185344f1883fa7c7e25e663c, hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/d34d01432cbd03941f110edd57c221ca/A/f114d1f44c3b4167b1d3d5da5a280ce3] into tmpdir=hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/d34d01432cbd03941f110edd57c221ca/.tmp, totalSize=37.4 K 2024-11-25T10:13:54,258 DEBUG [RS:0;e2fd862922a0:38547-longCompactions-0 {}] compactions.Compactor(225): Compacting 66ee78865f4844af9eea4d19f38ae58d, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=34, earliestPutTs=1732529631626 2024-11-25T10:13:54,259 DEBUG [RS:0;e2fd862922a0:38547-longCompactions-0 {}] compactions.Compactor(225): Compacting 8cd343e283b149d09f6a2b6c14bebeae, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=47, earliestPutTs=1732529632894 2024-11-25T10:13:54,260 DEBUG [RS:0;e2fd862922a0:38547-shortCompactions-0 {}] compactions.Compactor(225): Compacting 96d13263863d421bb75961ed07c49973, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=14, earliestPutTs=1732529631466 2024-11-25T10:13:54,261 DEBUG [RS:0;e2fd862922a0:38547-shortCompactions-0 {}] compactions.Compactor(225): Compacting 96ec90f9185344f1883fa7c7e25e663c, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=34, earliestPutTs=1732529631626 2024-11-25T10:13:54,263 DEBUG [RS:0;e2fd862922a0:38547-shortCompactions-0 {}] compactions.Compactor(225): Compacting f114d1f44c3b4167b1d3d5da5a280ce3, keycount=200, bloomtype=ROW, size=14.0 K, encoding=NONE, compression=NONE, seqNum=47, earliestPutTs=1732529632894 2024-11-25T10:13:54,297 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] regionserver.HRegion(8855): Flush requested on d34d01432cbd03941f110edd57c221ca 2024-11-25T10:13:54,298 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing d34d01432cbd03941f110edd57c221ca 3/3 column families, dataSize=114.05 KB heapSize=339.42 KB 2024-11-25T10:13:54,298 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d34d01432cbd03941f110edd57c221ca, store=A 2024-11-25T10:13:54,298 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T10:13:54,298 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d34d01432cbd03941f110edd57c221ca, store=B 2024-11-25T10:13:54,298 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T10:13:54,299 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d34d01432cbd03941f110edd57c221ca, store=C 2024-11-25T10:13:54,299 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T10:13:54,305 INFO [RS:0;e2fd862922a0:38547-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): d34d01432cbd03941f110edd57c221ca#B#compaction#9 average throughput is 0.73 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-25T10:13:54,307 DEBUG [RS:0;e2fd862922a0:38547-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/d34d01432cbd03941f110edd57c221ca/.tmp/B/bc3fa2e4b5aa4ee2a71983cc013439d9 is 50, key is test_row_0/B:col10/1732529632894/Put/seqid=0 2024-11-25T10:13:54,329 INFO [RS:0;e2fd862922a0:38547-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): d34d01432cbd03941f110edd57c221ca#A#compaction#10 average throughput is 0.17 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-25T10:13:54,330 DEBUG [RS:0;e2fd862922a0:38547-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/d34d01432cbd03941f110edd57c221ca/.tmp/A/5144dc97c36a4cd9a84cda3350cd9e39 is 50, key is test_row_0/A:col10/1732529632894/Put/seqid=0 2024-11-25T10:13:54,347 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39927 is added to blk_1073741846_1022 (size=12104) 2024-11-25T10:13:54,348 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/d34d01432cbd03941f110edd57c221ca/.tmp/A/8e21428c4fb54bffa605fc4eef4356ae is 50, key is test_row_0/A:col10/1732529633631/Put/seqid=0 2024-11-25T10:13:54,349 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=38547 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=10 2024-11-25T10:13:54,350 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e2fd862922a0:0-2 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732529629057.d34d01432cbd03941f110edd57c221ca. 2024-11-25T10:13:54,350 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e2fd862922a0:0-2 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732529629057.d34d01432cbd03941f110edd57c221ca. as already flushing 2024-11-25T10:13:54,350 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e2fd862922a0:0-2 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732529629057.d34d01432cbd03941f110edd57c221ca. 2024-11-25T10:13:54,350 ERROR [RS_FLUSH_OPERATIONS-regionserver/e2fd862922a0:0-2 {event_type=RS_FLUSH_REGIONS, pid=10}] handler.RSProcedureHandler(58): pid=10 java.io.IOException: Unable to complete flush {ENCODED => d34d01432cbd03941f110edd57c221ca, NAME => 'TestAcidGuarantees,,1732529629057.d34d01432cbd03941f110edd57c221ca.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T10:13:54,350 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e2fd862922a0:0-2 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=10 java.io.IOException: Unable to complete flush {ENCODED => d34d01432cbd03941f110edd57c221ca, NAME => 'TestAcidGuarantees,,1732529629057.d34d01432cbd03941f110edd57c221ca.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T10:13:54,352 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41005 {}] master.HMaster(4177): Remote procedure failed, pid=10 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => d34d01432cbd03941f110edd57c221ca, NAME => 'TestAcidGuarantees,,1732529629057.d34d01432cbd03941f110edd57c221ca.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => d34d01432cbd03941f110edd57c221ca, NAME => 'TestAcidGuarantees,,1732529629057.d34d01432cbd03941f110edd57c221ca.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T10:13:54,364 DEBUG [RS:0;e2fd862922a0:38547-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/d34d01432cbd03941f110edd57c221ca/.tmp/B/bc3fa2e4b5aa4ee2a71983cc013439d9 as hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/d34d01432cbd03941f110edd57c221ca/B/bc3fa2e4b5aa4ee2a71983cc013439d9 2024-11-25T10:13:54,383 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d34d01432cbd03941f110edd57c221ca, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-25T10:13:54,384 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] ipc.CallRunner(138): callId: 23 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47906 deadline: 1732529694331, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d34d01432cbd03941f110edd57c221ca, server=e2fd862922a0,38547,1732529625709 2024-11-25T10:13:54,385 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732529629057.d34d01432cbd03941f110edd57c221ca., hostname=e2fd862922a0,38547,1732529625709, seqNum=2 , the old value is region=TestAcidGuarantees,,1732529629057.d34d01432cbd03941f110edd57c221ca., hostname=e2fd862922a0,38547,1732529625709, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d34d01432cbd03941f110edd57c221ca, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T10:13:54,385 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732529629057.d34d01432cbd03941f110edd57c221ca., hostname=e2fd862922a0,38547,1732529625709, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d34d01432cbd03941f110edd57c221ca, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T10:13:54,385 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732529629057.d34d01432cbd03941f110edd57c221ca., hostname=e2fd862922a0,38547,1732529625709, seqNum=2 because the exception is null or not the one we care about 2024-11-25T10:13:54,399 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d34d01432cbd03941f110edd57c221ca, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-25T10:13:54,399 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] ipc.CallRunner(138): callId: 23 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47850 deadline: 1732529694369, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d34d01432cbd03941f110edd57c221ca, server=e2fd862922a0,38547,1732529625709 2024-11-25T10:13:54,400 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d34d01432cbd03941f110edd57c221ca, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-25T10:13:54,401 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] ipc.CallRunner(138): callId: 23 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47878 deadline: 1732529694375, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d34d01432cbd03941f110edd57c221ca, server=e2fd862922a0,38547,1732529625709 2024-11-25T10:13:54,401 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d34d01432cbd03941f110edd57c221ca, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-25T10:13:54,401 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732529629057.d34d01432cbd03941f110edd57c221ca., hostname=e2fd862922a0,38547,1732529625709, seqNum=2 , the old value is region=TestAcidGuarantees,,1732529629057.d34d01432cbd03941f110edd57c221ca., hostname=e2fd862922a0,38547,1732529625709, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d34d01432cbd03941f110edd57c221ca, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T10:13:54,401 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732529629057.d34d01432cbd03941f110edd57c221ca., hostname=e2fd862922a0,38547,1732529625709, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d34d01432cbd03941f110edd57c221ca, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T10:13:54,401 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] ipc.CallRunner(138): callId: 25 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47884 deadline: 1732529694380, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d34d01432cbd03941f110edd57c221ca, server=e2fd862922a0,38547,1732529625709 2024-11-25T10:13:54,402 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732529629057.d34d01432cbd03941f110edd57c221ca., hostname=e2fd862922a0,38547,1732529625709, seqNum=2 because the exception is null or not the one we care about 2024-11-25T10:13:54,402 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732529629057.d34d01432cbd03941f110edd57c221ca., hostname=e2fd862922a0,38547,1732529625709, seqNum=2 , the old value is region=TestAcidGuarantees,,1732529629057.d34d01432cbd03941f110edd57c221ca., hostname=e2fd862922a0,38547,1732529625709, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d34d01432cbd03941f110edd57c221ca, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T10:13:54,402 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732529629057.d34d01432cbd03941f110edd57c221ca., hostname=e2fd862922a0,38547,1732529625709, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d34d01432cbd03941f110edd57c221ca, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T10:13:54,402 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d34d01432cbd03941f110edd57c221ca, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-25T10:13:54,402 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732529629057.d34d01432cbd03941f110edd57c221ca., hostname=e2fd862922a0,38547,1732529625709, seqNum=2 , the old value is region=TestAcidGuarantees,,1732529629057.d34d01432cbd03941f110edd57c221ca., hostname=e2fd862922a0,38547,1732529625709, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d34d01432cbd03941f110edd57c221ca, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T10:13:54,402 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732529629057.d34d01432cbd03941f110edd57c221ca., hostname=e2fd862922a0,38547,1732529625709, seqNum=2 because the exception is null or not the one we care about 2024-11-25T10:13:54,402 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732529629057.d34d01432cbd03941f110edd57c221ca., hostname=e2fd862922a0,38547,1732529625709, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d34d01432cbd03941f110edd57c221ca, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T10:13:54,402 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732529629057.d34d01432cbd03941f110edd57c221ca., hostname=e2fd862922a0,38547,1732529625709, seqNum=2 because the exception is null or not the one we care about 2024-11-25T10:13:54,402 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] ipc.CallRunner(138): callId: 24 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47866 deadline: 1732529694383, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d34d01432cbd03941f110edd57c221ca, server=e2fd862922a0,38547,1732529625709 2024-11-25T10:13:54,403 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732529629057.d34d01432cbd03941f110edd57c221ca., hostname=e2fd862922a0,38547,1732529625709, seqNum=2 , the old value is region=TestAcidGuarantees,,1732529629057.d34d01432cbd03941f110edd57c221ca., hostname=e2fd862922a0,38547,1732529625709, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d34d01432cbd03941f110edd57c221ca, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T10:13:54,403 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732529629057.d34d01432cbd03941f110edd57c221ca., hostname=e2fd862922a0,38547,1732529625709, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d34d01432cbd03941f110edd57c221ca, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T10:13:54,403 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732529629057.d34d01432cbd03941f110edd57c221ca., hostname=e2fd862922a0,38547,1732529625709, seqNum=2 because the exception is null or not the one we care about 2024-11-25T10:13:54,404 INFO [RS:0;e2fd862922a0:38547-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in d34d01432cbd03941f110edd57c221ca/B of d34d01432cbd03941f110edd57c221ca into bc3fa2e4b5aa4ee2a71983cc013439d9(size=11.8 K), total size for store is 11.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-25T10:13:54,404 DEBUG [RS:0;e2fd862922a0:38547-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for d34d01432cbd03941f110edd57c221ca: 2024-11-25T10:13:54,410 INFO [RS:0;e2fd862922a0:38547-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732529629057.d34d01432cbd03941f110edd57c221ca., storeName=d34d01432cbd03941f110edd57c221ca/B, priority=13, startTime=1732529634243; duration=0sec 2024-11-25T10:13:54,411 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39927 is added to blk_1073741848_1024 (size=14341) 2024-11-25T10:13:54,411 DEBUG [RS:0;e2fd862922a0:38547-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-25T10:13:54,411 DEBUG [RS:0;e2fd862922a0:38547-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: d34d01432cbd03941f110edd57c221ca:B 2024-11-25T10:13:54,412 DEBUG [RS:0;e2fd862922a0:38547-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-25T10:13:54,414 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.02 KB at sequenceid=67 (bloomFilter=true), to=hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/d34d01432cbd03941f110edd57c221ca/.tmp/A/8e21428c4fb54bffa605fc4eef4356ae 2024-11-25T10:13:54,414 DEBUG [RS:0;e2fd862922a0:38547-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36003 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-25T10:13:54,415 DEBUG [RS:0;e2fd862922a0:38547-longCompactions-0 {}] regionserver.HStore(1541): d34d01432cbd03941f110edd57c221ca/C is initiating minor compaction (all files) 2024-11-25T10:13:54,415 INFO [RS:0;e2fd862922a0:38547-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of d34d01432cbd03941f110edd57c221ca/C in TestAcidGuarantees,,1732529629057.d34d01432cbd03941f110edd57c221ca. 2024-11-25T10:13:54,415 INFO [RS:0;e2fd862922a0:38547-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/d34d01432cbd03941f110edd57c221ca/C/d02e005b579c40e4b6d92168eaf39166, hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/d34d01432cbd03941f110edd57c221ca/C/6d7af0ba6f9c4ac6a4e7db9186a1c3af, hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/d34d01432cbd03941f110edd57c221ca/C/e62b207d4cbd4780ba7300d5ec64ced5] into tmpdir=hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/d34d01432cbd03941f110edd57c221ca/.tmp, totalSize=35.2 K 2024-11-25T10:13:54,417 DEBUG [RS:0;e2fd862922a0:38547-longCompactions-0 {}] compactions.Compactor(225): Compacting d02e005b579c40e4b6d92168eaf39166, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=14, earliestPutTs=1732529631466 2024-11-25T10:13:54,422 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39927 is added to blk_1073741847_1023 (size=12104) 2024-11-25T10:13:54,423 DEBUG [RS:0;e2fd862922a0:38547-longCompactions-0 {}] compactions.Compactor(225): Compacting 6d7af0ba6f9c4ac6a4e7db9186a1c3af, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=34, earliestPutTs=1732529631626 2024-11-25T10:13:54,425 DEBUG [RS:0;e2fd862922a0:38547-longCompactions-0 {}] compactions.Compactor(225): Compacting e62b207d4cbd4780ba7300d5ec64ced5, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=47, earliestPutTs=1732529632894 2024-11-25T10:13:54,448 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/d34d01432cbd03941f110edd57c221ca/.tmp/B/2e19937d7ed6416a97360857a8010965 is 50, key is test_row_0/B:col10/1732529633631/Put/seqid=0 2024-11-25T10:13:54,455 DEBUG [RS:0;e2fd862922a0:38547-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/d34d01432cbd03941f110edd57c221ca/.tmp/A/5144dc97c36a4cd9a84cda3350cd9e39 as hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/d34d01432cbd03941f110edd57c221ca/A/5144dc97c36a4cd9a84cda3350cd9e39 2024-11-25T10:13:54,473 INFO [RS:0;e2fd862922a0:38547-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): d34d01432cbd03941f110edd57c221ca#C#compaction#13 average throughput is 1.31 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-25T10:13:54,474 DEBUG [RS:0;e2fd862922a0:38547-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/d34d01432cbd03941f110edd57c221ca/.tmp/C/71f5caf945fe4e35895eda37fcd8e16a is 50, key is test_row_0/C:col10/1732529632894/Put/seqid=0 2024-11-25T10:13:54,485 INFO [RS:0;e2fd862922a0:38547-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in d34d01432cbd03941f110edd57c221ca/A of d34d01432cbd03941f110edd57c221ca into 5144dc97c36a4cd9a84cda3350cd9e39(size=11.8 K), total size for store is 11.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-25T10:13:54,485 DEBUG [RS:0;e2fd862922a0:38547-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for d34d01432cbd03941f110edd57c221ca: 2024-11-25T10:13:54,485 INFO [RS:0;e2fd862922a0:38547-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732529629057.d34d01432cbd03941f110edd57c221ca., storeName=d34d01432cbd03941f110edd57c221ca/A, priority=13, startTime=1732529634238; duration=0sec 2024-11-25T10:13:54,485 DEBUG [RS:0;e2fd862922a0:38547-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-25T10:13:54,486 DEBUG [RS:0;e2fd862922a0:38547-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: d34d01432cbd03941f110edd57c221ca:A 2024-11-25T10:13:54,487 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39927 is added to blk_1073741849_1025 (size=12001) 2024-11-25T10:13:54,489 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.02 KB at sequenceid=67 (bloomFilter=true), to=hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/d34d01432cbd03941f110edd57c221ca/.tmp/B/2e19937d7ed6416a97360857a8010965 2024-11-25T10:13:54,505 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=38547 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=10 2024-11-25T10:13:54,506 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e2fd862922a0:0-0 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732529629057.d34d01432cbd03941f110edd57c221ca. 2024-11-25T10:13:54,506 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e2fd862922a0:0-0 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732529629057.d34d01432cbd03941f110edd57c221ca. as already flushing 2024-11-25T10:13:54,506 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e2fd862922a0:0-0 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732529629057.d34d01432cbd03941f110edd57c221ca. 2024-11-25T10:13:54,506 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d34d01432cbd03941f110edd57c221ca, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-25T10:13:54,506 ERROR [RS_FLUSH_OPERATIONS-regionserver/e2fd862922a0:0-0 {event_type=RS_FLUSH_REGIONS, pid=10}] handler.RSProcedureHandler(58): pid=10 java.io.IOException: Unable to complete flush {ENCODED => d34d01432cbd03941f110edd57c221ca, NAME => 'TestAcidGuarantees,,1732529629057.d34d01432cbd03941f110edd57c221ca.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T10:13:54,506 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e2fd862922a0:0-0 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=10 java.io.IOException: Unable to complete flush {ENCODED => d34d01432cbd03941f110edd57c221ca, NAME => 'TestAcidGuarantees,,1732529629057.d34d01432cbd03941f110edd57c221ca.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T10:13:54,507 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] ipc.CallRunner(138): callId: 24 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47906 deadline: 1732529694493, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d34d01432cbd03941f110edd57c221ca, server=e2fd862922a0,38547,1732529625709 2024-11-25T10:13:54,508 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41005 {}] master.HMaster(4177): Remote procedure failed, pid=10 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => d34d01432cbd03941f110edd57c221ca, NAME => 'TestAcidGuarantees,,1732529629057.d34d01432cbd03941f110edd57c221ca.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => d34d01432cbd03941f110edd57c221ca, NAME => 'TestAcidGuarantees,,1732529629057.d34d01432cbd03941f110edd57c221ca.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T10:13:54,509 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732529629057.d34d01432cbd03941f110edd57c221ca., hostname=e2fd862922a0,38547,1732529625709, seqNum=2 , the old value is region=TestAcidGuarantees,,1732529629057.d34d01432cbd03941f110edd57c221ca., hostname=e2fd862922a0,38547,1732529625709, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d34d01432cbd03941f110edd57c221ca, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T10:13:54,509 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732529629057.d34d01432cbd03941f110edd57c221ca., hostname=e2fd862922a0,38547,1732529625709, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d34d01432cbd03941f110edd57c221ca, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T10:13:54,509 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732529629057.d34d01432cbd03941f110edd57c221ca., hostname=e2fd862922a0,38547,1732529625709, seqNum=2 because the exception is null or not the one we care about 2024-11-25T10:13:54,516 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39927 is added to blk_1073741850_1026 (size=12104) 2024-11-25T10:13:54,516 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d34d01432cbd03941f110edd57c221ca, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-25T10:13:54,522 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d34d01432cbd03941f110edd57c221ca, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-25T10:13:54,522 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] ipc.CallRunner(138): callId: 25 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47866 deadline: 1732529694513, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d34d01432cbd03941f110edd57c221ca, server=e2fd862922a0,38547,1732529625709 2024-11-25T10:13:54,522 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/d34d01432cbd03941f110edd57c221ca/.tmp/C/7551811f6c204c40aab139fa0628c9c4 is 50, key is test_row_0/C:col10/1732529633631/Put/seqid=0 2024-11-25T10:13:54,526 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] ipc.CallRunner(138): callId: 24 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47850 deadline: 1732529694512, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d34d01432cbd03941f110edd57c221ca, server=e2fd862922a0,38547,1732529625709 2024-11-25T10:13:54,527 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732529629057.d34d01432cbd03941f110edd57c221ca., hostname=e2fd862922a0,38547,1732529625709, seqNum=2 , the old value is region=TestAcidGuarantees,,1732529629057.d34d01432cbd03941f110edd57c221ca., hostname=e2fd862922a0,38547,1732529625709, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d34d01432cbd03941f110edd57c221ca, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T10:13:54,527 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732529629057.d34d01432cbd03941f110edd57c221ca., hostname=e2fd862922a0,38547,1732529625709, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d34d01432cbd03941f110edd57c221ca, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T10:13:54,527 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732529629057.d34d01432cbd03941f110edd57c221ca., hostname=e2fd862922a0,38547,1732529625709, seqNum=2 because the exception is null or not the one we care about 2024-11-25T10:13:54,530 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732529629057.d34d01432cbd03941f110edd57c221ca., hostname=e2fd862922a0,38547,1732529625709, seqNum=2 , the old value is region=TestAcidGuarantees,,1732529629057.d34d01432cbd03941f110edd57c221ca., hostname=e2fd862922a0,38547,1732529625709, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d34d01432cbd03941f110edd57c221ca, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T10:13:54,530 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732529629057.d34d01432cbd03941f110edd57c221ca., hostname=e2fd862922a0,38547,1732529625709, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d34d01432cbd03941f110edd57c221ca, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T10:13:54,530 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732529629057.d34d01432cbd03941f110edd57c221ca., hostname=e2fd862922a0,38547,1732529625709, seqNum=2 because the exception is null or not the one we care about 2024-11-25T10:13:54,530 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d34d01432cbd03941f110edd57c221ca, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-25T10:13:54,531 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] ipc.CallRunner(138): callId: 24 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47878 deadline: 1732529694513, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d34d01432cbd03941f110edd57c221ca, server=e2fd862922a0,38547,1732529625709 2024-11-25T10:13:54,531 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d34d01432cbd03941f110edd57c221ca, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-25T10:13:54,531 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] ipc.CallRunner(138): callId: 26 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47884 deadline: 1732529694514, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d34d01432cbd03941f110edd57c221ca, server=e2fd862922a0,38547,1732529625709 2024-11-25T10:13:54,531 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732529629057.d34d01432cbd03941f110edd57c221ca., hostname=e2fd862922a0,38547,1732529625709, seqNum=2 , the old value is region=TestAcidGuarantees,,1732529629057.d34d01432cbd03941f110edd57c221ca., hostname=e2fd862922a0,38547,1732529625709, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d34d01432cbd03941f110edd57c221ca, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T10:13:54,531 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732529629057.d34d01432cbd03941f110edd57c221ca., hostname=e2fd862922a0,38547,1732529625709, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d34d01432cbd03941f110edd57c221ca, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T10:13:54,531 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732529629057.d34d01432cbd03941f110edd57c221ca., hostname=e2fd862922a0,38547,1732529625709, seqNum=2 because the exception is null or not the one we care about 2024-11-25T10:13:54,532 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732529629057.d34d01432cbd03941f110edd57c221ca., hostname=e2fd862922a0,38547,1732529625709, seqNum=2 , the old value is region=TestAcidGuarantees,,1732529629057.d34d01432cbd03941f110edd57c221ca., hostname=e2fd862922a0,38547,1732529625709, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d34d01432cbd03941f110edd57c221ca, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T10:13:54,532 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732529629057.d34d01432cbd03941f110edd57c221ca., hostname=e2fd862922a0,38547,1732529625709, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d34d01432cbd03941f110edd57c221ca, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T10:13:54,532 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732529629057.d34d01432cbd03941f110edd57c221ca., hostname=e2fd862922a0,38547,1732529625709, seqNum=2 because the exception is null or not the one we care about 2024-11-25T10:13:54,535 DEBUG [RS:0;e2fd862922a0:38547-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/d34d01432cbd03941f110edd57c221ca/.tmp/C/71f5caf945fe4e35895eda37fcd8e16a as hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/d34d01432cbd03941f110edd57c221ca/C/71f5caf945fe4e35895eda37fcd8e16a 2024-11-25T10:13:54,551 INFO [RS:0;e2fd862922a0:38547-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in d34d01432cbd03941f110edd57c221ca/C of d34d01432cbd03941f110edd57c221ca into 71f5caf945fe4e35895eda37fcd8e16a(size=11.8 K), total size for store is 11.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-25T10:13:54,551 DEBUG [RS:0;e2fd862922a0:38547-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for d34d01432cbd03941f110edd57c221ca: 2024-11-25T10:13:54,551 INFO [RS:0;e2fd862922a0:38547-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732529629057.d34d01432cbd03941f110edd57c221ca., storeName=d34d01432cbd03941f110edd57c221ca/C, priority=13, startTime=1732529634243; duration=0sec 2024-11-25T10:13:54,551 DEBUG [RS:0;e2fd862922a0:38547-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-25T10:13:54,555 DEBUG [RS:0;e2fd862922a0:38547-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: d34d01432cbd03941f110edd57c221ca:C 2024-11-25T10:13:54,587 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39927 is added to blk_1073741851_1027 (size=12001) 2024-11-25T10:13:54,665 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=38547 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=10 2024-11-25T10:13:54,666 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e2fd862922a0:0-1 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732529629057.d34d01432cbd03941f110edd57c221ca. 2024-11-25T10:13:54,666 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e2fd862922a0:0-1 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732529629057.d34d01432cbd03941f110edd57c221ca. as already flushing 2024-11-25T10:13:54,666 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e2fd862922a0:0-1 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732529629057.d34d01432cbd03941f110edd57c221ca. 2024-11-25T10:13:54,666 ERROR [RS_FLUSH_OPERATIONS-regionserver/e2fd862922a0:0-1 {event_type=RS_FLUSH_REGIONS, pid=10}] handler.RSProcedureHandler(58): pid=10 java.io.IOException: Unable to complete flush {ENCODED => d34d01432cbd03941f110edd57c221ca, NAME => 'TestAcidGuarantees,,1732529629057.d34d01432cbd03941f110edd57c221ca.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T10:13:54,666 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e2fd862922a0:0-1 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=10 java.io.IOException: Unable to complete flush {ENCODED => d34d01432cbd03941f110edd57c221ca, NAME => 'TestAcidGuarantees,,1732529629057.d34d01432cbd03941f110edd57c221ca.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T10:13:54,668 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41005 {}] master.HMaster(4177): Remote procedure failed, pid=10 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => d34d01432cbd03941f110edd57c221ca, NAME => 'TestAcidGuarantees,,1732529629057.d34d01432cbd03941f110edd57c221ca.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => d34d01432cbd03941f110edd57c221ca, NAME => 'TestAcidGuarantees,,1732529629057.d34d01432cbd03941f110edd57c221ca.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T10:13:54,702 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41005 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=9 2024-11-25T10:13:54,719 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d34d01432cbd03941f110edd57c221ca, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-25T10:13:54,720 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] ipc.CallRunner(138): callId: 25 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47906 deadline: 1732529694713, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d34d01432cbd03941f110edd57c221ca, server=e2fd862922a0,38547,1732529625709 2024-11-25T10:13:54,720 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732529629057.d34d01432cbd03941f110edd57c221ca., hostname=e2fd862922a0,38547,1732529625709, seqNum=2 , the old value is region=TestAcidGuarantees,,1732529629057.d34d01432cbd03941f110edd57c221ca., hostname=e2fd862922a0,38547,1732529625709, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d34d01432cbd03941f110edd57c221ca, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T10:13:54,721 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732529629057.d34d01432cbd03941f110edd57c221ca., hostname=e2fd862922a0,38547,1732529625709, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d34d01432cbd03941f110edd57c221ca, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T10:13:54,721 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732529629057.d34d01432cbd03941f110edd57c221ca., hostname=e2fd862922a0,38547,1732529625709, seqNum=2 because the exception is null or not the one we care about 2024-11-25T10:13:54,739 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d34d01432cbd03941f110edd57c221ca, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-25T10:13:54,739 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] ipc.CallRunner(138): callId: 25 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47850 deadline: 1732529694733, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d34d01432cbd03941f110edd57c221ca, server=e2fd862922a0,38547,1732529625709 2024-11-25T10:13:54,740 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732529629057.d34d01432cbd03941f110edd57c221ca., hostname=e2fd862922a0,38547,1732529625709, seqNum=2 , the old value is region=TestAcidGuarantees,,1732529629057.d34d01432cbd03941f110edd57c221ca., hostname=e2fd862922a0,38547,1732529625709, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d34d01432cbd03941f110edd57c221ca, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T10:13:54,740 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732529629057.d34d01432cbd03941f110edd57c221ca., hostname=e2fd862922a0,38547,1732529625709, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d34d01432cbd03941f110edd57c221ca, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T10:13:54,740 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d34d01432cbd03941f110edd57c221ca, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-25T10:13:54,740 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732529629057.d34d01432cbd03941f110edd57c221ca., hostname=e2fd862922a0,38547,1732529625709, seqNum=2 because the exception is null or not the one we care about 2024-11-25T10:13:54,740 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] ipc.CallRunner(138): callId: 26 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47866 deadline: 1732529694733, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d34d01432cbd03941f110edd57c221ca, server=e2fd862922a0,38547,1732529625709 2024-11-25T10:13:54,754 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732529629057.d34d01432cbd03941f110edd57c221ca., hostname=e2fd862922a0,38547,1732529625709, seqNum=2 , the old value is region=TestAcidGuarantees,,1732529629057.d34d01432cbd03941f110edd57c221ca., hostname=e2fd862922a0,38547,1732529625709, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d34d01432cbd03941f110edd57c221ca, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T10:13:54,754 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732529629057.d34d01432cbd03941f110edd57c221ca., hostname=e2fd862922a0,38547,1732529625709, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d34d01432cbd03941f110edd57c221ca, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T10:13:54,754 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732529629057.d34d01432cbd03941f110edd57c221ca., hostname=e2fd862922a0,38547,1732529625709, seqNum=2 because the exception is null or not the one we care about 2024-11-25T10:13:54,758 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d34d01432cbd03941f110edd57c221ca, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-25T10:13:54,758 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] ipc.CallRunner(138): callId: 27 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47884 deadline: 1732529694755, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d34d01432cbd03941f110edd57c221ca, server=e2fd862922a0,38547,1732529625709 2024-11-25T10:13:54,759 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732529629057.d34d01432cbd03941f110edd57c221ca., hostname=e2fd862922a0,38547,1732529625709, seqNum=2 , the old value is region=TestAcidGuarantees,,1732529629057.d34d01432cbd03941f110edd57c221ca., hostname=e2fd862922a0,38547,1732529625709, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d34d01432cbd03941f110edd57c221ca, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T10:13:54,759 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732529629057.d34d01432cbd03941f110edd57c221ca., hostname=e2fd862922a0,38547,1732529625709, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d34d01432cbd03941f110edd57c221ca, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T10:13:54,759 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732529629057.d34d01432cbd03941f110edd57c221ca., hostname=e2fd862922a0,38547,1732529625709, seqNum=2 because the exception is null or not the one we care about 2024-11-25T10:13:54,759 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d34d01432cbd03941f110edd57c221ca, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-25T10:13:54,759 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] ipc.CallRunner(138): callId: 25 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47878 deadline: 1732529694756, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d34d01432cbd03941f110edd57c221ca, server=e2fd862922a0,38547,1732529625709 2024-11-25T10:13:54,760 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732529629057.d34d01432cbd03941f110edd57c221ca., hostname=e2fd862922a0,38547,1732529625709, seqNum=2 , the old value is region=TestAcidGuarantees,,1732529629057.d34d01432cbd03941f110edd57c221ca., hostname=e2fd862922a0,38547,1732529625709, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d34d01432cbd03941f110edd57c221ca, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T10:13:54,760 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732529629057.d34d01432cbd03941f110edd57c221ca., hostname=e2fd862922a0,38547,1732529625709, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d34d01432cbd03941f110edd57c221ca, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T10:13:54,760 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732529629057.d34d01432cbd03941f110edd57c221ca., hostname=e2fd862922a0,38547,1732529625709, seqNum=2 because the exception is null or not the one we care about 2024-11-25T10:13:54,821 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=38547 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=10 2024-11-25T10:13:54,822 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e2fd862922a0:0-2 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732529629057.d34d01432cbd03941f110edd57c221ca. 2024-11-25T10:13:54,822 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e2fd862922a0:0-2 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732529629057.d34d01432cbd03941f110edd57c221ca. as already flushing 2024-11-25T10:13:54,822 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e2fd862922a0:0-2 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732529629057.d34d01432cbd03941f110edd57c221ca. 2024-11-25T10:13:54,822 ERROR [RS_FLUSH_OPERATIONS-regionserver/e2fd862922a0:0-2 {event_type=RS_FLUSH_REGIONS, pid=10}] handler.RSProcedureHandler(58): pid=10 java.io.IOException: Unable to complete flush {ENCODED => d34d01432cbd03941f110edd57c221ca, NAME => 'TestAcidGuarantees,,1732529629057.d34d01432cbd03941f110edd57c221ca.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T10:13:54,822 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e2fd862922a0:0-2 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=10 java.io.IOException: Unable to complete flush {ENCODED => d34d01432cbd03941f110edd57c221ca, NAME => 'TestAcidGuarantees,,1732529629057.d34d01432cbd03941f110edd57c221ca.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T10:13:54,823 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41005 {}] master.HMaster(4177): Remote procedure failed, pid=10 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => d34d01432cbd03941f110edd57c221ca, NAME => 'TestAcidGuarantees,,1732529629057.d34d01432cbd03941f110edd57c221ca.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => d34d01432cbd03941f110edd57c221ca, NAME => 'TestAcidGuarantees,,1732529629057.d34d01432cbd03941f110edd57c221ca.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T10:13:54,978 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=38547 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=10 2024-11-25T10:13:54,978 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e2fd862922a0:0-0 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732529629057.d34d01432cbd03941f110edd57c221ca. 2024-11-25T10:13:54,978 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e2fd862922a0:0-0 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732529629057.d34d01432cbd03941f110edd57c221ca. as already flushing 2024-11-25T10:13:54,979 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e2fd862922a0:0-0 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732529629057.d34d01432cbd03941f110edd57c221ca. 2024-11-25T10:13:54,979 ERROR [RS_FLUSH_OPERATIONS-regionserver/e2fd862922a0:0-0 {event_type=RS_FLUSH_REGIONS, pid=10}] handler.RSProcedureHandler(58): pid=10 java.io.IOException: Unable to complete flush {ENCODED => d34d01432cbd03941f110edd57c221ca, NAME => 'TestAcidGuarantees,,1732529629057.d34d01432cbd03941f110edd57c221ca.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T10:13:54,979 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e2fd862922a0:0-0 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=10 java.io.IOException: Unable to complete flush {ENCODED => d34d01432cbd03941f110edd57c221ca, NAME => 'TestAcidGuarantees,,1732529629057.d34d01432cbd03941f110edd57c221ca.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T10:13:54,980 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41005 {}] master.HMaster(4177): Remote procedure failed, pid=10 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => d34d01432cbd03941f110edd57c221ca, NAME => 'TestAcidGuarantees,,1732529629057.d34d01432cbd03941f110edd57c221ca.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => d34d01432cbd03941f110edd57c221ca, NAME => 'TestAcidGuarantees,,1732529629057.d34d01432cbd03941f110edd57c221ca.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T10:13:54,989 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.02 KB at sequenceid=67 (bloomFilter=true), to=hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/d34d01432cbd03941f110edd57c221ca/.tmp/C/7551811f6c204c40aab139fa0628c9c4 2024-11-25T10:13:55,004 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/d34d01432cbd03941f110edd57c221ca/.tmp/A/8e21428c4fb54bffa605fc4eef4356ae as hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/d34d01432cbd03941f110edd57c221ca/A/8e21428c4fb54bffa605fc4eef4356ae 2024-11-25T10:13:55,022 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/d34d01432cbd03941f110edd57c221ca/A/8e21428c4fb54bffa605fc4eef4356ae, entries=200, sequenceid=67, filesize=14.0 K 2024-11-25T10:13:55,025 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/d34d01432cbd03941f110edd57c221ca/.tmp/B/2e19937d7ed6416a97360857a8010965 as hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/d34d01432cbd03941f110edd57c221ca/B/2e19937d7ed6416a97360857a8010965 2024-11-25T10:13:55,037 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d34d01432cbd03941f110edd57c221ca, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-25T10:13:55,037 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] ipc.CallRunner(138): callId: 26 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47906 deadline: 1732529695032, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d34d01432cbd03941f110edd57c221ca, server=e2fd862922a0,38547,1732529625709 2024-11-25T10:13:55,038 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732529629057.d34d01432cbd03941f110edd57c221ca., hostname=e2fd862922a0,38547,1732529625709, seqNum=2 , the old value is region=TestAcidGuarantees,,1732529629057.d34d01432cbd03941f110edd57c221ca., hostname=e2fd862922a0,38547,1732529625709, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d34d01432cbd03941f110edd57c221ca, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T10:13:55,038 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732529629057.d34d01432cbd03941f110edd57c221ca., hostname=e2fd862922a0,38547,1732529625709, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d34d01432cbd03941f110edd57c221ca, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T10:13:55,038 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732529629057.d34d01432cbd03941f110edd57c221ca., hostname=e2fd862922a0,38547,1732529625709, seqNum=2 because the exception is null or not the one we care about 2024-11-25T10:13:55,047 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/d34d01432cbd03941f110edd57c221ca/B/2e19937d7ed6416a97360857a8010965, entries=150, sequenceid=67, filesize=11.7 K 2024-11-25T10:13:55,049 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d34d01432cbd03941f110edd57c221ca, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-25T10:13:55,050 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] ipc.CallRunner(138): callId: 26 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47850 deadline: 1732529695043, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d34d01432cbd03941f110edd57c221ca, server=e2fd862922a0,38547,1732529625709 2024-11-25T10:13:55,051 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/d34d01432cbd03941f110edd57c221ca/.tmp/C/7551811f6c204c40aab139fa0628c9c4 as hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/d34d01432cbd03941f110edd57c221ca/C/7551811f6c204c40aab139fa0628c9c4 2024-11-25T10:13:55,051 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732529629057.d34d01432cbd03941f110edd57c221ca., hostname=e2fd862922a0,38547,1732529625709, seqNum=2 , the old value is region=TestAcidGuarantees,,1732529629057.d34d01432cbd03941f110edd57c221ca., hostname=e2fd862922a0,38547,1732529625709, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d34d01432cbd03941f110edd57c221ca, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T10:13:55,051 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732529629057.d34d01432cbd03941f110edd57c221ca., hostname=e2fd862922a0,38547,1732529625709, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d34d01432cbd03941f110edd57c221ca, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T10:13:55,051 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732529629057.d34d01432cbd03941f110edd57c221ca., hostname=e2fd862922a0,38547,1732529625709, seqNum=2 because the exception is null or not the one we care about 2024-11-25T10:13:55,065 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/d34d01432cbd03941f110edd57c221ca/C/7551811f6c204c40aab139fa0628c9c4, entries=150, sequenceid=67, filesize=11.7 K 2024-11-25T10:13:55,067 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~114.05 KB/116790, heapSize ~339.38 KB/347520, currentSize=60.38 KB/61830 for d34d01432cbd03941f110edd57c221ca in 770ms, sequenceid=67, compaction requested=false 2024-11-25T10:13:55,067 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for d34d01432cbd03941f110edd57c221ca: 2024-11-25T10:13:55,074 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] regionserver.HRegion(8855): Flush requested on d34d01432cbd03941f110edd57c221ca 2024-11-25T10:13:55,074 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing d34d01432cbd03941f110edd57c221ca 3/3 column families, dataSize=67.09 KB heapSize=199.97 KB 2024-11-25T10:13:55,077 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d34d01432cbd03941f110edd57c221ca, store=A 2024-11-25T10:13:55,077 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T10:13:55,077 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d34d01432cbd03941f110edd57c221ca, store=B 2024-11-25T10:13:55,077 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T10:13:55,077 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d34d01432cbd03941f110edd57c221ca, store=C 2024-11-25T10:13:55,078 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T10:13:55,088 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/d34d01432cbd03941f110edd57c221ca/.tmp/A/c1dd145243884587aa6d2872e9b55273 is 50, key is test_row_0/A:col10/1732529635069/Put/seqid=0 2024-11-25T10:13:55,134 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39927 is added to blk_1073741852_1028 (size=14341) 2024-11-25T10:13:55,136 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=38547 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=10 2024-11-25T10:13:55,136 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e2fd862922a0:0-1 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732529629057.d34d01432cbd03941f110edd57c221ca. 2024-11-25T10:13:55,136 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e2fd862922a0:0-1 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732529629057.d34d01432cbd03941f110edd57c221ca. as already flushing 2024-11-25T10:13:55,136 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e2fd862922a0:0-1 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732529629057.d34d01432cbd03941f110edd57c221ca. 2024-11-25T10:13:55,136 ERROR [RS_FLUSH_OPERATIONS-regionserver/e2fd862922a0:0-1 {event_type=RS_FLUSH_REGIONS, pid=10}] handler.RSProcedureHandler(58): pid=10 java.io.IOException: Unable to complete flush {ENCODED => d34d01432cbd03941f110edd57c221ca, NAME => 'TestAcidGuarantees,,1732529629057.d34d01432cbd03941f110edd57c221ca.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T10:13:55,137 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e2fd862922a0:0-1 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=10 java.io.IOException: Unable to complete flush {ENCODED => d34d01432cbd03941f110edd57c221ca, NAME => 'TestAcidGuarantees,,1732529629057.d34d01432cbd03941f110edd57c221ca.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T10:13:55,138 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41005 {}] master.HMaster(4177): Remote procedure failed, pid=10 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => d34d01432cbd03941f110edd57c221ca, NAME => 'TestAcidGuarantees,,1732529629057.d34d01432cbd03941f110edd57c221ca.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => d34d01432cbd03941f110edd57c221ca, NAME => 'TestAcidGuarantees,,1732529629057.d34d01432cbd03941f110edd57c221ca.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T10:13:55,191 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d34d01432cbd03941f110edd57c221ca, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-25T10:13:55,192 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] ipc.CallRunner(138): callId: 33 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47866 deadline: 1732529695175, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d34d01432cbd03941f110edd57c221ca, server=e2fd862922a0,38547,1732529625709 2024-11-25T10:13:55,192 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732529629057.d34d01432cbd03941f110edd57c221ca., hostname=e2fd862922a0,38547,1732529625709, seqNum=2 , the old value is region=TestAcidGuarantees,,1732529629057.d34d01432cbd03941f110edd57c221ca., hostname=e2fd862922a0,38547,1732529625709, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d34d01432cbd03941f110edd57c221ca, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T10:13:55,192 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d34d01432cbd03941f110edd57c221ca, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-25T10:13:55,192 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732529629057.d34d01432cbd03941f110edd57c221ca., hostname=e2fd862922a0,38547,1732529625709, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d34d01432cbd03941f110edd57c221ca, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T10:13:55,192 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732529629057.d34d01432cbd03941f110edd57c221ca., hostname=e2fd862922a0,38547,1732529625709, seqNum=2 because the exception is null or not the one we care about 2024-11-25T10:13:55,193 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] ipc.CallRunner(138): callId: 31 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47878 deadline: 1732529695180, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d34d01432cbd03941f110edd57c221ca, server=e2fd862922a0,38547,1732529625709 2024-11-25T10:13:55,193 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732529629057.d34d01432cbd03941f110edd57c221ca., hostname=e2fd862922a0,38547,1732529625709, seqNum=2 , the old value is region=TestAcidGuarantees,,1732529629057.d34d01432cbd03941f110edd57c221ca., hostname=e2fd862922a0,38547,1732529625709, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d34d01432cbd03941f110edd57c221ca, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T10:13:55,193 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732529629057.d34d01432cbd03941f110edd57c221ca., hostname=e2fd862922a0,38547,1732529625709, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d34d01432cbd03941f110edd57c221ca, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T10:13:55,193 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732529629057.d34d01432cbd03941f110edd57c221ca., hostname=e2fd862922a0,38547,1732529625709, seqNum=2 because the exception is null or not the one we care about 2024-11-25T10:13:55,196 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d34d01432cbd03941f110edd57c221ca, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-25T10:13:55,197 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] ipc.CallRunner(138): callId: 34 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47884 deadline: 1732529695178, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d34d01432cbd03941f110edd57c221ca, server=e2fd862922a0,38547,1732529625709 2024-11-25T10:13:55,197 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732529629057.d34d01432cbd03941f110edd57c221ca., hostname=e2fd862922a0,38547,1732529625709, seqNum=2 , the old value is region=TestAcidGuarantees,,1732529629057.d34d01432cbd03941f110edd57c221ca., hostname=e2fd862922a0,38547,1732529625709, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d34d01432cbd03941f110edd57c221ca, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T10:13:55,197 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732529629057.d34d01432cbd03941f110edd57c221ca., hostname=e2fd862922a0,38547,1732529625709, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d34d01432cbd03941f110edd57c221ca, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T10:13:55,197 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732529629057.d34d01432cbd03941f110edd57c221ca., hostname=e2fd862922a0,38547,1732529625709, seqNum=2 because the exception is null or not the one we care about 2024-11-25T10:13:55,292 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=38547 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=10 2024-11-25T10:13:55,292 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e2fd862922a0:0-2 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732529629057.d34d01432cbd03941f110edd57c221ca. 2024-11-25T10:13:55,292 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e2fd862922a0:0-2 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732529629057.d34d01432cbd03941f110edd57c221ca. as already flushing 2024-11-25T10:13:55,292 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e2fd862922a0:0-2 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732529629057.d34d01432cbd03941f110edd57c221ca. 2024-11-25T10:13:55,292 ERROR [RS_FLUSH_OPERATIONS-regionserver/e2fd862922a0:0-2 {event_type=RS_FLUSH_REGIONS, pid=10}] handler.RSProcedureHandler(58): pid=10 java.io.IOException: Unable to complete flush {ENCODED => d34d01432cbd03941f110edd57c221ca, NAME => 'TestAcidGuarantees,,1732529629057.d34d01432cbd03941f110edd57c221ca.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T10:13:55,293 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e2fd862922a0:0-2 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=10 java.io.IOException: Unable to complete flush {ENCODED => d34d01432cbd03941f110edd57c221ca, NAME => 'TestAcidGuarantees,,1732529629057.d34d01432cbd03941f110edd57c221ca.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T10:13:55,294 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41005 {}] master.HMaster(4177): Remote procedure failed, pid=10 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => d34d01432cbd03941f110edd57c221ca, NAME => 'TestAcidGuarantees,,1732529629057.d34d01432cbd03941f110edd57c221ca.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => d34d01432cbd03941f110edd57c221ca, NAME => 'TestAcidGuarantees,,1732529629057.d34d01432cbd03941f110edd57c221ca.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T10:13:55,313 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d34d01432cbd03941f110edd57c221ca, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-25T10:13:55,313 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] ipc.CallRunner(138): callId: 34 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47866 deadline: 1732529695302, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d34d01432cbd03941f110edd57c221ca, server=e2fd862922a0,38547,1732529625709 2024-11-25T10:13:55,314 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732529629057.d34d01432cbd03941f110edd57c221ca., hostname=e2fd862922a0,38547,1732529625709, seqNum=2 , the old value is region=TestAcidGuarantees,,1732529629057.d34d01432cbd03941f110edd57c221ca., hostname=e2fd862922a0,38547,1732529625709, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d34d01432cbd03941f110edd57c221ca, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T10:13:55,314 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d34d01432cbd03941f110edd57c221ca, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-25T10:13:55,314 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732529629057.d34d01432cbd03941f110edd57c221ca., hostname=e2fd862922a0,38547,1732529625709, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d34d01432cbd03941f110edd57c221ca, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T10:13:55,314 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732529629057.d34d01432cbd03941f110edd57c221ca., hostname=e2fd862922a0,38547,1732529625709, seqNum=2 because the exception is null or not the one we care about 2024-11-25T10:13:55,314 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] ipc.CallRunner(138): callId: 32 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47878 deadline: 1732529695303, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d34d01432cbd03941f110edd57c221ca, server=e2fd862922a0,38547,1732529625709 2024-11-25T10:13:55,315 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732529629057.d34d01432cbd03941f110edd57c221ca., hostname=e2fd862922a0,38547,1732529625709, seqNum=2 , the old value is region=TestAcidGuarantees,,1732529629057.d34d01432cbd03941f110edd57c221ca., hostname=e2fd862922a0,38547,1732529625709, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d34d01432cbd03941f110edd57c221ca, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T10:13:55,315 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732529629057.d34d01432cbd03941f110edd57c221ca., hostname=e2fd862922a0,38547,1732529625709, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d34d01432cbd03941f110edd57c221ca, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T10:13:55,315 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732529629057.d34d01432cbd03941f110edd57c221ca., hostname=e2fd862922a0,38547,1732529625709, seqNum=2 because the exception is null or not the one we care about 2024-11-25T10:13:55,316 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d34d01432cbd03941f110edd57c221ca, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-25T10:13:55,316 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] ipc.CallRunner(138): callId: 35 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47884 deadline: 1732529695303, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d34d01432cbd03941f110edd57c221ca, server=e2fd862922a0,38547,1732529625709 2024-11-25T10:13:55,317 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732529629057.d34d01432cbd03941f110edd57c221ca., hostname=e2fd862922a0,38547,1732529625709, seqNum=2 , the old value is region=TestAcidGuarantees,,1732529629057.d34d01432cbd03941f110edd57c221ca., hostname=e2fd862922a0,38547,1732529625709, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d34d01432cbd03941f110edd57c221ca, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T10:13:55,317 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732529629057.d34d01432cbd03941f110edd57c221ca., hostname=e2fd862922a0,38547,1732529625709, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d34d01432cbd03941f110edd57c221ca, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T10:13:55,317 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732529629057.d34d01432cbd03941f110edd57c221ca., hostname=e2fd862922a0,38547,1732529625709, seqNum=2 because the exception is null or not the one we care about 2024-11-25T10:13:55,410 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-25T10:13:55,411 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_meta Metrics about Tables on a single HBase RegionServer 2024-11-25T10:13:55,413 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-25T10:13:55,413 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint Metrics about HBase RegionObservers 2024-11-25T10:13:55,414 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_master_table_store 2024-11-25T10:13:55,414 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_master_table_store Metrics about Tables on a single HBase RegionServer 2024-11-25T10:13:55,415 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_TestAcidGuarantees 2024-11-25T10:13:55,415 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_TestAcidGuarantees Metrics about Tables on a single HBase RegionServer 2024-11-25T10:13:55,449 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=38547 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=10 2024-11-25T10:13:55,450 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e2fd862922a0:0-0 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732529629057.d34d01432cbd03941f110edd57c221ca. 2024-11-25T10:13:55,450 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e2fd862922a0:0-0 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732529629057.d34d01432cbd03941f110edd57c221ca. as already flushing 2024-11-25T10:13:55,450 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e2fd862922a0:0-0 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732529629057.d34d01432cbd03941f110edd57c221ca. 2024-11-25T10:13:55,450 ERROR [RS_FLUSH_OPERATIONS-regionserver/e2fd862922a0:0-0 {event_type=RS_FLUSH_REGIONS, pid=10}] handler.RSProcedureHandler(58): pid=10 java.io.IOException: Unable to complete flush {ENCODED => d34d01432cbd03941f110edd57c221ca, NAME => 'TestAcidGuarantees,,1732529629057.d34d01432cbd03941f110edd57c221ca.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T10:13:55,451 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e2fd862922a0:0-0 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=10 java.io.IOException: Unable to complete flush {ENCODED => d34d01432cbd03941f110edd57c221ca, NAME => 'TestAcidGuarantees,,1732529629057.d34d01432cbd03941f110edd57c221ca.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T10:13:55,452 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41005 {}] master.HMaster(4177): Remote procedure failed, pid=10 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => d34d01432cbd03941f110edd57c221ca, NAME => 'TestAcidGuarantees,,1732529629057.d34d01432cbd03941f110edd57c221ca.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => d34d01432cbd03941f110edd57c221ca, NAME => 'TestAcidGuarantees,,1732529629057.d34d01432cbd03941f110edd57c221ca.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T10:13:55,532 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d34d01432cbd03941f110edd57c221ca, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-25T10:13:55,534 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] ipc.CallRunner(138): callId: 33 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47878 deadline: 1732529695522, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d34d01432cbd03941f110edd57c221ca, server=e2fd862922a0,38547,1732529625709 2024-11-25T10:13:55,535 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732529629057.d34d01432cbd03941f110edd57c221ca., hostname=e2fd862922a0,38547,1732529625709, seqNum=2 , the old value is region=TestAcidGuarantees,,1732529629057.d34d01432cbd03941f110edd57c221ca., hostname=e2fd862922a0,38547,1732529625709, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d34d01432cbd03941f110edd57c221ca, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T10:13:55,535 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732529629057.d34d01432cbd03941f110edd57c221ca., hostname=e2fd862922a0,38547,1732529625709, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d34d01432cbd03941f110edd57c221ca, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T10:13:55,535 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732529629057.d34d01432cbd03941f110edd57c221ca., hostname=e2fd862922a0,38547,1732529625709, seqNum=2 because the exception is null or not the one we care about 2024-11-25T10:13:55,535 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d34d01432cbd03941f110edd57c221ca, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-25T10:13:55,535 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d34d01432cbd03941f110edd57c221ca, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-25T10:13:55,535 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] ipc.CallRunner(138): callId: 36 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47884 deadline: 1732529695523, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d34d01432cbd03941f110edd57c221ca, server=e2fd862922a0,38547,1732529625709 2024-11-25T10:13:55,535 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] ipc.CallRunner(138): callId: 35 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47866 deadline: 1732529695523, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d34d01432cbd03941f110edd57c221ca, server=e2fd862922a0,38547,1732529625709 2024-11-25T10:13:55,536 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732529629057.d34d01432cbd03941f110edd57c221ca., hostname=e2fd862922a0,38547,1732529625709, seqNum=2 , the old value is region=TestAcidGuarantees,,1732529629057.d34d01432cbd03941f110edd57c221ca., hostname=e2fd862922a0,38547,1732529625709, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d34d01432cbd03941f110edd57c221ca, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T10:13:55,536 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732529629057.d34d01432cbd03941f110edd57c221ca., hostname=e2fd862922a0,38547,1732529625709, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d34d01432cbd03941f110edd57c221ca, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T10:13:55,536 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732529629057.d34d01432cbd03941f110edd57c221ca., hostname=e2fd862922a0,38547,1732529625709, seqNum=2 because the exception is null or not the one we care about 2024-11-25T10:13:55,536 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732529629057.d34d01432cbd03941f110edd57c221ca., hostname=e2fd862922a0,38547,1732529625709, seqNum=2 , the old value is region=TestAcidGuarantees,,1732529629057.d34d01432cbd03941f110edd57c221ca., hostname=e2fd862922a0,38547,1732529625709, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d34d01432cbd03941f110edd57c221ca, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T10:13:55,537 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732529629057.d34d01432cbd03941f110edd57c221ca., hostname=e2fd862922a0,38547,1732529625709, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d34d01432cbd03941f110edd57c221ca, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T10:13:55,537 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732529629057.d34d01432cbd03941f110edd57c221ca., hostname=e2fd862922a0,38547,1732529625709, seqNum=2 because the exception is null or not the one we care about 2024-11-25T10:13:55,546 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=84 (bloomFilter=true), to=hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/d34d01432cbd03941f110edd57c221ca/.tmp/A/c1dd145243884587aa6d2872e9b55273 2024-11-25T10:13:55,568 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d34d01432cbd03941f110edd57c221ca, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-25T10:13:55,569 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] ipc.CallRunner(138): callId: 27 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47906 deadline: 1732529695552, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d34d01432cbd03941f110edd57c221ca, server=e2fd862922a0,38547,1732529625709 2024-11-25T10:13:55,570 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d34d01432cbd03941f110edd57c221ca, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-25T10:13:55,571 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] ipc.CallRunner(138): callId: 27 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47850 deadline: 1732529695563, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d34d01432cbd03941f110edd57c221ca, server=e2fd862922a0,38547,1732529625709 2024-11-25T10:13:55,572 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732529629057.d34d01432cbd03941f110edd57c221ca., hostname=e2fd862922a0,38547,1732529625709, seqNum=2 , the old value is region=TestAcidGuarantees,,1732529629057.d34d01432cbd03941f110edd57c221ca., hostname=e2fd862922a0,38547,1732529625709, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d34d01432cbd03941f110edd57c221ca, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T10:13:55,572 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732529629057.d34d01432cbd03941f110edd57c221ca., hostname=e2fd862922a0,38547,1732529625709, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d34d01432cbd03941f110edd57c221ca, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T10:13:55,572 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732529629057.d34d01432cbd03941f110edd57c221ca., hostname=e2fd862922a0,38547,1732529625709, seqNum=2 because the exception is null or not the one we care about 2024-11-25T10:13:55,572 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732529629057.d34d01432cbd03941f110edd57c221ca., hostname=e2fd862922a0,38547,1732529625709, seqNum=2 , the old value is region=TestAcidGuarantees,,1732529629057.d34d01432cbd03941f110edd57c221ca., hostname=e2fd862922a0,38547,1732529625709, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d34d01432cbd03941f110edd57c221ca, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T10:13:55,572 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732529629057.d34d01432cbd03941f110edd57c221ca., hostname=e2fd862922a0,38547,1732529625709, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d34d01432cbd03941f110edd57c221ca, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T10:13:55,572 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732529629057.d34d01432cbd03941f110edd57c221ca., hostname=e2fd862922a0,38547,1732529625709, seqNum=2 because the exception is null or not the one we care about 2024-11-25T10:13:55,591 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/d34d01432cbd03941f110edd57c221ca/.tmp/B/708eb0cfed5943a7b7bfa7022586dd1f is 50, key is test_row_0/B:col10/1732529635069/Put/seqid=0 2024-11-25T10:13:55,609 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=38547 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=10 2024-11-25T10:13:55,609 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e2fd862922a0:0-1 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732529629057.d34d01432cbd03941f110edd57c221ca. 2024-11-25T10:13:55,609 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e2fd862922a0:0-1 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732529629057.d34d01432cbd03941f110edd57c221ca. as already flushing 2024-11-25T10:13:55,609 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e2fd862922a0:0-1 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732529629057.d34d01432cbd03941f110edd57c221ca. 2024-11-25T10:13:55,609 ERROR [RS_FLUSH_OPERATIONS-regionserver/e2fd862922a0:0-1 {event_type=RS_FLUSH_REGIONS, pid=10}] handler.RSProcedureHandler(58): pid=10 java.io.IOException: Unable to complete flush {ENCODED => d34d01432cbd03941f110edd57c221ca, NAME => 'TestAcidGuarantees,,1732529629057.d34d01432cbd03941f110edd57c221ca.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T10:13:55,610 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e2fd862922a0:0-1 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=10 java.io.IOException: Unable to complete flush {ENCODED => d34d01432cbd03941f110edd57c221ca, NAME => 'TestAcidGuarantees,,1732529629057.d34d01432cbd03941f110edd57c221ca.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T10:13:55,611 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41005 {}] master.HMaster(4177): Remote procedure failed, pid=10 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => d34d01432cbd03941f110edd57c221ca, NAME => 'TestAcidGuarantees,,1732529629057.d34d01432cbd03941f110edd57c221ca.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => d34d01432cbd03941f110edd57c221ca, NAME => 'TestAcidGuarantees,,1732529629057.d34d01432cbd03941f110edd57c221ca.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T10:13:55,623 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39927 is added to blk_1073741853_1029 (size=12001) 2024-11-25T10:13:55,626 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=84 (bloomFilter=true), to=hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/d34d01432cbd03941f110edd57c221ca/.tmp/B/708eb0cfed5943a7b7bfa7022586dd1f 2024-11-25T10:13:55,674 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/d34d01432cbd03941f110edd57c221ca/.tmp/C/9edc9b4bf3994926b9435fe4598e6f69 is 50, key is test_row_0/C:col10/1732529635069/Put/seqid=0 2024-11-25T10:13:55,696 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39927 is added to blk_1073741854_1030 (size=12001) 2024-11-25T10:13:55,698 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=84 (bloomFilter=true), to=hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/d34d01432cbd03941f110edd57c221ca/.tmp/C/9edc9b4bf3994926b9435fe4598e6f69 2024-11-25T10:13:55,713 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41005 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=9 2024-11-25T10:13:55,715 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/d34d01432cbd03941f110edd57c221ca/.tmp/A/c1dd145243884587aa6d2872e9b55273 as hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/d34d01432cbd03941f110edd57c221ca/A/c1dd145243884587aa6d2872e9b55273 2024-11-25T10:13:55,732 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/d34d01432cbd03941f110edd57c221ca/A/c1dd145243884587aa6d2872e9b55273, entries=200, sequenceid=84, filesize=14.0 K 2024-11-25T10:13:55,735 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/d34d01432cbd03941f110edd57c221ca/.tmp/B/708eb0cfed5943a7b7bfa7022586dd1f as hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/d34d01432cbd03941f110edd57c221ca/B/708eb0cfed5943a7b7bfa7022586dd1f 2024-11-25T10:13:55,752 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/d34d01432cbd03941f110edd57c221ca/B/708eb0cfed5943a7b7bfa7022586dd1f, entries=150, sequenceid=84, filesize=11.7 K 2024-11-25T10:13:55,762 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/d34d01432cbd03941f110edd57c221ca/.tmp/C/9edc9b4bf3994926b9435fe4598e6f69 as hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/d34d01432cbd03941f110edd57c221ca/C/9edc9b4bf3994926b9435fe4598e6f69 2024-11-25T10:13:55,764 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=38547 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=10 2024-11-25T10:13:55,764 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e2fd862922a0:0-2 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732529629057.d34d01432cbd03941f110edd57c221ca. 2024-11-25T10:13:55,765 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e2fd862922a0:0-2 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732529629057.d34d01432cbd03941f110edd57c221ca. as already flushing 2024-11-25T10:13:55,765 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e2fd862922a0:0-2 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732529629057.d34d01432cbd03941f110edd57c221ca. 2024-11-25T10:13:55,765 ERROR [RS_FLUSH_OPERATIONS-regionserver/e2fd862922a0:0-2 {event_type=RS_FLUSH_REGIONS, pid=10}] handler.RSProcedureHandler(58): pid=10 java.io.IOException: Unable to complete flush {ENCODED => d34d01432cbd03941f110edd57c221ca, NAME => 'TestAcidGuarantees,,1732529629057.d34d01432cbd03941f110edd57c221ca.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T10:13:55,765 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e2fd862922a0:0-2 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=10 java.io.IOException: Unable to complete flush {ENCODED => d34d01432cbd03941f110edd57c221ca, NAME => 'TestAcidGuarantees,,1732529629057.d34d01432cbd03941f110edd57c221ca.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T10:13:55,766 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41005 {}] master.HMaster(4177): Remote procedure failed, pid=10 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => d34d01432cbd03941f110edd57c221ca, NAME => 'TestAcidGuarantees,,1732529629057.d34d01432cbd03941f110edd57c221ca.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => d34d01432cbd03941f110edd57c221ca, NAME => 'TestAcidGuarantees,,1732529629057.d34d01432cbd03941f110edd57c221ca.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T10:13:55,782 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/d34d01432cbd03941f110edd57c221ca/C/9edc9b4bf3994926b9435fe4598e6f69, entries=150, sequenceid=84, filesize=11.7 K 2024-11-25T10:13:55,786 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~73.80 KB/75570, heapSize ~219.84 KB/225120, currentSize=100.63 KB/103050 for d34d01432cbd03941f110edd57c221ca in 711ms, sequenceid=84, compaction requested=true 2024-11-25T10:13:55,786 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for d34d01432cbd03941f110edd57c221ca: 2024-11-25T10:13:55,786 DEBUG [RS:0;e2fd862922a0:38547-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-25T10:13:55,786 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store d34d01432cbd03941f110edd57c221ca:A, priority=-2147483648, current under compaction store size is 1 2024-11-25T10:13:55,786 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-25T10:13:55,787 DEBUG [RS:0;e2fd862922a0:38547-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-25T10:13:55,787 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store d34d01432cbd03941f110edd57c221ca:B, priority=-2147483648, current under compaction store size is 2 2024-11-25T10:13:55,787 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-25T10:13:55,787 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store d34d01432cbd03941f110edd57c221ca:C, priority=-2147483648, current under compaction store size is 3 2024-11-25T10:13:55,787 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-25T10:13:55,789 DEBUG [RS:0;e2fd862922a0:38547-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 40786 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-25T10:13:55,789 DEBUG [RS:0;e2fd862922a0:38547-shortCompactions-0 {}] regionserver.HStore(1541): d34d01432cbd03941f110edd57c221ca/A is initiating minor compaction (all files) 2024-11-25T10:13:55,789 INFO [RS:0;e2fd862922a0:38547-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of d34d01432cbd03941f110edd57c221ca/A in TestAcidGuarantees,,1732529629057.d34d01432cbd03941f110edd57c221ca. 2024-11-25T10:13:55,789 INFO [RS:0;e2fd862922a0:38547-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/d34d01432cbd03941f110edd57c221ca/A/5144dc97c36a4cd9a84cda3350cd9e39, hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/d34d01432cbd03941f110edd57c221ca/A/8e21428c4fb54bffa605fc4eef4356ae, hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/d34d01432cbd03941f110edd57c221ca/A/c1dd145243884587aa6d2872e9b55273] into tmpdir=hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/d34d01432cbd03941f110edd57c221ca/.tmp, totalSize=39.8 K 2024-11-25T10:13:55,789 DEBUG [RS:0;e2fd862922a0:38547-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36106 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-25T10:13:55,790 DEBUG [RS:0;e2fd862922a0:38547-longCompactions-0 {}] regionserver.HStore(1541): d34d01432cbd03941f110edd57c221ca/B is initiating minor compaction (all files) 2024-11-25T10:13:55,790 INFO [RS:0;e2fd862922a0:38547-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of d34d01432cbd03941f110edd57c221ca/B in TestAcidGuarantees,,1732529629057.d34d01432cbd03941f110edd57c221ca. 2024-11-25T10:13:55,790 INFO [RS:0;e2fd862922a0:38547-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/d34d01432cbd03941f110edd57c221ca/B/bc3fa2e4b5aa4ee2a71983cc013439d9, hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/d34d01432cbd03941f110edd57c221ca/B/2e19937d7ed6416a97360857a8010965, hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/d34d01432cbd03941f110edd57c221ca/B/708eb0cfed5943a7b7bfa7022586dd1f] into tmpdir=hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/d34d01432cbd03941f110edd57c221ca/.tmp, totalSize=35.3 K 2024-11-25T10:13:55,791 DEBUG [RS:0;e2fd862922a0:38547-longCompactions-0 {}] compactions.Compactor(225): Compacting bc3fa2e4b5aa4ee2a71983cc013439d9, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=47, earliestPutTs=1732529632894 2024-11-25T10:13:55,791 DEBUG [RS:0;e2fd862922a0:38547-shortCompactions-0 {}] compactions.Compactor(225): Compacting 5144dc97c36a4cd9a84cda3350cd9e39, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=47, earliestPutTs=1732529632894 2024-11-25T10:13:55,792 DEBUG [RS:0;e2fd862922a0:38547-shortCompactions-0 {}] compactions.Compactor(225): Compacting 8e21428c4fb54bffa605fc4eef4356ae, keycount=200, bloomtype=ROW, size=14.0 K, encoding=NONE, compression=NONE, seqNum=67, earliestPutTs=1732529633619 2024-11-25T10:13:55,792 DEBUG [RS:0;e2fd862922a0:38547-longCompactions-0 {}] compactions.Compactor(225): Compacting 2e19937d7ed6416a97360857a8010965, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=67, earliestPutTs=1732529633619 2024-11-25T10:13:55,793 DEBUG [RS:0;e2fd862922a0:38547-shortCompactions-0 {}] compactions.Compactor(225): Compacting c1dd145243884587aa6d2872e9b55273, keycount=200, bloomtype=ROW, size=14.0 K, encoding=NONE, compression=NONE, seqNum=84, earliestPutTs=1732529634365 2024-11-25T10:13:55,793 DEBUG [RS:0;e2fd862922a0:38547-longCompactions-0 {}] compactions.Compactor(225): Compacting 708eb0cfed5943a7b7bfa7022586dd1f, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=84, earliestPutTs=1732529634379 2024-11-25T10:13:55,824 INFO [RS:0;e2fd862922a0:38547-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): d34d01432cbd03941f110edd57c221ca#A#compaction#18 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-25T10:13:55,825 DEBUG [RS:0;e2fd862922a0:38547-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/d34d01432cbd03941f110edd57c221ca/.tmp/A/a53a67524f1c482097c87f338a6df522 is 50, key is test_row_0/A:col10/1732529635069/Put/seqid=0 2024-11-25T10:13:55,829 INFO [RS:0;e2fd862922a0:38547-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): d34d01432cbd03941f110edd57c221ca#B#compaction#19 average throughput is 1.31 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-25T10:13:55,830 DEBUG [RS:0;e2fd862922a0:38547-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/d34d01432cbd03941f110edd57c221ca/.tmp/B/c722fd5bdb79480e93836dad29698be4 is 50, key is test_row_0/B:col10/1732529635069/Put/seqid=0 2024-11-25T10:13:55,850 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] regionserver.HRegion(8855): Flush requested on d34d01432cbd03941f110edd57c221ca 2024-11-25T10:13:55,850 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing d34d01432cbd03941f110edd57c221ca 3/3 column families, dataSize=107.34 KB heapSize=319.50 KB 2024-11-25T10:13:55,851 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d34d01432cbd03941f110edd57c221ca, store=A 2024-11-25T10:13:55,851 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T10:13:55,851 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d34d01432cbd03941f110edd57c221ca, store=B 2024-11-25T10:13:55,851 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T10:13:55,851 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d34d01432cbd03941f110edd57c221ca, store=C 2024-11-25T10:13:55,851 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T10:13:55,882 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/d34d01432cbd03941f110edd57c221ca/.tmp/A/cff229311f2d4484b5b7178952663285 is 50, key is test_row_0/A:col10/1732529635177/Put/seqid=0 2024-11-25T10:13:55,885 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39927 is added to blk_1073741855_1031 (size=12207) 2024-11-25T10:13:55,912 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39927 is added to blk_1073741856_1032 (size=12207) 2024-11-25T10:13:55,914 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d34d01432cbd03941f110edd57c221ca, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-25T10:13:55,915 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] ipc.CallRunner(138): callId: 38 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47878 deadline: 1732529695905, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d34d01432cbd03941f110edd57c221ca, server=e2fd862922a0,38547,1732529625709 2024-11-25T10:13:55,916 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732529629057.d34d01432cbd03941f110edd57c221ca., hostname=e2fd862922a0,38547,1732529625709, seqNum=2 , the old value is region=TestAcidGuarantees,,1732529629057.d34d01432cbd03941f110edd57c221ca., hostname=e2fd862922a0,38547,1732529625709, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d34d01432cbd03941f110edd57c221ca, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T10:13:55,916 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732529629057.d34d01432cbd03941f110edd57c221ca., hostname=e2fd862922a0,38547,1732529625709, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d34d01432cbd03941f110edd57c221ca, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T10:13:55,916 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732529629057.d34d01432cbd03941f110edd57c221ca., hostname=e2fd862922a0,38547,1732529625709, seqNum=2 because the exception is null or not the one we care about 2024-11-25T10:13:55,916 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d34d01432cbd03941f110edd57c221ca, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-25T10:13:55,916 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] ipc.CallRunner(138): callId: 39 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47866 deadline: 1732529695906, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d34d01432cbd03941f110edd57c221ca, server=e2fd862922a0,38547,1732529625709 2024-11-25T10:13:55,917 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732529629057.d34d01432cbd03941f110edd57c221ca., hostname=e2fd862922a0,38547,1732529625709, seqNum=2 , the old value is region=TestAcidGuarantees,,1732529629057.d34d01432cbd03941f110edd57c221ca., hostname=e2fd862922a0,38547,1732529625709, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d34d01432cbd03941f110edd57c221ca, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T10:13:55,917 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732529629057.d34d01432cbd03941f110edd57c221ca., hostname=e2fd862922a0,38547,1732529625709, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d34d01432cbd03941f110edd57c221ca, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T10:13:55,917 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732529629057.d34d01432cbd03941f110edd57c221ca., hostname=e2fd862922a0,38547,1732529625709, seqNum=2 because the exception is null or not the one we care about 2024-11-25T10:13:55,923 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39927 is added to blk_1073741857_1033 (size=14341) 2024-11-25T10:13:55,923 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=38547 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=10 2024-11-25T10:13:55,923 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e2fd862922a0:0-0 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732529629057.d34d01432cbd03941f110edd57c221ca. 2024-11-25T10:13:55,924 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e2fd862922a0:0-0 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732529629057.d34d01432cbd03941f110edd57c221ca. as already flushing 2024-11-25T10:13:55,924 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e2fd862922a0:0-0 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732529629057.d34d01432cbd03941f110edd57c221ca. 2024-11-25T10:13:55,924 ERROR [RS_FLUSH_OPERATIONS-regionserver/e2fd862922a0:0-0 {event_type=RS_FLUSH_REGIONS, pid=10}] handler.RSProcedureHandler(58): pid=10 java.io.IOException: Unable to complete flush {ENCODED => d34d01432cbd03941f110edd57c221ca, NAME => 'TestAcidGuarantees,,1732529629057.d34d01432cbd03941f110edd57c221ca.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T10:13:55,924 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e2fd862922a0:0-0 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=10 java.io.IOException: Unable to complete flush {ENCODED => d34d01432cbd03941f110edd57c221ca, NAME => 'TestAcidGuarantees,,1732529629057.d34d01432cbd03941f110edd57c221ca.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T10:13:55,924 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=35.78 KB at sequenceid=103 (bloomFilter=true), to=hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/d34d01432cbd03941f110edd57c221ca/.tmp/A/cff229311f2d4484b5b7178952663285 2024-11-25T10:13:55,925 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41005 {}] master.HMaster(4177): Remote procedure failed, pid=10 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => d34d01432cbd03941f110edd57c221ca, NAME => 'TestAcidGuarantees,,1732529629057.d34d01432cbd03941f110edd57c221ca.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => d34d01432cbd03941f110edd57c221ca, NAME => 'TestAcidGuarantees,,1732529629057.d34d01432cbd03941f110edd57c221ca.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T10:13:55,927 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d34d01432cbd03941f110edd57c221ca, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-25T10:13:55,927 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] ipc.CallRunner(138): callId: 41 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47884 deadline: 1732529695917, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d34d01432cbd03941f110edd57c221ca, server=e2fd862922a0,38547,1732529625709 2024-11-25T10:13:55,929 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732529629057.d34d01432cbd03941f110edd57c221ca., hostname=e2fd862922a0,38547,1732529625709, seqNum=2 , the old value is region=TestAcidGuarantees,,1732529629057.d34d01432cbd03941f110edd57c221ca., hostname=e2fd862922a0,38547,1732529625709, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d34d01432cbd03941f110edd57c221ca, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T10:13:55,929 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732529629057.d34d01432cbd03941f110edd57c221ca., hostname=e2fd862922a0,38547,1732529625709, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d34d01432cbd03941f110edd57c221ca, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T10:13:55,929 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732529629057.d34d01432cbd03941f110edd57c221ca., hostname=e2fd862922a0,38547,1732529625709, seqNum=2 because the exception is null or not the one we care about 2024-11-25T10:13:55,947 DEBUG [RS:0;e2fd862922a0:38547-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/d34d01432cbd03941f110edd57c221ca/.tmp/B/c722fd5bdb79480e93836dad29698be4 as hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/d34d01432cbd03941f110edd57c221ca/B/c722fd5bdb79480e93836dad29698be4 2024-11-25T10:13:55,955 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/d34d01432cbd03941f110edd57c221ca/.tmp/B/b4db2ba3ee8a471bb8e2e81ddcc67c73 is 50, key is test_row_0/B:col10/1732529635177/Put/seqid=0 2024-11-25T10:13:55,967 INFO [RS:0;e2fd862922a0:38547-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in d34d01432cbd03941f110edd57c221ca/B of d34d01432cbd03941f110edd57c221ca into c722fd5bdb79480e93836dad29698be4(size=11.9 K), total size for store is 11.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-25T10:13:55,968 DEBUG [RS:0;e2fd862922a0:38547-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for d34d01432cbd03941f110edd57c221ca: 2024-11-25T10:13:55,968 INFO [RS:0;e2fd862922a0:38547-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732529629057.d34d01432cbd03941f110edd57c221ca., storeName=d34d01432cbd03941f110edd57c221ca/B, priority=13, startTime=1732529635786; duration=0sec 2024-11-25T10:13:55,968 DEBUG [RS:0;e2fd862922a0:38547-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-25T10:13:55,968 DEBUG [RS:0;e2fd862922a0:38547-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: d34d01432cbd03941f110edd57c221ca:B 2024-11-25T10:13:55,968 DEBUG [RS:0;e2fd862922a0:38547-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-25T10:13:55,972 DEBUG [RS:0;e2fd862922a0:38547-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36106 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-25T10:13:55,972 DEBUG [RS:0;e2fd862922a0:38547-longCompactions-0 {}] regionserver.HStore(1541): d34d01432cbd03941f110edd57c221ca/C is initiating minor compaction (all files) 2024-11-25T10:13:55,972 INFO [RS:0;e2fd862922a0:38547-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of d34d01432cbd03941f110edd57c221ca/C in TestAcidGuarantees,,1732529629057.d34d01432cbd03941f110edd57c221ca. 2024-11-25T10:13:55,972 INFO [RS:0;e2fd862922a0:38547-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/d34d01432cbd03941f110edd57c221ca/C/71f5caf945fe4e35895eda37fcd8e16a, hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/d34d01432cbd03941f110edd57c221ca/C/7551811f6c204c40aab139fa0628c9c4, hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/d34d01432cbd03941f110edd57c221ca/C/9edc9b4bf3994926b9435fe4598e6f69] into tmpdir=hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/d34d01432cbd03941f110edd57c221ca/.tmp, totalSize=35.3 K 2024-11-25T10:13:55,973 DEBUG [RS:0;e2fd862922a0:38547-longCompactions-0 {}] compactions.Compactor(225): Compacting 71f5caf945fe4e35895eda37fcd8e16a, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=47, earliestPutTs=1732529632894 2024-11-25T10:13:55,976 DEBUG [RS:0;e2fd862922a0:38547-longCompactions-0 {}] compactions.Compactor(225): Compacting 7551811f6c204c40aab139fa0628c9c4, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=67, earliestPutTs=1732529633619 2024-11-25T10:13:55,976 DEBUG [RS:0;e2fd862922a0:38547-longCompactions-0 {}] compactions.Compactor(225): Compacting 9edc9b4bf3994926b9435fe4598e6f69, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=84, earliestPutTs=1732529634379 2024-11-25T10:13:56,020 INFO [RS:0;e2fd862922a0:38547-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): d34d01432cbd03941f110edd57c221ca#C#compaction#22 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-25T10:13:56,021 DEBUG [RS:0;e2fd862922a0:38547-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/d34d01432cbd03941f110edd57c221ca/.tmp/C/61fd0ecf79c943079c88ede0fb93702d is 50, key is test_row_0/C:col10/1732529635069/Put/seqid=0 2024-11-25T10:13:56,025 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39927 is added to blk_1073741858_1034 (size=12001) 2024-11-25T10:13:56,034 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d34d01432cbd03941f110edd57c221ca, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-25T10:13:56,034 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] ipc.CallRunner(138): callId: 40 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47866 deadline: 1732529696023, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d34d01432cbd03941f110edd57c221ca, server=e2fd862922a0,38547,1732529625709 2024-11-25T10:13:56,026 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d34d01432cbd03941f110edd57c221ca, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-25T10:13:56,039 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] ipc.CallRunner(138): callId: 39 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47878 deadline: 1732529696023, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d34d01432cbd03941f110edd57c221ca, server=e2fd862922a0,38547,1732529625709 2024-11-25T10:13:56,040 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732529629057.d34d01432cbd03941f110edd57c221ca., hostname=e2fd862922a0,38547,1732529625709, seqNum=2 , the old value is region=TestAcidGuarantees,,1732529629057.d34d01432cbd03941f110edd57c221ca., hostname=e2fd862922a0,38547,1732529625709, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d34d01432cbd03941f110edd57c221ca, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T10:13:56,039 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=35.78 KB at sequenceid=103 (bloomFilter=true), to=hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/d34d01432cbd03941f110edd57c221ca/.tmp/B/b4db2ba3ee8a471bb8e2e81ddcc67c73 2024-11-25T10:13:56,040 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732529629057.d34d01432cbd03941f110edd57c221ca., hostname=e2fd862922a0,38547,1732529625709, seqNum=2 , the old value is region=TestAcidGuarantees,,1732529629057.d34d01432cbd03941f110edd57c221ca., hostname=e2fd862922a0,38547,1732529625709, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d34d01432cbd03941f110edd57c221ca, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T10:13:56,040 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732529629057.d34d01432cbd03941f110edd57c221ca., hostname=e2fd862922a0,38547,1732529625709, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d34d01432cbd03941f110edd57c221ca, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T10:13:56,040 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732529629057.d34d01432cbd03941f110edd57c221ca., hostname=e2fd862922a0,38547,1732529625709, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d34d01432cbd03941f110edd57c221ca, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T10:13:56,040 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732529629057.d34d01432cbd03941f110edd57c221ca., hostname=e2fd862922a0,38547,1732529625709, seqNum=2 because the exception is null or not the one we care about 2024-11-25T10:13:56,040 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732529629057.d34d01432cbd03941f110edd57c221ca., hostname=e2fd862922a0,38547,1732529625709, seqNum=2 because the exception is null or not the one we care about 2024-11-25T10:13:56,047 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d34d01432cbd03941f110edd57c221ca, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-25T10:13:56,061 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] ipc.CallRunner(138): callId: 42 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47884 deadline: 1732529696034, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d34d01432cbd03941f110edd57c221ca, server=e2fd862922a0,38547,1732529625709 2024-11-25T10:13:56,062 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732529629057.d34d01432cbd03941f110edd57c221ca., hostname=e2fd862922a0,38547,1732529625709, seqNum=2 , the old value is region=TestAcidGuarantees,,1732529629057.d34d01432cbd03941f110edd57c221ca., hostname=e2fd862922a0,38547,1732529625709, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d34d01432cbd03941f110edd57c221ca, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T10:13:56,062 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732529629057.d34d01432cbd03941f110edd57c221ca., hostname=e2fd862922a0,38547,1732529625709, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d34d01432cbd03941f110edd57c221ca, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T10:13:56,062 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732529629057.d34d01432cbd03941f110edd57c221ca., hostname=e2fd862922a0,38547,1732529625709, seqNum=2 because the exception is null or not the one we care about 2024-11-25T10:13:56,064 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/d34d01432cbd03941f110edd57c221ca/.tmp/C/468f208969b5445f84a1eec2800af0c7 is 50, key is test_row_0/C:col10/1732529635177/Put/seqid=0 2024-11-25T10:13:56,082 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=38547 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=10 2024-11-25T10:13:56,082 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e2fd862922a0:0-1 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732529629057.d34d01432cbd03941f110edd57c221ca. 2024-11-25T10:13:56,082 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e2fd862922a0:0-1 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732529629057.d34d01432cbd03941f110edd57c221ca. as already flushing 2024-11-25T10:13:56,082 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e2fd862922a0:0-1 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732529629057.d34d01432cbd03941f110edd57c221ca. 2024-11-25T10:13:56,082 ERROR [RS_FLUSH_OPERATIONS-regionserver/e2fd862922a0:0-1 {event_type=RS_FLUSH_REGIONS, pid=10}] handler.RSProcedureHandler(58): pid=10 java.io.IOException: Unable to complete flush {ENCODED => d34d01432cbd03941f110edd57c221ca, NAME => 'TestAcidGuarantees,,1732529629057.d34d01432cbd03941f110edd57c221ca.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T10:13:56,083 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e2fd862922a0:0-1 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=10 java.io.IOException: Unable to complete flush {ENCODED => d34d01432cbd03941f110edd57c221ca, NAME => 'TestAcidGuarantees,,1732529629057.d34d01432cbd03941f110edd57c221ca.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T10:13:56,084 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41005 {}] master.HMaster(4177): Remote procedure failed, pid=10 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => d34d01432cbd03941f110edd57c221ca, NAME => 'TestAcidGuarantees,,1732529629057.d34d01432cbd03941f110edd57c221ca.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => d34d01432cbd03941f110edd57c221ca, NAME => 'TestAcidGuarantees,,1732529629057.d34d01432cbd03941f110edd57c221ca.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T10:13:56,106 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39927 is added to blk_1073741859_1035 (size=12207) 2024-11-25T10:13:56,148 DEBUG [RS:0;e2fd862922a0:38547-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/d34d01432cbd03941f110edd57c221ca/.tmp/C/61fd0ecf79c943079c88ede0fb93702d as hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/d34d01432cbd03941f110edd57c221ca/C/61fd0ecf79c943079c88ede0fb93702d 2024-11-25T10:13:56,164 INFO [RS:0;e2fd862922a0:38547-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in d34d01432cbd03941f110edd57c221ca/C of d34d01432cbd03941f110edd57c221ca into 61fd0ecf79c943079c88ede0fb93702d(size=11.9 K), total size for store is 11.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-25T10:13:56,164 DEBUG [RS:0;e2fd862922a0:38547-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for d34d01432cbd03941f110edd57c221ca: 2024-11-25T10:13:56,164 INFO [RS:0;e2fd862922a0:38547-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732529629057.d34d01432cbd03941f110edd57c221ca., storeName=d34d01432cbd03941f110edd57c221ca/C, priority=13, startTime=1732529635787; duration=0sec 2024-11-25T10:13:56,165 DEBUG [RS:0;e2fd862922a0:38547-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-25T10:13:56,165 DEBUG [RS:0;e2fd862922a0:38547-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: d34d01432cbd03941f110edd57c221ca:C 2024-11-25T10:13:56,180 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39927 is added to blk_1073741860_1036 (size=12001) 2024-11-25T10:13:56,264 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d34d01432cbd03941f110edd57c221ca, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-25T10:13:56,264 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] ipc.CallRunner(138): callId: 41 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47866 deadline: 1732529696257, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d34d01432cbd03941f110edd57c221ca, server=e2fd862922a0,38547,1732529625709 2024-11-25T10:13:56,269 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732529629057.d34d01432cbd03941f110edd57c221ca., hostname=e2fd862922a0,38547,1732529625709, seqNum=2 , the old value is region=TestAcidGuarantees,,1732529629057.d34d01432cbd03941f110edd57c221ca., hostname=e2fd862922a0,38547,1732529625709, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d34d01432cbd03941f110edd57c221ca, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T10:13:56,269 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732529629057.d34d01432cbd03941f110edd57c221ca., hostname=e2fd862922a0,38547,1732529625709, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d34d01432cbd03941f110edd57c221ca, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T10:13:56,269 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732529629057.d34d01432cbd03941f110edd57c221ca., hostname=e2fd862922a0,38547,1732529625709, seqNum=2 because the exception is null or not the one we care about 2024-11-25T10:13:56,281 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d34d01432cbd03941f110edd57c221ca, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-25T10:13:56,282 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=38547 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=10 2024-11-25T10:13:56,282 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e2fd862922a0:0-2 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732529629057.d34d01432cbd03941f110edd57c221ca. 2024-11-25T10:13:56,282 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e2fd862922a0:0-2 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732529629057.d34d01432cbd03941f110edd57c221ca. as already flushing 2024-11-25T10:13:56,283 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e2fd862922a0:0-2 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732529629057.d34d01432cbd03941f110edd57c221ca. 2024-11-25T10:13:56,283 ERROR [RS_FLUSH_OPERATIONS-regionserver/e2fd862922a0:0-2 {event_type=RS_FLUSH_REGIONS, pid=10}] handler.RSProcedureHandler(58): pid=10 java.io.IOException: Unable to complete flush {ENCODED => d34d01432cbd03941f110edd57c221ca, NAME => 'TestAcidGuarantees,,1732529629057.d34d01432cbd03941f110edd57c221ca.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T10:13:56,283 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e2fd862922a0:0-2 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=10 java.io.IOException: Unable to complete flush {ENCODED => d34d01432cbd03941f110edd57c221ca, NAME => 'TestAcidGuarantees,,1732529629057.d34d01432cbd03941f110edd57c221ca.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T10:13:56,286 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] ipc.CallRunner(138): callId: 40 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47878 deadline: 1732529696258, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d34d01432cbd03941f110edd57c221ca, server=e2fd862922a0,38547,1732529625709 2024-11-25T10:13:56,287 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732529629057.d34d01432cbd03941f110edd57c221ca., hostname=e2fd862922a0,38547,1732529625709, seqNum=2 , the old value is region=TestAcidGuarantees,,1732529629057.d34d01432cbd03941f110edd57c221ca., hostname=e2fd862922a0,38547,1732529625709, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d34d01432cbd03941f110edd57c221ca, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T10:13:56,287 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732529629057.d34d01432cbd03941f110edd57c221ca., hostname=e2fd862922a0,38547,1732529625709, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d34d01432cbd03941f110edd57c221ca, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T10:13:56,287 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732529629057.d34d01432cbd03941f110edd57c221ca., hostname=e2fd862922a0,38547,1732529625709, seqNum=2 because the exception is null or not the one we care about 2024-11-25T10:13:56,293 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41005 {}] master.HMaster(4177): Remote procedure failed, pid=10 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => d34d01432cbd03941f110edd57c221ca, NAME => 'TestAcidGuarantees,,1732529629057.d34d01432cbd03941f110edd57c221ca.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => d34d01432cbd03941f110edd57c221ca, NAME => 'TestAcidGuarantees,,1732529629057.d34d01432cbd03941f110edd57c221ca.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T10:13:56,294 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d34d01432cbd03941f110edd57c221ca, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-25T10:13:56,295 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] ipc.CallRunner(138): callId: 43 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47884 deadline: 1732529696273, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d34d01432cbd03941f110edd57c221ca, server=e2fd862922a0,38547,1732529625709 2024-11-25T10:13:56,295 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732529629057.d34d01432cbd03941f110edd57c221ca., hostname=e2fd862922a0,38547,1732529625709, seqNum=2 , the old value is region=TestAcidGuarantees,,1732529629057.d34d01432cbd03941f110edd57c221ca., hostname=e2fd862922a0,38547,1732529625709, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d34d01432cbd03941f110edd57c221ca, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T10:13:56,296 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732529629057.d34d01432cbd03941f110edd57c221ca., hostname=e2fd862922a0,38547,1732529625709, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d34d01432cbd03941f110edd57c221ca, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T10:13:56,296 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732529629057.d34d01432cbd03941f110edd57c221ca., hostname=e2fd862922a0,38547,1732529625709, seqNum=2 because the exception is null or not the one we care about 2024-11-25T10:13:56,309 DEBUG [RS:0;e2fd862922a0:38547-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/d34d01432cbd03941f110edd57c221ca/.tmp/A/a53a67524f1c482097c87f338a6df522 as hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/d34d01432cbd03941f110edd57c221ca/A/a53a67524f1c482097c87f338a6df522 2024-11-25T10:13:56,323 INFO [RS:0;e2fd862922a0:38547-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in d34d01432cbd03941f110edd57c221ca/A of d34d01432cbd03941f110edd57c221ca into a53a67524f1c482097c87f338a6df522(size=11.9 K), total size for store is 11.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-25T10:13:56,323 DEBUG [RS:0;e2fd862922a0:38547-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for d34d01432cbd03941f110edd57c221ca: 2024-11-25T10:13:56,324 INFO [RS:0;e2fd862922a0:38547-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732529629057.d34d01432cbd03941f110edd57c221ca., storeName=d34d01432cbd03941f110edd57c221ca/A, priority=13, startTime=1732529635786; duration=0sec 2024-11-25T10:13:56,324 DEBUG [RS:0;e2fd862922a0:38547-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-25T10:13:56,324 DEBUG [RS:0;e2fd862922a0:38547-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: d34d01432cbd03941f110edd57c221ca:A 2024-11-25T10:13:56,460 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=38547 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=10 2024-11-25T10:13:56,461 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e2fd862922a0:0-0 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732529629057.d34d01432cbd03941f110edd57c221ca. 2024-11-25T10:13:56,461 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e2fd862922a0:0-0 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732529629057.d34d01432cbd03941f110edd57c221ca. as already flushing 2024-11-25T10:13:56,461 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e2fd862922a0:0-0 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732529629057.d34d01432cbd03941f110edd57c221ca. 2024-11-25T10:13:56,461 ERROR [RS_FLUSH_OPERATIONS-regionserver/e2fd862922a0:0-0 {event_type=RS_FLUSH_REGIONS, pid=10}] handler.RSProcedureHandler(58): pid=10 java.io.IOException: Unable to complete flush {ENCODED => d34d01432cbd03941f110edd57c221ca, NAME => 'TestAcidGuarantees,,1732529629057.d34d01432cbd03941f110edd57c221ca.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T10:13:56,461 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e2fd862922a0:0-0 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=10 java.io.IOException: Unable to complete flush {ENCODED => d34d01432cbd03941f110edd57c221ca, NAME => 'TestAcidGuarantees,,1732529629057.d34d01432cbd03941f110edd57c221ca.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T10:13:56,463 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41005 {}] master.HMaster(4177): Remote procedure failed, pid=10 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => d34d01432cbd03941f110edd57c221ca, NAME => 'TestAcidGuarantees,,1732529629057.d34d01432cbd03941f110edd57c221ca.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => d34d01432cbd03941f110edd57c221ca, NAME => 'TestAcidGuarantees,,1732529629057.d34d01432cbd03941f110edd57c221ca.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T10:13:56,579 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d34d01432cbd03941f110edd57c221ca, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-25T10:13:56,580 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] ipc.CallRunner(138): callId: 42 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47866 deadline: 1732529696573, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d34d01432cbd03941f110edd57c221ca, server=e2fd862922a0,38547,1732529625709 2024-11-25T10:13:56,581 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732529629057.d34d01432cbd03941f110edd57c221ca., hostname=e2fd862922a0,38547,1732529625709, seqNum=2 , the old value is region=TestAcidGuarantees,,1732529629057.d34d01432cbd03941f110edd57c221ca., hostname=e2fd862922a0,38547,1732529625709, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d34d01432cbd03941f110edd57c221ca, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T10:13:56,581 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732529629057.d34d01432cbd03941f110edd57c221ca., hostname=e2fd862922a0,38547,1732529625709, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d34d01432cbd03941f110edd57c221ca, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T10:13:56,581 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=35.78 KB at sequenceid=103 (bloomFilter=true), to=hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/d34d01432cbd03941f110edd57c221ca/.tmp/C/468f208969b5445f84a1eec2800af0c7 2024-11-25T10:13:56,581 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732529629057.d34d01432cbd03941f110edd57c221ca., hostname=e2fd862922a0,38547,1732529625709, seqNum=2 because the exception is null or not the one we care about 2024-11-25T10:13:56,587 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d34d01432cbd03941f110edd57c221ca, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-25T10:13:56,587 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] ipc.CallRunner(138): callId: 28 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47906 deadline: 1732529696583, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d34d01432cbd03941f110edd57c221ca, server=e2fd862922a0,38547,1732529625709 2024-11-25T10:13:56,588 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d34d01432cbd03941f110edd57c221ca, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-25T10:13:56,589 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] ipc.CallRunner(138): callId: 28 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47850 deadline: 1732529696584, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d34d01432cbd03941f110edd57c221ca, server=e2fd862922a0,38547,1732529625709 2024-11-25T10:13:56,592 WARN [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRpcRetryingCaller(177): Call to e2fd862922a0,38547,1732529625709 for 'test_row_0' in d34d01432cbd03941f110edd57c221ca of TestAcidGuarantees failed, tries = 6, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 2220 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d34d01432cbd03941f110edd57c221ca, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor39.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d34d01432cbd03941f110edd57c221ca, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 32 more 2024-11-25T10:13:56,593 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732529629057.d34d01432cbd03941f110edd57c221ca., hostname=e2fd862922a0,38547,1732529625709, seqNum=2 , the old value is region=TestAcidGuarantees,,1732529629057.d34d01432cbd03941f110edd57c221ca., hostname=e2fd862922a0,38547,1732529625709, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d34d01432cbd03941f110edd57c221ca, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T10:13:56,593 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732529629057.d34d01432cbd03941f110edd57c221ca., hostname=e2fd862922a0,38547,1732529625709, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d34d01432cbd03941f110edd57c221ca, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T10:13:56,593 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732529629057.d34d01432cbd03941f110edd57c221ca., hostname=e2fd862922a0,38547,1732529625709, seqNum=2 because the exception is null or not the one we care about 2024-11-25T10:13:56,595 WARN [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRpcRetryingCaller(177): Call to e2fd862922a0,38547,1732529625709 for 'test_row_2' in d34d01432cbd03941f110edd57c221ca of TestAcidGuarantees failed, tries = 6, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 2258 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d34d01432cbd03941f110edd57c221ca, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor39.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d34d01432cbd03941f110edd57c221ca, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 32 more 2024-11-25T10:13:56,596 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732529629057.d34d01432cbd03941f110edd57c221ca., hostname=e2fd862922a0,38547,1732529625709, seqNum=2 , the old value is region=TestAcidGuarantees,,1732529629057.d34d01432cbd03941f110edd57c221ca., hostname=e2fd862922a0,38547,1732529625709, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d34d01432cbd03941f110edd57c221ca, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T10:13:56,596 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732529629057.d34d01432cbd03941f110edd57c221ca., hostname=e2fd862922a0,38547,1732529625709, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d34d01432cbd03941f110edd57c221ca, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T10:13:56,596 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732529629057.d34d01432cbd03941f110edd57c221ca., hostname=e2fd862922a0,38547,1732529625709, seqNum=2 because the exception is null or not the one we care about 2024-11-25T10:13:56,599 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d34d01432cbd03941f110edd57c221ca, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-25T10:13:56,599 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] ipc.CallRunner(138): callId: 41 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47878 deadline: 1732529696595, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d34d01432cbd03941f110edd57c221ca, server=e2fd862922a0,38547,1732529625709 2024-11-25T10:13:56,599 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/d34d01432cbd03941f110edd57c221ca/.tmp/A/cff229311f2d4484b5b7178952663285 as hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/d34d01432cbd03941f110edd57c221ca/A/cff229311f2d4484b5b7178952663285 2024-11-25T10:13:56,599 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732529629057.d34d01432cbd03941f110edd57c221ca., hostname=e2fd862922a0,38547,1732529625709, seqNum=2 , the old value is region=TestAcidGuarantees,,1732529629057.d34d01432cbd03941f110edd57c221ca., hostname=e2fd862922a0,38547,1732529625709, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d34d01432cbd03941f110edd57c221ca, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T10:13:56,599 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732529629057.d34d01432cbd03941f110edd57c221ca., hostname=e2fd862922a0,38547,1732529625709, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d34d01432cbd03941f110edd57c221ca, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T10:13:56,600 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732529629057.d34d01432cbd03941f110edd57c221ca., hostname=e2fd862922a0,38547,1732529625709, seqNum=2 because the exception is null or not the one we care about 2024-11-25T10:13:56,609 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/d34d01432cbd03941f110edd57c221ca/A/cff229311f2d4484b5b7178952663285, entries=200, sequenceid=103, filesize=14.0 K 2024-11-25T10:13:56,611 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d34d01432cbd03941f110edd57c221ca, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-25T10:13:56,611 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] ipc.CallRunner(138): callId: 44 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47884 deadline: 1732529696602, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d34d01432cbd03941f110edd57c221ca, server=e2fd862922a0,38547,1732529625709 2024-11-25T10:13:56,611 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/d34d01432cbd03941f110edd57c221ca/.tmp/B/b4db2ba3ee8a471bb8e2e81ddcc67c73 as hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/d34d01432cbd03941f110edd57c221ca/B/b4db2ba3ee8a471bb8e2e81ddcc67c73 2024-11-25T10:13:56,611 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732529629057.d34d01432cbd03941f110edd57c221ca., hostname=e2fd862922a0,38547,1732529625709, seqNum=2 , the old value is region=TestAcidGuarantees,,1732529629057.d34d01432cbd03941f110edd57c221ca., hostname=e2fd862922a0,38547,1732529625709, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d34d01432cbd03941f110edd57c221ca, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T10:13:56,612 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732529629057.d34d01432cbd03941f110edd57c221ca., hostname=e2fd862922a0,38547,1732529625709, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d34d01432cbd03941f110edd57c221ca, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T10:13:56,612 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732529629057.d34d01432cbd03941f110edd57c221ca., hostname=e2fd862922a0,38547,1732529625709, seqNum=2 because the exception is null or not the one we care about 2024-11-25T10:13:56,616 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=38547 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=10 2024-11-25T10:13:56,616 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e2fd862922a0:0-1 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732529629057.d34d01432cbd03941f110edd57c221ca. 2024-11-25T10:13:56,616 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e2fd862922a0:0-1 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732529629057.d34d01432cbd03941f110edd57c221ca. as already flushing 2024-11-25T10:13:56,616 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e2fd862922a0:0-1 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732529629057.d34d01432cbd03941f110edd57c221ca. 2024-11-25T10:13:56,616 ERROR [RS_FLUSH_OPERATIONS-regionserver/e2fd862922a0:0-1 {event_type=RS_FLUSH_REGIONS, pid=10}] handler.RSProcedureHandler(58): pid=10 java.io.IOException: Unable to complete flush {ENCODED => d34d01432cbd03941f110edd57c221ca, NAME => 'TestAcidGuarantees,,1732529629057.d34d01432cbd03941f110edd57c221ca.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T10:13:56,617 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e2fd862922a0:0-1 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=10 java.io.IOException: Unable to complete flush {ENCODED => d34d01432cbd03941f110edd57c221ca, NAME => 'TestAcidGuarantees,,1732529629057.d34d01432cbd03941f110edd57c221ca.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T10:13:56,618 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41005 {}] master.HMaster(4177): Remote procedure failed, pid=10 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => d34d01432cbd03941f110edd57c221ca, NAME => 'TestAcidGuarantees,,1732529629057.d34d01432cbd03941f110edd57c221ca.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => d34d01432cbd03941f110edd57c221ca, NAME => 'TestAcidGuarantees,,1732529629057.d34d01432cbd03941f110edd57c221ca.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T10:13:56,625 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/d34d01432cbd03941f110edd57c221ca/B/b4db2ba3ee8a471bb8e2e81ddcc67c73, entries=150, sequenceid=103, filesize=11.7 K 2024-11-25T10:13:56,628 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/d34d01432cbd03941f110edd57c221ca/.tmp/C/468f208969b5445f84a1eec2800af0c7 as hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/d34d01432cbd03941f110edd57c221ca/C/468f208969b5445f84a1eec2800af0c7 2024-11-25T10:13:56,646 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/d34d01432cbd03941f110edd57c221ca/C/468f208969b5445f84a1eec2800af0c7, entries=150, sequenceid=103, filesize=11.7 K 2024-11-25T10:13:56,649 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~107.34 KB/109920, heapSize ~319.45 KB/327120, currentSize=67.09 KB/68700 for d34d01432cbd03941f110edd57c221ca in 798ms, sequenceid=103, compaction requested=false 2024-11-25T10:13:56,649 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for d34d01432cbd03941f110edd57c221ca: 2024-11-25T10:13:56,771 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=38547 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=10 2024-11-25T10:13:56,771 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e2fd862922a0:0-2 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732529629057.d34d01432cbd03941f110edd57c221ca. 2024-11-25T10:13:56,772 INFO [RS_FLUSH_OPERATIONS-regionserver/e2fd862922a0:0-2 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.HRegion(2902): Flushing d34d01432cbd03941f110edd57c221ca 3/3 column families, dataSize=67.09 KB heapSize=199.97 KB 2024-11-25T10:13:56,772 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e2fd862922a0:0-2 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d34d01432cbd03941f110edd57c221ca, store=A 2024-11-25T10:13:56,772 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e2fd862922a0:0-2 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T10:13:56,772 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e2fd862922a0:0-2 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d34d01432cbd03941f110edd57c221ca, store=B 2024-11-25T10:13:56,772 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e2fd862922a0:0-2 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T10:13:56,772 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e2fd862922a0:0-2 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d34d01432cbd03941f110edd57c221ca, store=C 2024-11-25T10:13:56,773 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e2fd862922a0:0-2 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T10:13:56,790 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e2fd862922a0:0-2 {event_type=RS_FLUSH_REGIONS, pid=10}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/d34d01432cbd03941f110edd57c221ca/.tmp/A/9d9871620ea84d7bbd44e50296da6b55 is 50, key is test_row_0/A:col10/1732529635895/Put/seqid=0 2024-11-25T10:13:56,836 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39927 is added to blk_1073741861_1037 (size=12001) 2024-11-25T10:13:56,837 INFO [RS_FLUSH_OPERATIONS-regionserver/e2fd862922a0:0-2 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=119 (bloomFilter=true), to=hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/d34d01432cbd03941f110edd57c221ca/.tmp/A/9d9871620ea84d7bbd44e50296da6b55 2024-11-25T10:13:56,866 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e2fd862922a0:0-2 {event_type=RS_FLUSH_REGIONS, pid=10}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/d34d01432cbd03941f110edd57c221ca/.tmp/B/332365b57b84417dabd700a0f2c8bdaa is 50, key is test_row_0/B:col10/1732529635895/Put/seqid=0 2024-11-25T10:13:56,945 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39927 is added to blk_1073741862_1038 (size=12001) 2024-11-25T10:13:56,948 INFO [RS_FLUSH_OPERATIONS-regionserver/e2fd862922a0:0-2 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=119 (bloomFilter=true), to=hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/d34d01432cbd03941f110edd57c221ca/.tmp/B/332365b57b84417dabd700a0f2c8bdaa 2024-11-25T10:13:56,968 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e2fd862922a0:0-2 {event_type=RS_FLUSH_REGIONS, pid=10}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/d34d01432cbd03941f110edd57c221ca/.tmp/C/b39c700969aa4a7ebc906dd993304d6f is 50, key is test_row_0/C:col10/1732529635895/Put/seqid=0 2024-11-25T10:13:56,997 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39927 is added to blk_1073741863_1039 (size=12001) 2024-11-25T10:13:57,105 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] regionserver.HRegion(8855): Flush requested on d34d01432cbd03941f110edd57c221ca 2024-11-25T10:13:57,105 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732529629057.d34d01432cbd03941f110edd57c221ca. as already flushing 2024-11-25T10:13:57,202 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d34d01432cbd03941f110edd57c221ca, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-25T10:13:57,202 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] ipc.CallRunner(138): callId: 47 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47878 deadline: 1732529697192, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d34d01432cbd03941f110edd57c221ca, server=e2fd862922a0,38547,1732529625709 2024-11-25T10:13:57,203 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732529629057.d34d01432cbd03941f110edd57c221ca., hostname=e2fd862922a0,38547,1732529625709, seqNum=2 , the old value is region=TestAcidGuarantees,,1732529629057.d34d01432cbd03941f110edd57c221ca., hostname=e2fd862922a0,38547,1732529625709, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d34d01432cbd03941f110edd57c221ca, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T10:13:57,203 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732529629057.d34d01432cbd03941f110edd57c221ca., hostname=e2fd862922a0,38547,1732529625709, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d34d01432cbd03941f110edd57c221ca, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T10:13:57,203 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732529629057.d34d01432cbd03941f110edd57c221ca., hostname=e2fd862922a0,38547,1732529625709, seqNum=2 because the exception is null or not the one we care about 2024-11-25T10:13:57,214 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d34d01432cbd03941f110edd57c221ca, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-25T10:13:57,215 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] ipc.CallRunner(138): callId: 50 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47884 deadline: 1732529697199, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d34d01432cbd03941f110edd57c221ca, server=e2fd862922a0,38547,1732529625709 2024-11-25T10:13:57,215 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732529629057.d34d01432cbd03941f110edd57c221ca., hostname=e2fd862922a0,38547,1732529625709, seqNum=2 , the old value is region=TestAcidGuarantees,,1732529629057.d34d01432cbd03941f110edd57c221ca., hostname=e2fd862922a0,38547,1732529625709, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d34d01432cbd03941f110edd57c221ca, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T10:13:57,215 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732529629057.d34d01432cbd03941f110edd57c221ca., hostname=e2fd862922a0,38547,1732529625709, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d34d01432cbd03941f110edd57c221ca, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T10:13:57,216 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732529629057.d34d01432cbd03941f110edd57c221ca., hostname=e2fd862922a0,38547,1732529625709, seqNum=2 because the exception is null or not the one we care about 2024-11-25T10:13:57,218 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d34d01432cbd03941f110edd57c221ca, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-25T10:13:57,218 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] ipc.CallRunner(138): callId: 50 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47866 deadline: 1732529697202, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d34d01432cbd03941f110edd57c221ca, server=e2fd862922a0,38547,1732529625709 2024-11-25T10:13:57,220 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732529629057.d34d01432cbd03941f110edd57c221ca., hostname=e2fd862922a0,38547,1732529625709, seqNum=2 , the old value is region=TestAcidGuarantees,,1732529629057.d34d01432cbd03941f110edd57c221ca., hostname=e2fd862922a0,38547,1732529625709, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d34d01432cbd03941f110edd57c221ca, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T10:13:57,220 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732529629057.d34d01432cbd03941f110edd57c221ca., hostname=e2fd862922a0,38547,1732529625709, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d34d01432cbd03941f110edd57c221ca, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T10:13:57,220 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732529629057.d34d01432cbd03941f110edd57c221ca., hostname=e2fd862922a0,38547,1732529625709, seqNum=2 because the exception is null or not the one we care about 2024-11-25T10:13:57,321 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d34d01432cbd03941f110edd57c221ca, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-25T10:13:57,322 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] ipc.CallRunner(138): callId: 48 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47878 deadline: 1732529697313, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d34d01432cbd03941f110edd57c221ca, server=e2fd862922a0,38547,1732529625709 2024-11-25T10:13:57,323 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732529629057.d34d01432cbd03941f110edd57c221ca., hostname=e2fd862922a0,38547,1732529625709, seqNum=2 , the old value is region=TestAcidGuarantees,,1732529629057.d34d01432cbd03941f110edd57c221ca., hostname=e2fd862922a0,38547,1732529625709, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d34d01432cbd03941f110edd57c221ca, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T10:13:57,324 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732529629057.d34d01432cbd03941f110edd57c221ca., hostname=e2fd862922a0,38547,1732529625709, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d34d01432cbd03941f110edd57c221ca, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T10:13:57,324 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732529629057.d34d01432cbd03941f110edd57c221ca., hostname=e2fd862922a0,38547,1732529625709, seqNum=2 because the exception is null or not the one we care about 2024-11-25T10:13:57,326 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d34d01432cbd03941f110edd57c221ca, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-25T10:13:57,327 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] ipc.CallRunner(138): callId: 51 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47884 deadline: 1732529697323, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d34d01432cbd03941f110edd57c221ca, server=e2fd862922a0,38547,1732529625709 2024-11-25T10:13:57,327 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732529629057.d34d01432cbd03941f110edd57c221ca., hostname=e2fd862922a0,38547,1732529625709, seqNum=2 , the old value is region=TestAcidGuarantees,,1732529629057.d34d01432cbd03941f110edd57c221ca., hostname=e2fd862922a0,38547,1732529625709, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d34d01432cbd03941f110edd57c221ca, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T10:13:57,327 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732529629057.d34d01432cbd03941f110edd57c221ca., hostname=e2fd862922a0,38547,1732529625709, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d34d01432cbd03941f110edd57c221ca, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T10:13:57,327 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732529629057.d34d01432cbd03941f110edd57c221ca., hostname=e2fd862922a0,38547,1732529625709, seqNum=2 because the exception is null or not the one we care about 2024-11-25T10:13:57,328 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d34d01432cbd03941f110edd57c221ca, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-25T10:13:57,329 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] ipc.CallRunner(138): callId: 51 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47866 deadline: 1732529697323, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d34d01432cbd03941f110edd57c221ca, server=e2fd862922a0,38547,1732529625709 2024-11-25T10:13:57,330 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732529629057.d34d01432cbd03941f110edd57c221ca., hostname=e2fd862922a0,38547,1732529625709, seqNum=2 , the old value is region=TestAcidGuarantees,,1732529629057.d34d01432cbd03941f110edd57c221ca., hostname=e2fd862922a0,38547,1732529625709, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d34d01432cbd03941f110edd57c221ca, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T10:13:57,330 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732529629057.d34d01432cbd03941f110edd57c221ca., hostname=e2fd862922a0,38547,1732529625709, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d34d01432cbd03941f110edd57c221ca, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T10:13:57,330 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732529629057.d34d01432cbd03941f110edd57c221ca., hostname=e2fd862922a0,38547,1732529625709, seqNum=2 because the exception is null or not the one we care about 2024-11-25T10:13:57,399 INFO [RS_FLUSH_OPERATIONS-regionserver/e2fd862922a0:0-2 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=119 (bloomFilter=true), to=hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/d34d01432cbd03941f110edd57c221ca/.tmp/C/b39c700969aa4a7ebc906dd993304d6f 2024-11-25T10:13:57,409 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e2fd862922a0:0-2 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/d34d01432cbd03941f110edd57c221ca/.tmp/A/9d9871620ea84d7bbd44e50296da6b55 as hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/d34d01432cbd03941f110edd57c221ca/A/9d9871620ea84d7bbd44e50296da6b55 2024-11-25T10:13:57,419 INFO [RS_FLUSH_OPERATIONS-regionserver/e2fd862922a0:0-2 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/d34d01432cbd03941f110edd57c221ca/A/9d9871620ea84d7bbd44e50296da6b55, entries=150, sequenceid=119, filesize=11.7 K 2024-11-25T10:13:57,425 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e2fd862922a0:0-2 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/d34d01432cbd03941f110edd57c221ca/.tmp/B/332365b57b84417dabd700a0f2c8bdaa as hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/d34d01432cbd03941f110edd57c221ca/B/332365b57b84417dabd700a0f2c8bdaa 2024-11-25T10:13:57,442 INFO [RS_FLUSH_OPERATIONS-regionserver/e2fd862922a0:0-2 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/d34d01432cbd03941f110edd57c221ca/B/332365b57b84417dabd700a0f2c8bdaa, entries=150, sequenceid=119, filesize=11.7 K 2024-11-25T10:13:57,443 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e2fd862922a0:0-2 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/d34d01432cbd03941f110edd57c221ca/.tmp/C/b39c700969aa4a7ebc906dd993304d6f as hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/d34d01432cbd03941f110edd57c221ca/C/b39c700969aa4a7ebc906dd993304d6f 2024-11-25T10:13:57,466 INFO [RS_FLUSH_OPERATIONS-regionserver/e2fd862922a0:0-2 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/d34d01432cbd03941f110edd57c221ca/C/b39c700969aa4a7ebc906dd993304d6f, entries=150, sequenceid=119, filesize=11.7 K 2024-11-25T10:13:57,468 INFO [RS_FLUSH_OPERATIONS-regionserver/e2fd862922a0:0-2 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.HRegion(3140): Finished flush of dataSize ~67.09 KB/68700, heapSize ~199.92 KB/204720, currentSize=114.05 KB/116790 for d34d01432cbd03941f110edd57c221ca in 697ms, sequenceid=119, compaction requested=true 2024-11-25T10:13:57,468 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e2fd862922a0:0-2 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.HRegion(2603): Flush status journal for d34d01432cbd03941f110edd57c221ca: 2024-11-25T10:13:57,468 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e2fd862922a0:0-2 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732529629057.d34d01432cbd03941f110edd57c221ca. 2024-11-25T10:13:57,468 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e2fd862922a0:0-2 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=10 2024-11-25T10:13:57,469 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41005 {}] master.HMaster(4169): Remote procedure done, pid=10 2024-11-25T10:13:57,477 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-11-25T10:13:57,477 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 3.9060 sec 2024-11-25T10:13:57,481 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=9, table=TestAcidGuarantees in 3.9240 sec 2024-11-25T10:13:57,548 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/e2fd862922a0:0-1 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=159, cellSize=7275, totalHeapSize=16776, min timestamp=1732529637131, max timestamp=1732529637537Num uniques 859; 2024-11-25T10:13:57,550 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/e2fd862922a0:0-1 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=7275, suffix heap size=117064,new segment heap size=16776 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=159 2024-11-25T10:13:57,563 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing d34d01432cbd03941f110edd57c221ca 3/3 column families, dataSize=102.87 KB heapSize=301.95 KB 2024-11-25T10:13:57,577 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d34d01432cbd03941f110edd57c221ca, store=A 2024-11-25T10:13:57,562 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/e2fd862922a0:0-2 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=150, cellSize=6870, totalHeapSize=15840, min timestamp=1732529637131, max timestamp=1732529637535Num uniques 859; 2024-11-25T10:13:57,577 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/e2fd862922a0:0-2 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=6870, suffix heap size=117064,new segment heap size=15840 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=150 2024-11-25T10:13:57,548 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/e2fd862922a0:0-0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=159, cellSize=7275, totalHeapSize=16776, min timestamp=1732529637131, max timestamp=1732529637535Num uniques 859; 2024-11-25T10:13:57,551 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] regionserver.HRegion(8855): Flush requested on d34d01432cbd03941f110edd57c221ca 2024-11-25T10:13:57,596 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/e2fd862922a0:0-0 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=7275, suffix heap size=117064,new segment heap size=16776 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=159 2024-11-25T10:13:57,609 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-25T10:13:57,609 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d34d01432cbd03941f110edd57c221ca, store=B 2024-11-25T10:13:57,609 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-25T10:13:57,609 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d34d01432cbd03941f110edd57c221ca, store=C 2024-11-25T10:13:57,609 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-25T10:13:57,638 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/d34d01432cbd03941f110edd57c221ca/.tmp/A/d2c4523481fb4deea0690416a68a500b is 50, key is test_row_0/A:col10/1732529637194/Put/seqid=0 2024-11-25T10:13:57,694 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39927 is added to blk_1073741864_1040 (size=12151) 2024-11-25T10:13:57,725 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41005 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=9 2024-11-25T10:13:57,726 INFO [RPCClient-NioEventLoopGroup-4-8 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-25T10:13:57,727 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41005 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-25T10:13:57,729 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41005 {}] procedure2.ProcedureExecutor(1139): Stored pid=11, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=11, table=TestAcidGuarantees 2024-11-25T10:13:57,731 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=11, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=11, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-25T10:13:57,733 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=11, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=11, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-25T10:13:57,733 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=12, ppid=11, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-25T10:13:57,733 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41005 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=11 2024-11-25T10:13:57,781 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/e2fd862922a0:0-3 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=209, cellSize=9565, totalHeapSize=21976, min timestamp=1732529637713, max timestamp=1732529637773Num uniques 859; 2024-11-25T10:13:57,781 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/e2fd862922a0:0-3 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=9565, suffix heap size=117064,new segment heap size=21976 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=209 2024-11-25T10:13:57,784 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/e2fd862922a0:0-4 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=209, cellSize=9565, totalHeapSize=21976, min timestamp=1732529637713, max timestamp=1732529637773Num uniques 859; 2024-11-25T10:13:57,785 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/e2fd862922a0:0-4 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=9565, suffix heap size=117064,new segment heap size=21976 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=209 2024-11-25T10:13:57,813 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/e2fd862922a0:0-5 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=209, cellSize=9565, totalHeapSize=21976, min timestamp=1732529637713, max timestamp=1732529637773Num uniques 859; 2024-11-25T10:13:57,813 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/e2fd862922a0:0-5 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=9565, suffix heap size=117064,new segment heap size=21976 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=209 2024-11-25T10:13:57,843 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41005 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=11 2024-11-25T10:13:57,888 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=38547 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=12 2024-11-25T10:13:57,889 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e2fd862922a0:0-0 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732529629057.d34d01432cbd03941f110edd57c221ca. 2024-11-25T10:13:57,889 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e2fd862922a0:0-0 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732529629057.d34d01432cbd03941f110edd57c221ca. as already flushing 2024-11-25T10:13:57,889 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e2fd862922a0:0-0 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732529629057.d34d01432cbd03941f110edd57c221ca. 2024-11-25T10:13:57,889 ERROR [RS_FLUSH_OPERATIONS-regionserver/e2fd862922a0:0-0 {event_type=RS_FLUSH_REGIONS, pid=12}] handler.RSProcedureHandler(58): pid=12 java.io.IOException: Unable to complete flush {ENCODED => d34d01432cbd03941f110edd57c221ca, NAME => 'TestAcidGuarantees,,1732529629057.d34d01432cbd03941f110edd57c221ca.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T10:13:57,890 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e2fd862922a0:0-0 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=12 java.io.IOException: Unable to complete flush {ENCODED => d34d01432cbd03941f110edd57c221ca, NAME => 'TestAcidGuarantees,,1732529629057.d34d01432cbd03941f110edd57c221ca.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T10:13:57,891 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41005 {}] master.HMaster(4177): Remote procedure failed, pid=12 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => d34d01432cbd03941f110edd57c221ca, NAME => 'TestAcidGuarantees,,1732529629057.d34d01432cbd03941f110edd57c221ca.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => d34d01432cbd03941f110edd57c221ca, NAME => 'TestAcidGuarantees,,1732529629057.d34d01432cbd03941f110edd57c221ca.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T10:13:57,983 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/e2fd862922a0:0-6 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=168, cellSize=7688, totalHeapSize=17712, min timestamp=1732529637915, max timestamp=1732529637954Num uniques 1068; 2024-11-25T10:13:57,984 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/e2fd862922a0:0-6 {}] regionserver.CompactionPipeline(163): Suffix data size=48908, new segment data size=7688, suffix heap size=139040,new segment heap size=17712 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1068, new segment cells count=168 2024-11-25T10:13:57,984 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/e2fd862922a0:0-7 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=168, cellSize=7688, totalHeapSize=17712, min timestamp=1732529637915, max timestamp=1732529637954Num uniques 1068; 2024-11-25T10:13:57,985 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/e2fd862922a0:0-7 {}] regionserver.CompactionPipeline(163): Suffix data size=48908, new segment data size=7688, suffix heap size=139040,new segment heap size=17712 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1068, new segment cells count=168 2024-11-25T10:13:58,022 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/e2fd862922a0:0-8 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=168, cellSize=7688, totalHeapSize=17712, min timestamp=1732529637915, max timestamp=1732529637954Num uniques 1068; 2024-11-25T10:13:58,023 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/e2fd862922a0:0-8 {}] regionserver.CompactionPipeline(163): Suffix data size=48908, new segment data size=7688, suffix heap size=139040,new segment heap size=17712 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1068, new segment cells count=168 2024-11-25T10:13:58,045 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=38547 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=12 2024-11-25T10:13:58,045 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e2fd862922a0:0-1 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732529629057.d34d01432cbd03941f110edd57c221ca. 2024-11-25T10:13:58,046 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e2fd862922a0:0-1 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732529629057.d34d01432cbd03941f110edd57c221ca. as already flushing 2024-11-25T10:13:58,046 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e2fd862922a0:0-1 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732529629057.d34d01432cbd03941f110edd57c221ca. 2024-11-25T10:13:58,046 ERROR [RS_FLUSH_OPERATIONS-regionserver/e2fd862922a0:0-1 {event_type=RS_FLUSH_REGIONS, pid=12}] handler.RSProcedureHandler(58): pid=12 java.io.IOException: Unable to complete flush {ENCODED => d34d01432cbd03941f110edd57c221ca, NAME => 'TestAcidGuarantees,,1732529629057.d34d01432cbd03941f110edd57c221ca.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T10:13:58,046 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e2fd862922a0:0-1 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=12 java.io.IOException: Unable to complete flush {ENCODED => d34d01432cbd03941f110edd57c221ca, NAME => 'TestAcidGuarantees,,1732529629057.d34d01432cbd03941f110edd57c221ca.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T10:13:58,049 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41005 {}] master.HMaster(4177): Remote procedure failed, pid=12 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => d34d01432cbd03941f110edd57c221ca, NAME => 'TestAcidGuarantees,,1732529629057.d34d01432cbd03941f110edd57c221ca.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => d34d01432cbd03941f110edd57c221ca, NAME => 'TestAcidGuarantees,,1732529629057.d34d01432cbd03941f110edd57c221ca.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T10:13:58,052 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41005 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=11 2024-11-25T10:13:58,105 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=13.42 KB at sequenceid=142 (bloomFilter=true), to=hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/d34d01432cbd03941f110edd57c221ca/.tmp/A/d2c4523481fb4deea0690416a68a500b 2024-11-25T10:13:58,123 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/e2fd862922a0:0-2 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=177, cellSize=8102, totalHeapSize=18648, min timestamp=1732529638047, max timestamp=1732529638118Num uniques 1027; 2024-11-25T10:13:58,124 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/e2fd862922a0:0-2 {}] regionserver.CompactionPipeline(163): Suffix data size=47032, new segment data size=8102, suffix heap size=134776,new segment heap size=18648 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1027, new segment cells count=177 2024-11-25T10:13:58,125 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/e2fd862922a0:0-1 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=177, cellSize=8102, totalHeapSize=18648, min timestamp=1732529638047, max timestamp=1732529638118Num uniques 1027; 2024-11-25T10:13:58,126 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/e2fd862922a0:0-1 {}] regionserver.CompactionPipeline(163): Suffix data size=47032, new segment data size=8102, suffix heap size=134776,new segment heap size=18648 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1027, new segment cells count=177 2024-11-25T10:13:58,134 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/e2fd862922a0:0-9 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=150, cellSize=6870, totalHeapSize=15840, min timestamp=1732529638047, max timestamp=1732529638106Num uniques 1027; 2024-11-25T10:13:58,135 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/e2fd862922a0:0-9 {}] regionserver.CompactionPipeline(163): Suffix data size=47032, new segment data size=6870, suffix heap size=134776,new segment heap size=15840 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1027, new segment cells count=150 2024-11-25T10:13:58,157 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/d34d01432cbd03941f110edd57c221ca/.tmp/B/24bfe98df6ee44be88f6ea3a68a029b0 is 50, key is test_row_0/B:col10/1732529637194/Put/seqid=0 2024-11-25T10:13:58,205 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=38547 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=12 2024-11-25T10:13:58,208 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e2fd862922a0:0-2 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732529629057.d34d01432cbd03941f110edd57c221ca. 2024-11-25T10:13:58,208 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e2fd862922a0:0-2 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732529629057.d34d01432cbd03941f110edd57c221ca. as already flushing 2024-11-25T10:13:58,209 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e2fd862922a0:0-2 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732529629057.d34d01432cbd03941f110edd57c221ca. 2024-11-25T10:13:58,209 ERROR [RS_FLUSH_OPERATIONS-regionserver/e2fd862922a0:0-2 {event_type=RS_FLUSH_REGIONS, pid=12}] handler.RSProcedureHandler(58): pid=12 java.io.IOException: Unable to complete flush {ENCODED => d34d01432cbd03941f110edd57c221ca, NAME => 'TestAcidGuarantees,,1732529629057.d34d01432cbd03941f110edd57c221ca.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T10:13:58,209 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e2fd862922a0:0-2 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=12 java.io.IOException: Unable to complete flush {ENCODED => d34d01432cbd03941f110edd57c221ca, NAME => 'TestAcidGuarantees,,1732529629057.d34d01432cbd03941f110edd57c221ca.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T10:13:58,210 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41005 {}] master.HMaster(4177): Remote procedure failed, pid=12 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => d34d01432cbd03941f110edd57c221ca, NAME => 'TestAcidGuarantees,,1732529629057.d34d01432cbd03941f110edd57c221ca.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => d34d01432cbd03941f110edd57c221ca, NAME => 'TestAcidGuarantees,,1732529629057.d34d01432cbd03941f110edd57c221ca.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T10:13:58,219 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39927 is added to blk_1073741865_1041 (size=12151) 2024-11-25T10:13:58,226 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=13.42 KB at sequenceid=142 (bloomFilter=true), to=hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/d34d01432cbd03941f110edd57c221ca/.tmp/B/24bfe98df6ee44be88f6ea3a68a029b0 2024-11-25T10:13:58,257 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/d34d01432cbd03941f110edd57c221ca/.tmp/C/853a2e75064e425e985db8cba396644b is 50, key is test_row_0/C:col10/1732529637194/Put/seqid=0 2024-11-25T10:13:58,265 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/e2fd862922a0:0-0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=236, cellSize=10806, totalHeapSize=24784, min timestamp=1732529638221, max timestamp=1732529638259Num uniques 1009; 2024-11-25T10:13:58,265 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/e2fd862922a0:0-0 {}] regionserver.CompactionPipeline(163): Suffix data size=46214, new segment data size=10806, suffix heap size=132904,new segment heap size=24784 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1009, new segment cells count=236 2024-11-25T10:13:58,273 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/e2fd862922a0:0-0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=236, cellSize=10806, totalHeapSize=24784, min timestamp=1732529638221, max timestamp=1732529638259Num uniques 1036; 2024-11-25T10:13:58,277 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/e2fd862922a0:0-3 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=236, cellSize=10806, totalHeapSize=24784, min timestamp=1732529638221, max timestamp=1732529638259Num uniques 1036; 2024-11-25T10:13:58,277 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/e2fd862922a0:0-3 {}] regionserver.CompactionPipeline(163): Suffix data size=47446, new segment data size=10806, suffix heap size=135712,new segment heap size=24784 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1036, new segment cells count=236 2024-11-25T10:13:58,273 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/e2fd862922a0:0-0 {}] regionserver.CompactionPipeline(163): Suffix data size=47446, new segment data size=10806, suffix heap size=135712,new segment heap size=24784 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1036, new segment cells count=236 2024-11-25T10:13:58,342 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39927 is added to blk_1073741866_1042 (size=12151) 2024-11-25T10:13:58,346 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=13.02 KB at sequenceid=142 (bloomFilter=true), to=hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/d34d01432cbd03941f110edd57c221ca/.tmp/C/853a2e75064e425e985db8cba396644b 2024-11-25T10:13:58,363 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41005 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=11 2024-11-25T10:13:58,371 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=38547 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=12 2024-11-25T10:13:58,372 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e2fd862922a0:0-0 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732529629057.d34d01432cbd03941f110edd57c221ca. 2024-11-25T10:13:58,372 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e2fd862922a0:0-0 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732529629057.d34d01432cbd03941f110edd57c221ca. as already flushing 2024-11-25T10:13:58,372 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e2fd862922a0:0-0 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732529629057.d34d01432cbd03941f110edd57c221ca. 2024-11-25T10:13:58,372 ERROR [RS_FLUSH_OPERATIONS-regionserver/e2fd862922a0:0-0 {event_type=RS_FLUSH_REGIONS, pid=12}] handler.RSProcedureHandler(58): pid=12 java.io.IOException: Unable to complete flush {ENCODED => d34d01432cbd03941f110edd57c221ca, NAME => 'TestAcidGuarantees,,1732529629057.d34d01432cbd03941f110edd57c221ca.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T10:13:58,373 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e2fd862922a0:0-0 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=12 java.io.IOException: Unable to complete flush {ENCODED => d34d01432cbd03941f110edd57c221ca, NAME => 'TestAcidGuarantees,,1732529629057.d34d01432cbd03941f110edd57c221ca.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T10:13:58,374 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41005 {}] master.HMaster(4177): Remote procedure failed, pid=12 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => d34d01432cbd03941f110edd57c221ca, NAME => 'TestAcidGuarantees,,1732529629057.d34d01432cbd03941f110edd57c221ca.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => d34d01432cbd03941f110edd57c221ca, NAME => 'TestAcidGuarantees,,1732529629057.d34d01432cbd03941f110edd57c221ca.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T10:13:58,379 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/d34d01432cbd03941f110edd57c221ca/.tmp/A/d2c4523481fb4deea0690416a68a500b as hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/d34d01432cbd03941f110edd57c221ca/A/d2c4523481fb4deea0690416a68a500b 2024-11-25T10:13:58,392 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/d34d01432cbd03941f110edd57c221ca/A/d2c4523481fb4deea0690416a68a500b, entries=150, sequenceid=142, filesize=11.9 K 2024-11-25T10:13:58,393 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/d34d01432cbd03941f110edd57c221ca/.tmp/B/24bfe98df6ee44be88f6ea3a68a029b0 as hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/d34d01432cbd03941f110edd57c221ca/B/24bfe98df6ee44be88f6ea3a68a029b0 2024-11-25T10:13:58,405 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/d34d01432cbd03941f110edd57c221ca/B/24bfe98df6ee44be88f6ea3a68a029b0, entries=150, sequenceid=142, filesize=11.9 K 2024-11-25T10:13:58,408 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/d34d01432cbd03941f110edd57c221ca/.tmp/C/853a2e75064e425e985db8cba396644b as hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/d34d01432cbd03941f110edd57c221ca/C/853a2e75064e425e985db8cba396644b 2024-11-25T10:13:58,426 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/d34d01432cbd03941f110edd57c221ca/C/853a2e75064e425e985db8cba396644b, entries=150, sequenceid=142, filesize=11.9 K 2024-11-25T10:13:58,429 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~39.86 KB/40815, heapSize ~105.12 KB/107640, currentSize=134.18 KB/137400 for d34d01432cbd03941f110edd57c221ca in 878ms, sequenceid=142, compaction requested=true 2024-11-25T10:13:58,429 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for d34d01432cbd03941f110edd57c221ca: 2024-11-25T10:13:58,429 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] regionserver.HRegion(8855): Flush requested on d34d01432cbd03941f110edd57c221ca 2024-11-25T10:13:58,429 DEBUG [RS:0;e2fd862922a0:38547-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-25T10:13:58,430 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store d34d01432cbd03941f110edd57c221ca:A, priority=-2147483648, current under compaction store size is 1 2024-11-25T10:13:58,432 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-25T10:13:58,432 DEBUG [RS:0;e2fd862922a0:38547-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-25T10:13:58,433 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store d34d01432cbd03941f110edd57c221ca:B, priority=-2147483648, current under compaction store size is 2 2024-11-25T10:13:58,433 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-25T10:13:58,433 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store d34d01432cbd03941f110edd57c221ca:C, priority=-2147483648, current under compaction store size is 3 2024-11-25T10:13:58,433 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-25T10:13:58,433 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing d34d01432cbd03941f110edd57c221ca 3/3 column families, dataSize=140.89 KB heapSize=397.69 KB 2024-11-25T10:13:58,434 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d34d01432cbd03941f110edd57c221ca, store=A 2024-11-25T10:13:58,434 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-25T10:13:58,434 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d34d01432cbd03941f110edd57c221ca, store=B 2024-11-25T10:13:58,434 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-25T10:13:58,434 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d34d01432cbd03941f110edd57c221ca, store=C 2024-11-25T10:13:58,434 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-25T10:13:58,437 DEBUG [RS:0;e2fd862922a0:38547-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 48360 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-25T10:13:58,437 DEBUG [RS:0;e2fd862922a0:38547-longCompactions-0 {}] regionserver.HStore(1541): d34d01432cbd03941f110edd57c221ca/B is initiating minor compaction (all files) 2024-11-25T10:13:58,437 INFO [RS:0;e2fd862922a0:38547-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of d34d01432cbd03941f110edd57c221ca/B in TestAcidGuarantees,,1732529629057.d34d01432cbd03941f110edd57c221ca. 2024-11-25T10:13:58,437 INFO [RS:0;e2fd862922a0:38547-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/d34d01432cbd03941f110edd57c221ca/B/c722fd5bdb79480e93836dad29698be4, hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/d34d01432cbd03941f110edd57c221ca/B/b4db2ba3ee8a471bb8e2e81ddcc67c73, hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/d34d01432cbd03941f110edd57c221ca/B/332365b57b84417dabd700a0f2c8bdaa, hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/d34d01432cbd03941f110edd57c221ca/B/24bfe98df6ee44be88f6ea3a68a029b0] into tmpdir=hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/d34d01432cbd03941f110edd57c221ca/.tmp, totalSize=47.2 K 2024-11-25T10:13:58,438 DEBUG [RS:0;e2fd862922a0:38547-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 50700 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-25T10:13:58,438 DEBUG [RS:0;e2fd862922a0:38547-shortCompactions-0 {}] regionserver.HStore(1541): d34d01432cbd03941f110edd57c221ca/A is initiating minor compaction (all files) 2024-11-25T10:13:58,438 INFO [RS:0;e2fd862922a0:38547-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of d34d01432cbd03941f110edd57c221ca/A in TestAcidGuarantees,,1732529629057.d34d01432cbd03941f110edd57c221ca. 2024-11-25T10:13:58,438 INFO [RS:0;e2fd862922a0:38547-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/d34d01432cbd03941f110edd57c221ca/A/a53a67524f1c482097c87f338a6df522, hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/d34d01432cbd03941f110edd57c221ca/A/cff229311f2d4484b5b7178952663285, hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/d34d01432cbd03941f110edd57c221ca/A/9d9871620ea84d7bbd44e50296da6b55, hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/d34d01432cbd03941f110edd57c221ca/A/d2c4523481fb4deea0690416a68a500b] into tmpdir=hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/d34d01432cbd03941f110edd57c221ca/.tmp, totalSize=49.5 K 2024-11-25T10:13:58,438 DEBUG [RS:0;e2fd862922a0:38547-longCompactions-0 {}] compactions.Compactor(225): Compacting c722fd5bdb79480e93836dad29698be4, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=84, earliestPutTs=1732529634379 2024-11-25T10:13:58,439 DEBUG [RS:0;e2fd862922a0:38547-shortCompactions-0 {}] compactions.Compactor(225): Compacting a53a67524f1c482097c87f338a6df522, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=84, earliestPutTs=1732529634379 2024-11-25T10:13:58,439 DEBUG [RS:0;e2fd862922a0:38547-longCompactions-0 {}] compactions.Compactor(225): Compacting b4db2ba3ee8a471bb8e2e81ddcc67c73, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=103, earliestPutTs=1732529635174 2024-11-25T10:13:58,439 DEBUG [RS:0;e2fd862922a0:38547-shortCompactions-0 {}] compactions.Compactor(225): Compacting cff229311f2d4484b5b7178952663285, keycount=200, bloomtype=ROW, size=14.0 K, encoding=NONE, compression=NONE, seqNum=103, earliestPutTs=1732529635172 2024-11-25T10:13:58,440 DEBUG [RS:0;e2fd862922a0:38547-longCompactions-0 {}] compactions.Compactor(225): Compacting 332365b57b84417dabd700a0f2c8bdaa, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=119, earliestPutTs=1732529635895 2024-11-25T10:13:58,440 DEBUG [RS:0;e2fd862922a0:38547-shortCompactions-0 {}] compactions.Compactor(225): Compacting 9d9871620ea84d7bbd44e50296da6b55, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=119, earliestPutTs=1732529635895 2024-11-25T10:13:58,440 DEBUG [RS:0;e2fd862922a0:38547-longCompactions-0 {}] compactions.Compactor(225): Compacting 24bfe98df6ee44be88f6ea3a68a029b0, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=142, earliestPutTs=1732529637194 2024-11-25T10:13:58,441 DEBUG [RS:0;e2fd862922a0:38547-shortCompactions-0 {}] compactions.Compactor(225): Compacting d2c4523481fb4deea0690416a68a500b, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=142, earliestPutTs=1732529637194 2024-11-25T10:13:58,464 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/d34d01432cbd03941f110edd57c221ca/.tmp/A/b1bfe220c162480892ab737b7f4af349 is 50, key is test_row_0/A:col10/1732529638408/Put/seqid=0 2024-11-25T10:13:58,479 INFO [RS:0;e2fd862922a0:38547-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): d34d01432cbd03941f110edd57c221ca#B#compaction#31 average throughput is 2.18 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-25T10:13:58,480 DEBUG [RS:0;e2fd862922a0:38547-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/d34d01432cbd03941f110edd57c221ca/.tmp/B/4649c3bf52204aa89690174c57600927 is 50, key is test_row_0/B:col10/1732529637194/Put/seqid=0 2024-11-25T10:13:58,494 INFO [RS:0;e2fd862922a0:38547-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): d34d01432cbd03941f110edd57c221ca#A#compaction#32 average throughput is 2.18 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-25T10:13:58,495 DEBUG [RS:0;e2fd862922a0:38547-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/d34d01432cbd03941f110edd57c221ca/.tmp/A/a375efd8a83f4694b904772882f07fbc is 50, key is test_row_0/A:col10/1732529637194/Put/seqid=0 2024-11-25T10:13:58,513 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d34d01432cbd03941f110edd57c221ca, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-25T10:13:58,513 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] ipc.CallRunner(138): callId: 84 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47884 deadline: 1732529698466, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d34d01432cbd03941f110edd57c221ca, server=e2fd862922a0,38547,1732529625709 2024-11-25T10:13:58,514 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732529629057.d34d01432cbd03941f110edd57c221ca., hostname=e2fd862922a0,38547,1732529625709, seqNum=2 , the old value is region=TestAcidGuarantees,,1732529629057.d34d01432cbd03941f110edd57c221ca., hostname=e2fd862922a0,38547,1732529625709, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d34d01432cbd03941f110edd57c221ca, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T10:13:58,514 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732529629057.d34d01432cbd03941f110edd57c221ca., hostname=e2fd862922a0,38547,1732529625709, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d34d01432cbd03941f110edd57c221ca, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T10:13:58,514 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732529629057.d34d01432cbd03941f110edd57c221ca., hostname=e2fd862922a0,38547,1732529625709, seqNum=2 because the exception is null or not the one we care about 2024-11-25T10:13:58,515 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d34d01432cbd03941f110edd57c221ca, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-25T10:13:58,522 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] ipc.CallRunner(138): callId: 83 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47866 deadline: 1732529698469, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d34d01432cbd03941f110edd57c221ca, server=e2fd862922a0,38547,1732529625709 2024-11-25T10:13:58,524 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732529629057.d34d01432cbd03941f110edd57c221ca., hostname=e2fd862922a0,38547,1732529625709, seqNum=2 , the old value is region=TestAcidGuarantees,,1732529629057.d34d01432cbd03941f110edd57c221ca., hostname=e2fd862922a0,38547,1732529625709, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d34d01432cbd03941f110edd57c221ca, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T10:13:58,524 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732529629057.d34d01432cbd03941f110edd57c221ca., hostname=e2fd862922a0,38547,1732529625709, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d34d01432cbd03941f110edd57c221ca, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T10:13:58,524 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732529629057.d34d01432cbd03941f110edd57c221ca., hostname=e2fd862922a0,38547,1732529625709, seqNum=2 because the exception is null or not the one we care about 2024-11-25T10:13:58,518 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d34d01432cbd03941f110edd57c221ca, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-25T10:13:58,525 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] ipc.CallRunner(138): callId: 80 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47878 deadline: 1732529698492, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d34d01432cbd03941f110edd57c221ca, server=e2fd862922a0,38547,1732529625709 2024-11-25T10:13:58,525 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732529629057.d34d01432cbd03941f110edd57c221ca., hostname=e2fd862922a0,38547,1732529625709, seqNum=2 , the old value is region=TestAcidGuarantees,,1732529629057.d34d01432cbd03941f110edd57c221ca., hostname=e2fd862922a0,38547,1732529625709, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d34d01432cbd03941f110edd57c221ca, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T10:13:58,526 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732529629057.d34d01432cbd03941f110edd57c221ca., hostname=e2fd862922a0,38547,1732529625709, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d34d01432cbd03941f110edd57c221ca, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T10:13:58,526 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732529629057.d34d01432cbd03941f110edd57c221ca., hostname=e2fd862922a0,38547,1732529625709, seqNum=2 because the exception is null or not the one we care about 2024-11-25T10:13:58,533 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=38547 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=12 2024-11-25T10:13:58,534 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e2fd862922a0:0-1 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732529629057.d34d01432cbd03941f110edd57c221ca. 2024-11-25T10:13:58,534 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e2fd862922a0:0-1 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732529629057.d34d01432cbd03941f110edd57c221ca. as already flushing 2024-11-25T10:13:58,534 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e2fd862922a0:0-1 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732529629057.d34d01432cbd03941f110edd57c221ca. 2024-11-25T10:13:58,534 ERROR [RS_FLUSH_OPERATIONS-regionserver/e2fd862922a0:0-1 {event_type=RS_FLUSH_REGIONS, pid=12}] handler.RSProcedureHandler(58): pid=12 java.io.IOException: Unable to complete flush {ENCODED => d34d01432cbd03941f110edd57c221ca, NAME => 'TestAcidGuarantees,,1732529629057.d34d01432cbd03941f110edd57c221ca.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T10:13:58,534 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e2fd862922a0:0-1 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=12 java.io.IOException: Unable to complete flush {ENCODED => d34d01432cbd03941f110edd57c221ca, NAME => 'TestAcidGuarantees,,1732529629057.d34d01432cbd03941f110edd57c221ca.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T10:13:58,536 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41005 {}] master.HMaster(4177): Remote procedure failed, pid=12 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => d34d01432cbd03941f110edd57c221ca, NAME => 'TestAcidGuarantees,,1732529629057.d34d01432cbd03941f110edd57c221ca.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => d34d01432cbd03941f110edd57c221ca, NAME => 'TestAcidGuarantees,,1732529629057.d34d01432cbd03941f110edd57c221ca.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T10:13:58,559 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39927 is added to blk_1073741867_1043 (size=16931) 2024-11-25T10:13:58,560 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=230 (bloomFilter=true), to=hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/d34d01432cbd03941f110edd57c221ca/.tmp/A/b1bfe220c162480892ab737b7f4af349 2024-11-25T10:13:58,594 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39927 is added to blk_1073741868_1044 (size=12493) 2024-11-25T10:13:58,605 DEBUG [RS:0;e2fd862922a0:38547-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/d34d01432cbd03941f110edd57c221ca/.tmp/B/4649c3bf52204aa89690174c57600927 as hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/d34d01432cbd03941f110edd57c221ca/B/4649c3bf52204aa89690174c57600927 2024-11-25T10:13:58,616 INFO [RS:0;e2fd862922a0:38547-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in d34d01432cbd03941f110edd57c221ca/B of d34d01432cbd03941f110edd57c221ca into 4649c3bf52204aa89690174c57600927(size=12.2 K), total size for store is 12.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-25T10:13:58,616 DEBUG [RS:0;e2fd862922a0:38547-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for d34d01432cbd03941f110edd57c221ca: 2024-11-25T10:13:58,617 INFO [RS:0;e2fd862922a0:38547-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732529629057.d34d01432cbd03941f110edd57c221ca., storeName=d34d01432cbd03941f110edd57c221ca/B, priority=12, startTime=1732529638432; duration=0sec 2024-11-25T10:13:58,617 DEBUG [RS:0;e2fd862922a0:38547-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-25T10:13:58,617 DEBUG [RS:0;e2fd862922a0:38547-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: d34d01432cbd03941f110edd57c221ca:B 2024-11-25T10:13:58,618 DEBUG [RS:0;e2fd862922a0:38547-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-25T10:13:58,626 DEBUG [RS:0;e2fd862922a0:38547-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 48360 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-25T10:13:58,626 DEBUG [RS:0;e2fd862922a0:38547-longCompactions-0 {}] regionserver.HStore(1541): d34d01432cbd03941f110edd57c221ca/C is initiating minor compaction (all files) 2024-11-25T10:13:58,627 INFO [RS:0;e2fd862922a0:38547-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of d34d01432cbd03941f110edd57c221ca/C in TestAcidGuarantees,,1732529629057.d34d01432cbd03941f110edd57c221ca. 2024-11-25T10:13:58,627 INFO [RS:0;e2fd862922a0:38547-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/d34d01432cbd03941f110edd57c221ca/C/61fd0ecf79c943079c88ede0fb93702d, hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/d34d01432cbd03941f110edd57c221ca/C/468f208969b5445f84a1eec2800af0c7, hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/d34d01432cbd03941f110edd57c221ca/C/b39c700969aa4a7ebc906dd993304d6f, hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/d34d01432cbd03941f110edd57c221ca/C/853a2e75064e425e985db8cba396644b] into tmpdir=hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/d34d01432cbd03941f110edd57c221ca/.tmp, totalSize=47.2 K 2024-11-25T10:13:58,628 DEBUG [RS:0;e2fd862922a0:38547-longCompactions-0 {}] compactions.Compactor(225): Compacting 61fd0ecf79c943079c88ede0fb93702d, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=84, earliestPutTs=1732529634379 2024-11-25T10:13:58,629 DEBUG [RS:0;e2fd862922a0:38547-longCompactions-0 {}] compactions.Compactor(225): Compacting 468f208969b5445f84a1eec2800af0c7, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=103, earliestPutTs=1732529635174 2024-11-25T10:13:58,629 DEBUG [RS:0;e2fd862922a0:38547-longCompactions-0 {}] compactions.Compactor(225): Compacting b39c700969aa4a7ebc906dd993304d6f, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=119, earliestPutTs=1732529635895 2024-11-25T10:13:58,630 DEBUG [RS:0;e2fd862922a0:38547-longCompactions-0 {}] compactions.Compactor(225): Compacting 853a2e75064e425e985db8cba396644b, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=142, earliestPutTs=1732529637194 2024-11-25T10:13:58,634 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39927 is added to blk_1073741869_1045 (size=12493) 2024-11-25T10:13:58,636 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d34d01432cbd03941f110edd57c221ca, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-25T10:13:58,637 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] ipc.CallRunner(138): callId: 29 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47850 deadline: 1732529698612, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d34d01432cbd03941f110edd57c221ca, server=e2fd862922a0,38547,1732529625709 2024-11-25T10:13:58,638 WARN [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRpcRetryingCaller(177): Call to e2fd862922a0,38547,1732529625709 for 'test_row_0' in d34d01432cbd03941f110edd57c221ca of TestAcidGuarantees failed, tries = 7, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 4268 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d34d01432cbd03941f110edd57c221ca, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor39.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d34d01432cbd03941f110edd57c221ca, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 32 more 2024-11-25T10:13:58,639 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732529629057.d34d01432cbd03941f110edd57c221ca., hostname=e2fd862922a0,38547,1732529625709, seqNum=2 , the old value is region=TestAcidGuarantees,,1732529629057.d34d01432cbd03941f110edd57c221ca., hostname=e2fd862922a0,38547,1732529625709, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d34d01432cbd03941f110edd57c221ca, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T10:13:58,639 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732529629057.d34d01432cbd03941f110edd57c221ca., hostname=e2fd862922a0,38547,1732529625709, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d34d01432cbd03941f110edd57c221ca, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T10:13:58,639 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732529629057.d34d01432cbd03941f110edd57c221ca., hostname=e2fd862922a0,38547,1732529625709, seqNum=2 because the exception is null or not the one we care about 2024-11-25T10:13:58,640 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d34d01432cbd03941f110edd57c221ca, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-25T10:13:58,640 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] ipc.CallRunner(138): callId: 29 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47906 deadline: 1732529698613, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d34d01432cbd03941f110edd57c221ca, server=e2fd862922a0,38547,1732529625709 2024-11-25T10:13:58,641 WARN [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRpcRetryingCaller(177): Call to e2fd862922a0,38547,1732529625709 for 'test_row_2' in d34d01432cbd03941f110edd57c221ca of TestAcidGuarantees failed, tries = 7, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 4311 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d34d01432cbd03941f110edd57c221ca, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor39.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d34d01432cbd03941f110edd57c221ca, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 32 more 2024-11-25T10:13:58,642 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732529629057.d34d01432cbd03941f110edd57c221ca., hostname=e2fd862922a0,38547,1732529625709, seqNum=2 , the old value is region=TestAcidGuarantees,,1732529629057.d34d01432cbd03941f110edd57c221ca., hostname=e2fd862922a0,38547,1732529625709, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d34d01432cbd03941f110edd57c221ca, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T10:13:58,642 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732529629057.d34d01432cbd03941f110edd57c221ca., hostname=e2fd862922a0,38547,1732529625709, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d34d01432cbd03941f110edd57c221ca, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T10:13:58,642 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732529629057.d34d01432cbd03941f110edd57c221ca., hostname=e2fd862922a0,38547,1732529625709, seqNum=2 because the exception is null or not the one we care about 2024-11-25T10:13:58,643 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d34d01432cbd03941f110edd57c221ca, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-25T10:13:58,643 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] ipc.CallRunner(138): callId: 85 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47884 deadline: 1732529698622, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d34d01432cbd03941f110edd57c221ca, server=e2fd862922a0,38547,1732529625709 2024-11-25T10:13:58,644 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732529629057.d34d01432cbd03941f110edd57c221ca., hostname=e2fd862922a0,38547,1732529625709, seqNum=2 , the old value is region=TestAcidGuarantees,,1732529629057.d34d01432cbd03941f110edd57c221ca., hostname=e2fd862922a0,38547,1732529625709, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d34d01432cbd03941f110edd57c221ca, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T10:13:58,644 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732529629057.d34d01432cbd03941f110edd57c221ca., hostname=e2fd862922a0,38547,1732529625709, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d34d01432cbd03941f110edd57c221ca, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T10:13:58,644 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732529629057.d34d01432cbd03941f110edd57c221ca., hostname=e2fd862922a0,38547,1732529625709, seqNum=2 because the exception is null or not the one we care about 2024-11-25T10:13:58,645 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d34d01432cbd03941f110edd57c221ca, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-25T10:13:58,645 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] ipc.CallRunner(138): callId: 84 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47866 deadline: 1732529698633, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d34d01432cbd03941f110edd57c221ca, server=e2fd862922a0,38547,1732529625709 2024-11-25T10:13:58,645 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/d34d01432cbd03941f110edd57c221ca/.tmp/B/44f061362c9d44fbb21946446dd5f808 is 50, key is test_row_0/B:col10/1732529638408/Put/seqid=0 2024-11-25T10:13:58,647 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732529629057.d34d01432cbd03941f110edd57c221ca., hostname=e2fd862922a0,38547,1732529625709, seqNum=2 , the old value is region=TestAcidGuarantees,,1732529629057.d34d01432cbd03941f110edd57c221ca., hostname=e2fd862922a0,38547,1732529625709, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d34d01432cbd03941f110edd57c221ca, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T10:13:58,647 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732529629057.d34d01432cbd03941f110edd57c221ca., hostname=e2fd862922a0,38547,1732529625709, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d34d01432cbd03941f110edd57c221ca, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T10:13:58,647 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732529629057.d34d01432cbd03941f110edd57c221ca., hostname=e2fd862922a0,38547,1732529625709, seqNum=2 because the exception is null or not the one we care about 2024-11-25T10:13:58,647 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d34d01432cbd03941f110edd57c221ca, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-25T10:13:58,648 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] ipc.CallRunner(138): callId: 81 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47878 deadline: 1732529698633, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d34d01432cbd03941f110edd57c221ca, server=e2fd862922a0,38547,1732529625709 2024-11-25T10:13:58,649 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732529629057.d34d01432cbd03941f110edd57c221ca., hostname=e2fd862922a0,38547,1732529625709, seqNum=2 , the old value is region=TestAcidGuarantees,,1732529629057.d34d01432cbd03941f110edd57c221ca., hostname=e2fd862922a0,38547,1732529625709, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d34d01432cbd03941f110edd57c221ca, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T10:13:58,649 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732529629057.d34d01432cbd03941f110edd57c221ca., hostname=e2fd862922a0,38547,1732529625709, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d34d01432cbd03941f110edd57c221ca, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T10:13:58,649 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732529629057.d34d01432cbd03941f110edd57c221ca., hostname=e2fd862922a0,38547,1732529625709, seqNum=2 because the exception is null or not the one we care about 2024-11-25T10:13:58,654 DEBUG [RS:0;e2fd862922a0:38547-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/d34d01432cbd03941f110edd57c221ca/.tmp/A/a375efd8a83f4694b904772882f07fbc as hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/d34d01432cbd03941f110edd57c221ca/A/a375efd8a83f4694b904772882f07fbc 2024-11-25T10:13:58,664 INFO [RS:0;e2fd862922a0:38547-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in d34d01432cbd03941f110edd57c221ca/A of d34d01432cbd03941f110edd57c221ca into a375efd8a83f4694b904772882f07fbc(size=12.2 K), total size for store is 12.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-25T10:13:58,664 DEBUG [RS:0;e2fd862922a0:38547-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for d34d01432cbd03941f110edd57c221ca: 2024-11-25T10:13:58,664 INFO [RS:0;e2fd862922a0:38547-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732529629057.d34d01432cbd03941f110edd57c221ca., storeName=d34d01432cbd03941f110edd57c221ca/A, priority=12, startTime=1732529638429; duration=0sec 2024-11-25T10:13:58,664 DEBUG [RS:0;e2fd862922a0:38547-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-25T10:13:58,664 DEBUG [RS:0;e2fd862922a0:38547-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: d34d01432cbd03941f110edd57c221ca:A 2024-11-25T10:13:58,688 INFO [RS:0;e2fd862922a0:38547-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): d34d01432cbd03941f110edd57c221ca#C#compaction#34 average throughput is 2.18 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-25T10:13:58,689 DEBUG [RS:0;e2fd862922a0:38547-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/d34d01432cbd03941f110edd57c221ca/.tmp/C/205ad1054f824209bf2ccdc7bf1673ab is 50, key is test_row_0/C:col10/1732529637194/Put/seqid=0 2024-11-25T10:13:58,692 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=38547 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=12 2024-11-25T10:13:58,693 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e2fd862922a0:0-2 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732529629057.d34d01432cbd03941f110edd57c221ca. 2024-11-25T10:13:58,693 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e2fd862922a0:0-2 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732529629057.d34d01432cbd03941f110edd57c221ca. as already flushing 2024-11-25T10:13:58,693 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e2fd862922a0:0-2 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732529629057.d34d01432cbd03941f110edd57c221ca. 2024-11-25T10:13:58,693 ERROR [RS_FLUSH_OPERATIONS-regionserver/e2fd862922a0:0-2 {event_type=RS_FLUSH_REGIONS, pid=12}] handler.RSProcedureHandler(58): pid=12 java.io.IOException: Unable to complete flush {ENCODED => d34d01432cbd03941f110edd57c221ca, NAME => 'TestAcidGuarantees,,1732529629057.d34d01432cbd03941f110edd57c221ca.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T10:13:58,693 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e2fd862922a0:0-2 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=12 java.io.IOException: Unable to complete flush {ENCODED => d34d01432cbd03941f110edd57c221ca, NAME => 'TestAcidGuarantees,,1732529629057.d34d01432cbd03941f110edd57c221ca.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T10:13:58,694 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41005 {}] master.HMaster(4177): Remote procedure failed, pid=12 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => d34d01432cbd03941f110edd57c221ca, NAME => 'TestAcidGuarantees,,1732529629057.d34d01432cbd03941f110edd57c221ca.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => d34d01432cbd03941f110edd57c221ca, NAME => 'TestAcidGuarantees,,1732529629057.d34d01432cbd03941f110edd57c221ca.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T10:13:58,719 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39927 is added to blk_1073741870_1046 (size=12151) 2024-11-25T10:13:58,767 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39927 is added to blk_1073741871_1047 (size=12493) 2024-11-25T10:13:58,847 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=38547 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=12 2024-11-25T10:13:58,847 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e2fd862922a0:0-0 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732529629057.d34d01432cbd03941f110edd57c221ca. 2024-11-25T10:13:58,847 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e2fd862922a0:0-0 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732529629057.d34d01432cbd03941f110edd57c221ca. as already flushing 2024-11-25T10:13:58,847 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e2fd862922a0:0-0 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732529629057.d34d01432cbd03941f110edd57c221ca. 2024-11-25T10:13:58,847 ERROR [RS_FLUSH_OPERATIONS-regionserver/e2fd862922a0:0-0 {event_type=RS_FLUSH_REGIONS, pid=12}] handler.RSProcedureHandler(58): pid=12 java.io.IOException: Unable to complete flush {ENCODED => d34d01432cbd03941f110edd57c221ca, NAME => 'TestAcidGuarantees,,1732529629057.d34d01432cbd03941f110edd57c221ca.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T10:13:58,848 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e2fd862922a0:0-0 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=12 java.io.IOException: Unable to complete flush {ENCODED => d34d01432cbd03941f110edd57c221ca, NAME => 'TestAcidGuarantees,,1732529629057.d34d01432cbd03941f110edd57c221ca.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T10:13:58,849 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41005 {}] master.HMaster(4177): Remote procedure failed, pid=12 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => d34d01432cbd03941f110edd57c221ca, NAME => 'TestAcidGuarantees,,1732529629057.d34d01432cbd03941f110edd57c221ca.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => d34d01432cbd03941f110edd57c221ca, NAME => 'TestAcidGuarantees,,1732529629057.d34d01432cbd03941f110edd57c221ca.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T10:13:58,858 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d34d01432cbd03941f110edd57c221ca, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-25T10:13:58,858 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] ipc.CallRunner(138): callId: 86 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47884 deadline: 1732529698853, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d34d01432cbd03941f110edd57c221ca, server=e2fd862922a0,38547,1732529625709 2024-11-25T10:13:58,859 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d34d01432cbd03941f110edd57c221ca, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-25T10:13:58,859 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732529629057.d34d01432cbd03941f110edd57c221ca., hostname=e2fd862922a0,38547,1732529625709, seqNum=2 , the old value is region=TestAcidGuarantees,,1732529629057.d34d01432cbd03941f110edd57c221ca., hostname=e2fd862922a0,38547,1732529625709, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d34d01432cbd03941f110edd57c221ca, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T10:13:58,859 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] ipc.CallRunner(138): callId: 85 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47866 deadline: 1732529698854, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d34d01432cbd03941f110edd57c221ca, server=e2fd862922a0,38547,1732529625709 2024-11-25T10:13:58,859 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732529629057.d34d01432cbd03941f110edd57c221ca., hostname=e2fd862922a0,38547,1732529625709, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d34d01432cbd03941f110edd57c221ca, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T10:13:58,859 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732529629057.d34d01432cbd03941f110edd57c221ca., hostname=e2fd862922a0,38547,1732529625709, seqNum=2 because the exception is null or not the one we care about 2024-11-25T10:13:58,860 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732529629057.d34d01432cbd03941f110edd57c221ca., hostname=e2fd862922a0,38547,1732529625709, seqNum=2 , the old value is region=TestAcidGuarantees,,1732529629057.d34d01432cbd03941f110edd57c221ca., hostname=e2fd862922a0,38547,1732529625709, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d34d01432cbd03941f110edd57c221ca, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T10:13:58,860 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732529629057.d34d01432cbd03941f110edd57c221ca., hostname=e2fd862922a0,38547,1732529625709, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d34d01432cbd03941f110edd57c221ca, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T10:13:58,860 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732529629057.d34d01432cbd03941f110edd57c221ca., hostname=e2fd862922a0,38547,1732529625709, seqNum=2 because the exception is null or not the one we care about 2024-11-25T10:13:58,862 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d34d01432cbd03941f110edd57c221ca, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-25T10:13:58,863 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] ipc.CallRunner(138): callId: 82 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47878 deadline: 1732529698855, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d34d01432cbd03941f110edd57c221ca, server=e2fd862922a0,38547,1732529625709 2024-11-25T10:13:58,863 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732529629057.d34d01432cbd03941f110edd57c221ca., hostname=e2fd862922a0,38547,1732529625709, seqNum=2 , the old value is region=TestAcidGuarantees,,1732529629057.d34d01432cbd03941f110edd57c221ca., hostname=e2fd862922a0,38547,1732529625709, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d34d01432cbd03941f110edd57c221ca, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T10:13:58,863 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732529629057.d34d01432cbd03941f110edd57c221ca., hostname=e2fd862922a0,38547,1732529625709, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d34d01432cbd03941f110edd57c221ca, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T10:13:58,863 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732529629057.d34d01432cbd03941f110edd57c221ca., hostname=e2fd862922a0,38547,1732529625709, seqNum=2 because the exception is null or not the one we care about 2024-11-25T10:13:58,872 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41005 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=11 2024-11-25T10:13:59,005 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=38547 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=12 2024-11-25T10:13:59,005 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e2fd862922a0:0-1 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732529629057.d34d01432cbd03941f110edd57c221ca. 2024-11-25T10:13:59,006 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e2fd862922a0:0-1 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732529629057.d34d01432cbd03941f110edd57c221ca. as already flushing 2024-11-25T10:13:59,006 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e2fd862922a0:0-1 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732529629057.d34d01432cbd03941f110edd57c221ca. 2024-11-25T10:13:59,006 ERROR [RS_FLUSH_OPERATIONS-regionserver/e2fd862922a0:0-1 {event_type=RS_FLUSH_REGIONS, pid=12}] handler.RSProcedureHandler(58): pid=12 java.io.IOException: Unable to complete flush {ENCODED => d34d01432cbd03941f110edd57c221ca, NAME => 'TestAcidGuarantees,,1732529629057.d34d01432cbd03941f110edd57c221ca.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T10:13:59,006 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e2fd862922a0:0-1 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=12 java.io.IOException: Unable to complete flush {ENCODED => d34d01432cbd03941f110edd57c221ca, NAME => 'TestAcidGuarantees,,1732529629057.d34d01432cbd03941f110edd57c221ca.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T10:13:59,007 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41005 {}] master.HMaster(4177): Remote procedure failed, pid=12 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => d34d01432cbd03941f110edd57c221ca, NAME => 'TestAcidGuarantees,,1732529629057.d34d01432cbd03941f110edd57c221ca.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => d34d01432cbd03941f110edd57c221ca, NAME => 'TestAcidGuarantees,,1732529629057.d34d01432cbd03941f110edd57c221ca.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T10:13:59,121 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=230 (bloomFilter=true), to=hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/d34d01432cbd03941f110edd57c221ca/.tmp/B/44f061362c9d44fbb21946446dd5f808 2024-11-25T10:13:59,145 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/d34d01432cbd03941f110edd57c221ca/.tmp/C/bcf905a2dc754bc4a4e297a361e71d1b is 50, key is test_row_0/C:col10/1732529638408/Put/seqid=0 2024-11-25T10:13:59,164 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=38547 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=12 2024-11-25T10:13:59,165 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e2fd862922a0:0-2 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732529629057.d34d01432cbd03941f110edd57c221ca. 2024-11-25T10:13:59,165 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e2fd862922a0:0-2 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732529629057.d34d01432cbd03941f110edd57c221ca. as already flushing 2024-11-25T10:13:59,165 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e2fd862922a0:0-2 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732529629057.d34d01432cbd03941f110edd57c221ca. 2024-11-25T10:13:59,165 ERROR [RS_FLUSH_OPERATIONS-regionserver/e2fd862922a0:0-2 {event_type=RS_FLUSH_REGIONS, pid=12}] handler.RSProcedureHandler(58): pid=12 java.io.IOException: Unable to complete flush {ENCODED => d34d01432cbd03941f110edd57c221ca, NAME => 'TestAcidGuarantees,,1732529629057.d34d01432cbd03941f110edd57c221ca.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T10:13:59,165 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e2fd862922a0:0-2 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=12 java.io.IOException: Unable to complete flush {ENCODED => d34d01432cbd03941f110edd57c221ca, NAME => 'TestAcidGuarantees,,1732529629057.d34d01432cbd03941f110edd57c221ca.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T10:13:59,166 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41005 {}] master.HMaster(4177): Remote procedure failed, pid=12 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => d34d01432cbd03941f110edd57c221ca, NAME => 'TestAcidGuarantees,,1732529629057.d34d01432cbd03941f110edd57c221ca.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => d34d01432cbd03941f110edd57c221ca, NAME => 'TestAcidGuarantees,,1732529629057.d34d01432cbd03941f110edd57c221ca.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T10:13:59,180 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d34d01432cbd03941f110edd57c221ca, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-25T10:13:59,180 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d34d01432cbd03941f110edd57c221ca, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-25T10:13:59,181 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] ipc.CallRunner(138): callId: 86 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47866 deadline: 1732529699173, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d34d01432cbd03941f110edd57c221ca, server=e2fd862922a0,38547,1732529625709 2024-11-25T10:13:59,181 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] ipc.CallRunner(138): callId: 87 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47884 deadline: 1732529699173, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d34d01432cbd03941f110edd57c221ca, server=e2fd862922a0,38547,1732529625709 2024-11-25T10:13:59,181 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d34d01432cbd03941f110edd57c221ca, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-25T10:13:59,181 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] ipc.CallRunner(138): callId: 83 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47878 deadline: 1732529699173, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d34d01432cbd03941f110edd57c221ca, server=e2fd862922a0,38547,1732529625709 2024-11-25T10:13:59,182 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732529629057.d34d01432cbd03941f110edd57c221ca., hostname=e2fd862922a0,38547,1732529625709, seqNum=2 , the old value is region=TestAcidGuarantees,,1732529629057.d34d01432cbd03941f110edd57c221ca., hostname=e2fd862922a0,38547,1732529625709, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d34d01432cbd03941f110edd57c221ca, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T10:13:59,182 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732529629057.d34d01432cbd03941f110edd57c221ca., hostname=e2fd862922a0,38547,1732529625709, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d34d01432cbd03941f110edd57c221ca, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T10:13:59,182 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732529629057.d34d01432cbd03941f110edd57c221ca., hostname=e2fd862922a0,38547,1732529625709, seqNum=2 because the exception is null or not the one we care about 2024-11-25T10:13:59,183 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732529629057.d34d01432cbd03941f110edd57c221ca., hostname=e2fd862922a0,38547,1732529625709, seqNum=2 , the old value is region=TestAcidGuarantees,,1732529629057.d34d01432cbd03941f110edd57c221ca., hostname=e2fd862922a0,38547,1732529625709, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d34d01432cbd03941f110edd57c221ca, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T10:13:59,183 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732529629057.d34d01432cbd03941f110edd57c221ca., hostname=e2fd862922a0,38547,1732529625709, seqNum=2 , the old value is region=TestAcidGuarantees,,1732529629057.d34d01432cbd03941f110edd57c221ca., hostname=e2fd862922a0,38547,1732529625709, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d34d01432cbd03941f110edd57c221ca, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T10:13:59,183 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732529629057.d34d01432cbd03941f110edd57c221ca., hostname=e2fd862922a0,38547,1732529625709, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d34d01432cbd03941f110edd57c221ca, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T10:13:59,183 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732529629057.d34d01432cbd03941f110edd57c221ca., hostname=e2fd862922a0,38547,1732529625709, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d34d01432cbd03941f110edd57c221ca, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T10:13:59,183 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732529629057.d34d01432cbd03941f110edd57c221ca., hostname=e2fd862922a0,38547,1732529625709, seqNum=2 because the exception is null or not the one we care about 2024-11-25T10:13:59,183 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732529629057.d34d01432cbd03941f110edd57c221ca., hostname=e2fd862922a0,38547,1732529625709, seqNum=2 because the exception is null or not the one we care about 2024-11-25T10:13:59,183 DEBUG [RS:0;e2fd862922a0:38547-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/d34d01432cbd03941f110edd57c221ca/.tmp/C/205ad1054f824209bf2ccdc7bf1673ab as hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/d34d01432cbd03941f110edd57c221ca/C/205ad1054f824209bf2ccdc7bf1673ab 2024-11-25T10:13:59,192 INFO [RS:0;e2fd862922a0:38547-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in d34d01432cbd03941f110edd57c221ca/C of d34d01432cbd03941f110edd57c221ca into 205ad1054f824209bf2ccdc7bf1673ab(size=12.2 K), total size for store is 12.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-25T10:13:59,192 DEBUG [RS:0;e2fd862922a0:38547-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for d34d01432cbd03941f110edd57c221ca: 2024-11-25T10:13:59,192 INFO [RS:0;e2fd862922a0:38547-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732529629057.d34d01432cbd03941f110edd57c221ca., storeName=d34d01432cbd03941f110edd57c221ca/C, priority=12, startTime=1732529638433; duration=0sec 2024-11-25T10:13:59,192 DEBUG [RS:0;e2fd862922a0:38547-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-25T10:13:59,192 DEBUG [RS:0;e2fd862922a0:38547-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: d34d01432cbd03941f110edd57c221ca:C 2024-11-25T10:13:59,200 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39927 is added to blk_1073741872_1048 (size=12151) 2024-11-25T10:13:59,201 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=230 (bloomFilter=true), to=hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/d34d01432cbd03941f110edd57c221ca/.tmp/C/bcf905a2dc754bc4a4e297a361e71d1b 2024-11-25T10:13:59,221 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/d34d01432cbd03941f110edd57c221ca/.tmp/A/b1bfe220c162480892ab737b7f4af349 as hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/d34d01432cbd03941f110edd57c221ca/A/b1bfe220c162480892ab737b7f4af349 2024-11-25T10:13:59,234 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/d34d01432cbd03941f110edd57c221ca/A/b1bfe220c162480892ab737b7f4af349, entries=250, sequenceid=230, filesize=16.5 K 2024-11-25T10:13:59,236 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/d34d01432cbd03941f110edd57c221ca/.tmp/B/44f061362c9d44fbb21946446dd5f808 as hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/d34d01432cbd03941f110edd57c221ca/B/44f061362c9d44fbb21946446dd5f808 2024-11-25T10:13:59,245 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/d34d01432cbd03941f110edd57c221ca/B/44f061362c9d44fbb21946446dd5f808, entries=150, sequenceid=230, filesize=11.9 K 2024-11-25T10:13:59,251 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/d34d01432cbd03941f110edd57c221ca/.tmp/C/bcf905a2dc754bc4a4e297a361e71d1b as hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/d34d01432cbd03941f110edd57c221ca/C/bcf905a2dc754bc4a4e297a361e71d1b 2024-11-25T10:13:59,284 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/d34d01432cbd03941f110edd57c221ca/C/bcf905a2dc754bc4a4e297a361e71d1b, entries=150, sequenceid=230, filesize=11.9 K 2024-11-25T10:13:59,297 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~140.89 KB/144270, heapSize ~397.64 KB/407184, currentSize=40.25 KB/41220 for d34d01432cbd03941f110edd57c221ca in 864ms, sequenceid=230, compaction requested=false 2024-11-25T10:13:59,297 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for d34d01432cbd03941f110edd57c221ca: 2024-11-25T10:13:59,324 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=38547 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=12 2024-11-25T10:13:59,324 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e2fd862922a0:0-0 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732529629057.d34d01432cbd03941f110edd57c221ca. 2024-11-25T10:13:59,324 INFO [RS_FLUSH_OPERATIONS-regionserver/e2fd862922a0:0-0 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.HRegion(2902): Flushing d34d01432cbd03941f110edd57c221ca 3/3 column families, dataSize=40.25 KB heapSize=120.28 KB 2024-11-25T10:13:59,325 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e2fd862922a0:0-0 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d34d01432cbd03941f110edd57c221ca, store=A 2024-11-25T10:13:59,325 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e2fd862922a0:0-0 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T10:13:59,325 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e2fd862922a0:0-0 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d34d01432cbd03941f110edd57c221ca, store=B 2024-11-25T10:13:59,325 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e2fd862922a0:0-0 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T10:13:59,325 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e2fd862922a0:0-0 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d34d01432cbd03941f110edd57c221ca, store=C 2024-11-25T10:13:59,325 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e2fd862922a0:0-0 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T10:13:59,334 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e2fd862922a0:0-0 {event_type=RS_FLUSH_REGIONS, pid=12}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/d34d01432cbd03941f110edd57c221ca/.tmp/A/bd09c376cc8c4f76af0cd973222ddede is 50, key is test_row_0/A:col10/1732529638489/Put/seqid=0 2024-11-25T10:13:59,357 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39927 is added to blk_1073741873_1049 (size=12151) 2024-11-25T10:13:59,363 INFO [RS_FLUSH_OPERATIONS-regionserver/e2fd862922a0:0-0 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=13.42 KB at sequenceid=242 (bloomFilter=true), to=hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/d34d01432cbd03941f110edd57c221ca/.tmp/A/bd09c376cc8c4f76af0cd973222ddede 2024-11-25T10:13:59,392 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e2fd862922a0:0-0 {event_type=RS_FLUSH_REGIONS, pid=12}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/d34d01432cbd03941f110edd57c221ca/.tmp/B/b669581fb7b743a6b59ae830cd9a9963 is 50, key is test_row_0/B:col10/1732529638489/Put/seqid=0 2024-11-25T10:13:59,442 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39927 is added to blk_1073741874_1050 (size=12151) 2024-11-25T10:13:59,444 INFO [RS_FLUSH_OPERATIONS-regionserver/e2fd862922a0:0-0 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=13.42 KB at sequenceid=242 (bloomFilter=true), to=hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/d34d01432cbd03941f110edd57c221ca/.tmp/B/b669581fb7b743a6b59ae830cd9a9963 2024-11-25T10:13:59,470 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e2fd862922a0:0-0 {event_type=RS_FLUSH_REGIONS, pid=12}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/d34d01432cbd03941f110edd57c221ca/.tmp/C/07de730ab3cf41b08b5c57bac37c7880 is 50, key is test_row_0/C:col10/1732529638489/Put/seqid=0 2024-11-25T10:13:59,530 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39927 is added to blk_1073741875_1051 (size=12151) 2024-11-25T10:13:59,531 INFO [RS_FLUSH_OPERATIONS-regionserver/e2fd862922a0:0-0 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=13.42 KB at sequenceid=242 (bloomFilter=true), to=hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/d34d01432cbd03941f110edd57c221ca/.tmp/C/07de730ab3cf41b08b5c57bac37c7880 2024-11-25T10:13:59,550 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e2fd862922a0:0-0 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/d34d01432cbd03941f110edd57c221ca/.tmp/A/bd09c376cc8c4f76af0cd973222ddede as hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/d34d01432cbd03941f110edd57c221ca/A/bd09c376cc8c4f76af0cd973222ddede 2024-11-25T10:13:59,568 INFO [RS_FLUSH_OPERATIONS-regionserver/e2fd862922a0:0-0 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/d34d01432cbd03941f110edd57c221ca/A/bd09c376cc8c4f76af0cd973222ddede, entries=150, sequenceid=242, filesize=11.9 K 2024-11-25T10:13:59,569 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e2fd862922a0:0-0 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/d34d01432cbd03941f110edd57c221ca/.tmp/B/b669581fb7b743a6b59ae830cd9a9963 as hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/d34d01432cbd03941f110edd57c221ca/B/b669581fb7b743a6b59ae830cd9a9963 2024-11-25T10:13:59,581 INFO [RS_FLUSH_OPERATIONS-regionserver/e2fd862922a0:0-0 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/d34d01432cbd03941f110edd57c221ca/B/b669581fb7b743a6b59ae830cd9a9963, entries=150, sequenceid=242, filesize=11.9 K 2024-11-25T10:13:59,585 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e2fd862922a0:0-0 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/d34d01432cbd03941f110edd57c221ca/.tmp/C/07de730ab3cf41b08b5c57bac37c7880 as hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/d34d01432cbd03941f110edd57c221ca/C/07de730ab3cf41b08b5c57bac37c7880 2024-11-25T10:13:59,599 INFO [RS_FLUSH_OPERATIONS-regionserver/e2fd862922a0:0-0 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/d34d01432cbd03941f110edd57c221ca/C/07de730ab3cf41b08b5c57bac37c7880, entries=150, sequenceid=242, filesize=11.9 K 2024-11-25T10:13:59,602 INFO [RS_FLUSH_OPERATIONS-regionserver/e2fd862922a0:0-0 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.HRegion(3140): Finished flush of dataSize ~40.25 KB/41220, heapSize ~120.23 KB/123120, currentSize=0 B/0 for d34d01432cbd03941f110edd57c221ca in 278ms, sequenceid=242, compaction requested=true 2024-11-25T10:13:59,604 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e2fd862922a0:0-0 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.HRegion(2603): Flush status journal for d34d01432cbd03941f110edd57c221ca: 2024-11-25T10:13:59,604 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e2fd862922a0:0-0 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732529629057.d34d01432cbd03941f110edd57c221ca. 2024-11-25T10:13:59,604 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e2fd862922a0:0-0 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=12 2024-11-25T10:13:59,605 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41005 {}] master.HMaster(4169): Remote procedure done, pid=12 2024-11-25T10:13:59,610 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=12, resume processing ppid=11 2024-11-25T10:13:59,610 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=12, ppid=11, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.8730 sec 2024-11-25T10:13:59,613 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=11, table=TestAcidGuarantees in 1.8840 sec 2024-11-25T10:13:59,741 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] regionserver.HRegion(8855): Flush requested on d34d01432cbd03941f110edd57c221ca 2024-11-25T10:13:59,748 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing d34d01432cbd03941f110edd57c221ca 3/3 column families, dataSize=53.67 KB heapSize=160.13 KB 2024-11-25T10:13:59,759 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d34d01432cbd03941f110edd57c221ca, store=A 2024-11-25T10:13:59,759 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T10:13:59,759 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d34d01432cbd03941f110edd57c221ca, store=B 2024-11-25T10:13:59,759 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T10:13:59,759 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d34d01432cbd03941f110edd57c221ca, store=C 2024-11-25T10:13:59,759 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T10:13:59,779 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/d34d01432cbd03941f110edd57c221ca/.tmp/A/c353255d7d9d458aa1f3b3f0d7c069e4 is 50, key is test_row_0/A:col10/1732529639739/Put/seqid=0 2024-11-25T10:13:59,851 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39927 is added to blk_1073741876_1052 (size=14541) 2024-11-25T10:13:59,857 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d34d01432cbd03941f110edd57c221ca, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-25T10:13:59,857 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] ipc.CallRunner(138): callId: 95 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47866 deadline: 1732529699839, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d34d01432cbd03941f110edd57c221ca, server=e2fd862922a0,38547,1732529625709 2024-11-25T10:13:59,858 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732529629057.d34d01432cbd03941f110edd57c221ca., hostname=e2fd862922a0,38547,1732529625709, seqNum=2 , the old value is region=TestAcidGuarantees,,1732529629057.d34d01432cbd03941f110edd57c221ca., hostname=e2fd862922a0,38547,1732529625709, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d34d01432cbd03941f110edd57c221ca, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T10:13:59,858 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732529629057.d34d01432cbd03941f110edd57c221ca., hostname=e2fd862922a0,38547,1732529625709, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d34d01432cbd03941f110edd57c221ca, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T10:13:59,858 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732529629057.d34d01432cbd03941f110edd57c221ca., hostname=e2fd862922a0,38547,1732529625709, seqNum=2 because the exception is null or not the one we care about 2024-11-25T10:13:59,862 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d34d01432cbd03941f110edd57c221ca, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-25T10:13:59,863 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] ipc.CallRunner(138): callId: 93 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47878 deadline: 1732529699844, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d34d01432cbd03941f110edd57c221ca, server=e2fd862922a0,38547,1732529625709 2024-11-25T10:13:59,866 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732529629057.d34d01432cbd03941f110edd57c221ca., hostname=e2fd862922a0,38547,1732529625709, seqNum=2 , the old value is region=TestAcidGuarantees,,1732529629057.d34d01432cbd03941f110edd57c221ca., hostname=e2fd862922a0,38547,1732529625709, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d34d01432cbd03941f110edd57c221ca, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T10:13:59,866 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732529629057.d34d01432cbd03941f110edd57c221ca., hostname=e2fd862922a0,38547,1732529625709, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d34d01432cbd03941f110edd57c221ca, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T10:13:59,866 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732529629057.d34d01432cbd03941f110edd57c221ca., hostname=e2fd862922a0,38547,1732529625709, seqNum=2 because the exception is null or not the one we care about 2024-11-25T10:13:59,869 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d34d01432cbd03941f110edd57c221ca, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-25T10:13:59,870 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] ipc.CallRunner(138): callId: 97 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47884 deadline: 1732529699857, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d34d01432cbd03941f110edd57c221ca, server=e2fd862922a0,38547,1732529625709 2024-11-25T10:13:59,870 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732529629057.d34d01432cbd03941f110edd57c221ca., hostname=e2fd862922a0,38547,1732529625709, seqNum=2 , the old value is region=TestAcidGuarantees,,1732529629057.d34d01432cbd03941f110edd57c221ca., hostname=e2fd862922a0,38547,1732529625709, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d34d01432cbd03941f110edd57c221ca, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T10:13:59,870 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732529629057.d34d01432cbd03941f110edd57c221ca., hostname=e2fd862922a0,38547,1732529625709, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d34d01432cbd03941f110edd57c221ca, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T10:13:59,870 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732529629057.d34d01432cbd03941f110edd57c221ca., hostname=e2fd862922a0,38547,1732529625709, seqNum=2 because the exception is null or not the one we care about 2024-11-25T10:13:59,883 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41005 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=11 2024-11-25T10:13:59,883 INFO [RPCClient-NioEventLoopGroup-4-8 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-25T10:13:59,884 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41005 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-25T10:13:59,886 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41005 {}] procedure2.ProcedureExecutor(1139): Stored pid=13, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=13, table=TestAcidGuarantees 2024-11-25T10:13:59,887 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41005 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=13 2024-11-25T10:13:59,889 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=13, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=13, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-25T10:13:59,890 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=13, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=13, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-25T10:13:59,890 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=14, ppid=13, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-25T10:13:59,966 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d34d01432cbd03941f110edd57c221ca, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-25T10:13:59,967 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] ipc.CallRunner(138): callId: 96 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47866 deadline: 1732529699963, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d34d01432cbd03941f110edd57c221ca, server=e2fd862922a0,38547,1732529625709 2024-11-25T10:13:59,967 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732529629057.d34d01432cbd03941f110edd57c221ca., hostname=e2fd862922a0,38547,1732529625709, seqNum=2 , the old value is region=TestAcidGuarantees,,1732529629057.d34d01432cbd03941f110edd57c221ca., hostname=e2fd862922a0,38547,1732529625709, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d34d01432cbd03941f110edd57c221ca, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T10:13:59,967 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732529629057.d34d01432cbd03941f110edd57c221ca., hostname=e2fd862922a0,38547,1732529625709, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d34d01432cbd03941f110edd57c221ca, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T10:13:59,967 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732529629057.d34d01432cbd03941f110edd57c221ca., hostname=e2fd862922a0,38547,1732529625709, seqNum=2 because the exception is null or not the one we care about 2024-11-25T10:13:59,977 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d34d01432cbd03941f110edd57c221ca, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-25T10:13:59,977 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] ipc.CallRunner(138): callId: 94 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47878 deadline: 1732529699972, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d34d01432cbd03941f110edd57c221ca, server=e2fd862922a0,38547,1732529625709 2024-11-25T10:13:59,978 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732529629057.d34d01432cbd03941f110edd57c221ca., hostname=e2fd862922a0,38547,1732529625709, seqNum=2 , the old value is region=TestAcidGuarantees,,1732529629057.d34d01432cbd03941f110edd57c221ca., hostname=e2fd862922a0,38547,1732529625709, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d34d01432cbd03941f110edd57c221ca, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T10:13:59,978 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732529629057.d34d01432cbd03941f110edd57c221ca., hostname=e2fd862922a0,38547,1732529625709, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d34d01432cbd03941f110edd57c221ca, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T10:13:59,978 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732529629057.d34d01432cbd03941f110edd57c221ca., hostname=e2fd862922a0,38547,1732529625709, seqNum=2 because the exception is null or not the one we care about 2024-11-25T10:13:59,978 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d34d01432cbd03941f110edd57c221ca, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-25T10:13:59,978 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] ipc.CallRunner(138): callId: 98 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47884 deadline: 1732529699972, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d34d01432cbd03941f110edd57c221ca, server=e2fd862922a0,38547,1732529625709 2024-11-25T10:13:59,982 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732529629057.d34d01432cbd03941f110edd57c221ca., hostname=e2fd862922a0,38547,1732529625709, seqNum=2 , the old value is region=TestAcidGuarantees,,1732529629057.d34d01432cbd03941f110edd57c221ca., hostname=e2fd862922a0,38547,1732529625709, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d34d01432cbd03941f110edd57c221ca, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T10:13:59,982 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732529629057.d34d01432cbd03941f110edd57c221ca., hostname=e2fd862922a0,38547,1732529625709, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d34d01432cbd03941f110edd57c221ca, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T10:13:59,982 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732529629057.d34d01432cbd03941f110edd57c221ca., hostname=e2fd862922a0,38547,1732529625709, seqNum=2 because the exception is null or not the one we care about 2024-11-25T10:13:59,993 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41005 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=13 2024-11-25T10:14:00,044 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=38547 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=14 2024-11-25T10:14:00,044 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e2fd862922a0:0-1 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732529629057.d34d01432cbd03941f110edd57c221ca. 2024-11-25T10:14:00,044 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e2fd862922a0:0-1 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732529629057.d34d01432cbd03941f110edd57c221ca. as already flushing 2024-11-25T10:14:00,045 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e2fd862922a0:0-1 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732529629057.d34d01432cbd03941f110edd57c221ca. 2024-11-25T10:14:00,045 ERROR [RS_FLUSH_OPERATIONS-regionserver/e2fd862922a0:0-1 {event_type=RS_FLUSH_REGIONS, pid=14}] handler.RSProcedureHandler(58): pid=14 java.io.IOException: Unable to complete flush {ENCODED => d34d01432cbd03941f110edd57c221ca, NAME => 'TestAcidGuarantees,,1732529629057.d34d01432cbd03941f110edd57c221ca.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T10:14:00,045 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e2fd862922a0:0-1 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=14 java.io.IOException: Unable to complete flush {ENCODED => d34d01432cbd03941f110edd57c221ca, NAME => 'TestAcidGuarantees,,1732529629057.d34d01432cbd03941f110edd57c221ca.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T10:14:00,048 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41005 {}] master.HMaster(4177): Remote procedure failed, pid=14 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => d34d01432cbd03941f110edd57c221ca, NAME => 'TestAcidGuarantees,,1732529629057.d34d01432cbd03941f110edd57c221ca.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => d34d01432cbd03941f110edd57c221ca, NAME => 'TestAcidGuarantees,,1732529629057.d34d01432cbd03941f110edd57c221ca.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T10:14:00,173 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d34d01432cbd03941f110edd57c221ca, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-25T10:14:00,174 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] ipc.CallRunner(138): callId: 97 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47866 deadline: 1732529700173, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d34d01432cbd03941f110edd57c221ca, server=e2fd862922a0,38547,1732529625709 2024-11-25T10:14:00,174 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732529629057.d34d01432cbd03941f110edd57c221ca., hostname=e2fd862922a0,38547,1732529625709, seqNum=2 , the old value is region=TestAcidGuarantees,,1732529629057.d34d01432cbd03941f110edd57c221ca., hostname=e2fd862922a0,38547,1732529625709, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d34d01432cbd03941f110edd57c221ca, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T10:14:00,174 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732529629057.d34d01432cbd03941f110edd57c221ca., hostname=e2fd862922a0,38547,1732529625709, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d34d01432cbd03941f110edd57c221ca, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T10:14:00,175 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732529629057.d34d01432cbd03941f110edd57c221ca., hostname=e2fd862922a0,38547,1732529625709, seqNum=2 because the exception is null or not the one we care about 2024-11-25T10:14:00,184 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d34d01432cbd03941f110edd57c221ca, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-25T10:14:00,185 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] ipc.CallRunner(138): callId: 95 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47878 deadline: 1732529700183, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d34d01432cbd03941f110edd57c221ca, server=e2fd862922a0,38547,1732529625709 2024-11-25T10:14:00,185 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732529629057.d34d01432cbd03941f110edd57c221ca., hostname=e2fd862922a0,38547,1732529625709, seqNum=2 , the old value is region=TestAcidGuarantees,,1732529629057.d34d01432cbd03941f110edd57c221ca., hostname=e2fd862922a0,38547,1732529625709, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d34d01432cbd03941f110edd57c221ca, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T10:14:00,185 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732529629057.d34d01432cbd03941f110edd57c221ca., hostname=e2fd862922a0,38547,1732529625709, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d34d01432cbd03941f110edd57c221ca, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T10:14:00,185 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732529629057.d34d01432cbd03941f110edd57c221ca., hostname=e2fd862922a0,38547,1732529625709, seqNum=2 because the exception is null or not the one we care about 2024-11-25T10:14:00,195 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d34d01432cbd03941f110edd57c221ca, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-25T10:14:00,195 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] ipc.CallRunner(138): callId: 99 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47884 deadline: 1732529700192, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d34d01432cbd03941f110edd57c221ca, server=e2fd862922a0,38547,1732529625709 2024-11-25T10:14:00,196 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732529629057.d34d01432cbd03941f110edd57c221ca., hostname=e2fd862922a0,38547,1732529625709, seqNum=2 , the old value is region=TestAcidGuarantees,,1732529629057.d34d01432cbd03941f110edd57c221ca., hostname=e2fd862922a0,38547,1732529625709, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d34d01432cbd03941f110edd57c221ca, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T10:14:00,196 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732529629057.d34d01432cbd03941f110edd57c221ca., hostname=e2fd862922a0,38547,1732529625709, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d34d01432cbd03941f110edd57c221ca, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T10:14:00,196 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732529629057.d34d01432cbd03941f110edd57c221ca., hostname=e2fd862922a0,38547,1732529625709, seqNum=2 because the exception is null or not the one we care about 2024-11-25T10:14:00,202 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=38547 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=14 2024-11-25T10:14:00,202 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e2fd862922a0:0-2 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732529629057.d34d01432cbd03941f110edd57c221ca. 2024-11-25T10:14:00,203 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41005 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=13 2024-11-25T10:14:00,203 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e2fd862922a0:0-2 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732529629057.d34d01432cbd03941f110edd57c221ca. as already flushing 2024-11-25T10:14:00,203 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e2fd862922a0:0-2 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732529629057.d34d01432cbd03941f110edd57c221ca. 2024-11-25T10:14:00,203 ERROR [RS_FLUSH_OPERATIONS-regionserver/e2fd862922a0:0-2 {event_type=RS_FLUSH_REGIONS, pid=14}] handler.RSProcedureHandler(58): pid=14 java.io.IOException: Unable to complete flush {ENCODED => d34d01432cbd03941f110edd57c221ca, NAME => 'TestAcidGuarantees,,1732529629057.d34d01432cbd03941f110edd57c221ca.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T10:14:00,204 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e2fd862922a0:0-2 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=14 java.io.IOException: Unable to complete flush {ENCODED => d34d01432cbd03941f110edd57c221ca, NAME => 'TestAcidGuarantees,,1732529629057.d34d01432cbd03941f110edd57c221ca.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T10:14:00,204 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41005 {}] master.HMaster(4177): Remote procedure failed, pid=14 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => d34d01432cbd03941f110edd57c221ca, NAME => 'TestAcidGuarantees,,1732529629057.d34d01432cbd03941f110edd57c221ca.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => d34d01432cbd03941f110edd57c221ca, NAME => 'TestAcidGuarantees,,1732529629057.d34d01432cbd03941f110edd57c221ca.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T10:14:00,252 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=254 (bloomFilter=true), to=hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/d34d01432cbd03941f110edd57c221ca/.tmp/A/c353255d7d9d458aa1f3b3f0d7c069e4 2024-11-25T10:14:00,287 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/d34d01432cbd03941f110edd57c221ca/.tmp/B/a4749607fa1d4f20b13f8c73d80de3e9 is 50, key is test_row_0/B:col10/1732529639739/Put/seqid=0 2024-11-25T10:14:00,312 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39927 is added to blk_1073741877_1053 (size=12151) 2024-11-25T10:14:00,313 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=254 (bloomFilter=true), to=hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/d34d01432cbd03941f110edd57c221ca/.tmp/B/a4749607fa1d4f20b13f8c73d80de3e9 2024-11-25T10:14:00,347 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/d34d01432cbd03941f110edd57c221ca/.tmp/C/c9b1cc8ad61e47eea14ffb8742ab108d is 50, key is test_row_0/C:col10/1732529639739/Put/seqid=0 2024-11-25T10:14:00,358 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=38547 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=14 2024-11-25T10:14:00,358 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e2fd862922a0:0-0 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732529629057.d34d01432cbd03941f110edd57c221ca. 2024-11-25T10:14:00,358 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e2fd862922a0:0-0 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732529629057.d34d01432cbd03941f110edd57c221ca. as already flushing 2024-11-25T10:14:00,358 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e2fd862922a0:0-0 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732529629057.d34d01432cbd03941f110edd57c221ca. 2024-11-25T10:14:00,358 ERROR [RS_FLUSH_OPERATIONS-regionserver/e2fd862922a0:0-0 {event_type=RS_FLUSH_REGIONS, pid=14}] handler.RSProcedureHandler(58): pid=14 java.io.IOException: Unable to complete flush {ENCODED => d34d01432cbd03941f110edd57c221ca, NAME => 'TestAcidGuarantees,,1732529629057.d34d01432cbd03941f110edd57c221ca.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T10:14:00,358 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e2fd862922a0:0-0 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=14 java.io.IOException: Unable to complete flush {ENCODED => d34d01432cbd03941f110edd57c221ca, NAME => 'TestAcidGuarantees,,1732529629057.d34d01432cbd03941f110edd57c221ca.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T10:14:00,359 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41005 {}] master.HMaster(4177): Remote procedure failed, pid=14 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => d34d01432cbd03941f110edd57c221ca, NAME => 'TestAcidGuarantees,,1732529629057.d34d01432cbd03941f110edd57c221ca.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => d34d01432cbd03941f110edd57c221ca, NAME => 'TestAcidGuarantees,,1732529629057.d34d01432cbd03941f110edd57c221ca.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T10:14:00,367 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39927 is added to blk_1073741878_1054 (size=12151) 2024-11-25T10:14:00,370 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=254 (bloomFilter=true), to=hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/d34d01432cbd03941f110edd57c221ca/.tmp/C/c9b1cc8ad61e47eea14ffb8742ab108d 2024-11-25T10:14:00,403 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/d34d01432cbd03941f110edd57c221ca/.tmp/A/c353255d7d9d458aa1f3b3f0d7c069e4 as hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/d34d01432cbd03941f110edd57c221ca/A/c353255d7d9d458aa1f3b3f0d7c069e4 2024-11-25T10:14:00,422 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/d34d01432cbd03941f110edd57c221ca/A/c353255d7d9d458aa1f3b3f0d7c069e4, entries=200, sequenceid=254, filesize=14.2 K 2024-11-25T10:14:00,423 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/d34d01432cbd03941f110edd57c221ca/.tmp/B/a4749607fa1d4f20b13f8c73d80de3e9 as hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/d34d01432cbd03941f110edd57c221ca/B/a4749607fa1d4f20b13f8c73d80de3e9 2024-11-25T10:14:00,430 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/d34d01432cbd03941f110edd57c221ca/B/a4749607fa1d4f20b13f8c73d80de3e9, entries=150, sequenceid=254, filesize=11.9 K 2024-11-25T10:14:00,432 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/d34d01432cbd03941f110edd57c221ca/.tmp/C/c9b1cc8ad61e47eea14ffb8742ab108d as hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/d34d01432cbd03941f110edd57c221ca/C/c9b1cc8ad61e47eea14ffb8742ab108d 2024-11-25T10:14:00,440 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/d34d01432cbd03941f110edd57c221ca/C/c9b1cc8ad61e47eea14ffb8742ab108d, entries=150, sequenceid=254, filesize=11.9 K 2024-11-25T10:14:00,444 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~60.38 KB/61830, heapSize ~180 KB/184320, currentSize=114.05 KB/116790 for d34d01432cbd03941f110edd57c221ca in 697ms, sequenceid=254, compaction requested=true 2024-11-25T10:14:00,444 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for d34d01432cbd03941f110edd57c221ca: 2024-11-25T10:14:00,444 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store d34d01432cbd03941f110edd57c221ca:A, priority=-2147483648, current under compaction store size is 1 2024-11-25T10:14:00,444 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-25T10:14:00,444 DEBUG [RS:0;e2fd862922a0:38547-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-25T10:14:00,445 DEBUG [RS:0;e2fd862922a0:38547-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-25T10:14:00,446 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store d34d01432cbd03941f110edd57c221ca:B, priority=-2147483648, current under compaction store size is 2 2024-11-25T10:14:00,446 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-25T10:14:00,446 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store d34d01432cbd03941f110edd57c221ca:C, priority=-2147483648, current under compaction store size is 3 2024-11-25T10:14:00,446 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-25T10:14:00,448 DEBUG [RS:0;e2fd862922a0:38547-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 56116 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-25T10:14:00,448 DEBUG [RS:0;e2fd862922a0:38547-shortCompactions-0 {}] regionserver.HStore(1541): d34d01432cbd03941f110edd57c221ca/A is initiating minor compaction (all files) 2024-11-25T10:14:00,448 INFO [RS:0;e2fd862922a0:38547-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of d34d01432cbd03941f110edd57c221ca/A in TestAcidGuarantees,,1732529629057.d34d01432cbd03941f110edd57c221ca. 2024-11-25T10:14:00,448 INFO [RS:0;e2fd862922a0:38547-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/d34d01432cbd03941f110edd57c221ca/A/a375efd8a83f4694b904772882f07fbc, hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/d34d01432cbd03941f110edd57c221ca/A/b1bfe220c162480892ab737b7f4af349, hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/d34d01432cbd03941f110edd57c221ca/A/bd09c376cc8c4f76af0cd973222ddede, hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/d34d01432cbd03941f110edd57c221ca/A/c353255d7d9d458aa1f3b3f0d7c069e4] into tmpdir=hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/d34d01432cbd03941f110edd57c221ca/.tmp, totalSize=54.8 K 2024-11-25T10:14:00,449 DEBUG [RS:0;e2fd862922a0:38547-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 48946 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-25T10:14:00,449 DEBUG [RS:0;e2fd862922a0:38547-longCompactions-0 {}] regionserver.HStore(1541): d34d01432cbd03941f110edd57c221ca/B is initiating minor compaction (all files) 2024-11-25T10:14:00,449 INFO [RS:0;e2fd862922a0:38547-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of d34d01432cbd03941f110edd57c221ca/B in TestAcidGuarantees,,1732529629057.d34d01432cbd03941f110edd57c221ca. 2024-11-25T10:14:00,450 INFO [RS:0;e2fd862922a0:38547-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/d34d01432cbd03941f110edd57c221ca/B/4649c3bf52204aa89690174c57600927, hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/d34d01432cbd03941f110edd57c221ca/B/44f061362c9d44fbb21946446dd5f808, hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/d34d01432cbd03941f110edd57c221ca/B/b669581fb7b743a6b59ae830cd9a9963, hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/d34d01432cbd03941f110edd57c221ca/B/a4749607fa1d4f20b13f8c73d80de3e9] into tmpdir=hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/d34d01432cbd03941f110edd57c221ca/.tmp, totalSize=47.8 K 2024-11-25T10:14:00,450 DEBUG [RS:0;e2fd862922a0:38547-shortCompactions-0 {}] compactions.Compactor(225): Compacting a375efd8a83f4694b904772882f07fbc, keycount=150, bloomtype=ROW, size=12.2 K, encoding=NONE, compression=NONE, seqNum=142, earliestPutTs=1732529637194 2024-11-25T10:14:00,450 DEBUG [RS:0;e2fd862922a0:38547-longCompactions-0 {}] compactions.Compactor(225): Compacting 4649c3bf52204aa89690174c57600927, keycount=150, bloomtype=ROW, size=12.2 K, encoding=NONE, compression=NONE, seqNum=142, earliestPutTs=1732529637194 2024-11-25T10:14:00,451 DEBUG [RS:0;e2fd862922a0:38547-shortCompactions-0 {}] compactions.Compactor(225): Compacting b1bfe220c162480892ab737b7f4af349, keycount=250, bloomtype=ROW, size=16.5 K, encoding=NONE, compression=NONE, seqNum=230, earliestPutTs=1732529638310 2024-11-25T10:14:00,451 DEBUG [RS:0;e2fd862922a0:38547-longCompactions-0 {}] compactions.Compactor(225): Compacting 44f061362c9d44fbb21946446dd5f808, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=230, earliestPutTs=1732529638408 2024-11-25T10:14:00,452 DEBUG [RS:0;e2fd862922a0:38547-shortCompactions-0 {}] compactions.Compactor(225): Compacting bd09c376cc8c4f76af0cd973222ddede, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=242, earliestPutTs=1732529638454 2024-11-25T10:14:00,452 DEBUG [RS:0;e2fd862922a0:38547-longCompactions-0 {}] compactions.Compactor(225): Compacting b669581fb7b743a6b59ae830cd9a9963, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=242, earliestPutTs=1732529638454 2024-11-25T10:14:00,452 DEBUG [RS:0;e2fd862922a0:38547-shortCompactions-0 {}] compactions.Compactor(225): Compacting c353255d7d9d458aa1f3b3f0d7c069e4, keycount=200, bloomtype=ROW, size=14.2 K, encoding=NONE, compression=NONE, seqNum=254, earliestPutTs=1732529639709 2024-11-25T10:14:00,452 DEBUG [RS:0;e2fd862922a0:38547-longCompactions-0 {}] compactions.Compactor(225): Compacting a4749607fa1d4f20b13f8c73d80de3e9, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=254, earliestPutTs=1732529639729 2024-11-25T10:14:00,484 INFO [RS:0;e2fd862922a0:38547-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): d34d01432cbd03941f110edd57c221ca#A#compaction#42 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-25T10:14:00,485 DEBUG [RS:0;e2fd862922a0:38547-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/d34d01432cbd03941f110edd57c221ca/.tmp/A/8373125a6d26410c8a67d3f487699578 is 50, key is test_row_0/A:col10/1732529639739/Put/seqid=0 2024-11-25T10:14:00,492 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/e2fd862922a0:0-5 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=159, cellSize=7275, totalHeapSize=16776, min timestamp=1732529639807, max timestamp=1732529640489Num uniques 859; 2024-11-25T10:14:00,493 INFO [RS:0;e2fd862922a0:38547-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): d34d01432cbd03941f110edd57c221ca#B#compaction#43 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-25T10:14:00,493 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/e2fd862922a0:0-5 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=7275, suffix heap size=117064,new segment heap size=16776 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=159 2024-11-25T10:14:00,493 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/e2fd862922a0:0-6 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=159, cellSize=7275, totalHeapSize=16776, min timestamp=1732529639807, max timestamp=1732529640489Num uniques 859; 2024-11-25T10:14:00,493 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/e2fd862922a0:0-6 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=7275, suffix heap size=117064,new segment heap size=16776 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=159 2024-11-25T10:14:00,493 DEBUG [RS:0;e2fd862922a0:38547-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/d34d01432cbd03941f110edd57c221ca/.tmp/B/76063796208448afa4722d269b2dc525 is 50, key is test_row_0/B:col10/1732529639739/Put/seqid=0 2024-11-25T10:14:00,498 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/e2fd862922a0:0-7 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=159, cellSize=7275, totalHeapSize=16776, min timestamp=1732529639807, max timestamp=1732529640489Num uniques 859; 2024-11-25T10:14:00,498 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/e2fd862922a0:0-7 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=7275, suffix heap size=117064,new segment heap size=16776 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=159 2024-11-25T10:14:00,513 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=38547 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=14 2024-11-25T10:14:00,513 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e2fd862922a0:0-1 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732529629057.d34d01432cbd03941f110edd57c221ca. 2024-11-25T10:14:00,513 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41005 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=13 2024-11-25T10:14:00,514 INFO [RS_FLUSH_OPERATIONS-regionserver/e2fd862922a0:0-1 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.HRegion(2902): Flushing d34d01432cbd03941f110edd57c221ca 3/3 column families, dataSize=46.96 KB heapSize=126 KB 2024-11-25T10:14:00,515 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] regionserver.HRegion(8855): Flush requested on d34d01432cbd03941f110edd57c221ca 2024-11-25T10:14:00,515 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e2fd862922a0:0-1 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d34d01432cbd03941f110edd57c221ca, store=A 2024-11-25T10:14:00,515 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e2fd862922a0:0-1 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-25T10:14:00,515 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e2fd862922a0:0-1 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d34d01432cbd03941f110edd57c221ca, store=B 2024-11-25T10:14:00,515 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e2fd862922a0:0-1 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-25T10:14:00,515 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e2fd862922a0:0-1 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d34d01432cbd03941f110edd57c221ca, store=C 2024-11-25T10:14:00,515 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732529629057.d34d01432cbd03941f110edd57c221ca. as already flushing 2024-11-25T10:14:00,515 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e2fd862922a0:0-1 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-25T10:14:00,538 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39927 is added to blk_1073741879_1055 (size=12629) 2024-11-25T10:14:00,551 DEBUG [RS:0;e2fd862922a0:38547-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/d34d01432cbd03941f110edd57c221ca/.tmp/A/8373125a6d26410c8a67d3f487699578 as hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/d34d01432cbd03941f110edd57c221ca/A/8373125a6d26410c8a67d3f487699578 2024-11-25T10:14:00,556 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e2fd862922a0:0-1 {event_type=RS_FLUSH_REGIONS, pid=14}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/d34d01432cbd03941f110edd57c221ca/.tmp/A/0e805fdbe53e43a5be317072ea683193 is 50, key is test_row_0/A:col10/1732529640489/Put/seqid=0 2024-11-25T10:14:00,567 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39927 is added to blk_1073741880_1056 (size=12629) 2024-11-25T10:14:00,575 INFO [RS:0;e2fd862922a0:38547-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in d34d01432cbd03941f110edd57c221ca/A of d34d01432cbd03941f110edd57c221ca into 8373125a6d26410c8a67d3f487699578(size=12.3 K), total size for store is 12.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-25T10:14:00,575 DEBUG [RS:0;e2fd862922a0:38547-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for d34d01432cbd03941f110edd57c221ca: 2024-11-25T10:14:00,576 INFO [RS:0;e2fd862922a0:38547-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732529629057.d34d01432cbd03941f110edd57c221ca., storeName=d34d01432cbd03941f110edd57c221ca/A, priority=12, startTime=1732529640444; duration=0sec 2024-11-25T10:14:00,576 DEBUG [RS:0;e2fd862922a0:38547-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-25T10:14:00,576 DEBUG [RS:0;e2fd862922a0:38547-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: d34d01432cbd03941f110edd57c221ca:A 2024-11-25T10:14:00,576 DEBUG [RS:0;e2fd862922a0:38547-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-25T10:14:00,579 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39927 is added to blk_1073741881_1057 (size=14741) 2024-11-25T10:14:00,580 DEBUG [RS:0;e2fd862922a0:38547-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 48946 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-25T10:14:00,580 DEBUG [RS:0;e2fd862922a0:38547-shortCompactions-0 {}] regionserver.HStore(1541): d34d01432cbd03941f110edd57c221ca/C is initiating minor compaction (all files) 2024-11-25T10:14:00,581 INFO [RS_FLUSH_OPERATIONS-regionserver/e2fd862922a0:0-1 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=279 (bloomFilter=true), to=hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/d34d01432cbd03941f110edd57c221ca/.tmp/A/0e805fdbe53e43a5be317072ea683193 2024-11-25T10:14:00,580 INFO [RS:0;e2fd862922a0:38547-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of d34d01432cbd03941f110edd57c221ca/C in TestAcidGuarantees,,1732529629057.d34d01432cbd03941f110edd57c221ca. 2024-11-25T10:14:00,582 INFO [RS:0;e2fd862922a0:38547-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/d34d01432cbd03941f110edd57c221ca/C/205ad1054f824209bf2ccdc7bf1673ab, hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/d34d01432cbd03941f110edd57c221ca/C/bcf905a2dc754bc4a4e297a361e71d1b, hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/d34d01432cbd03941f110edd57c221ca/C/07de730ab3cf41b08b5c57bac37c7880, hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/d34d01432cbd03941f110edd57c221ca/C/c9b1cc8ad61e47eea14ffb8742ab108d] into tmpdir=hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/d34d01432cbd03941f110edd57c221ca/.tmp, totalSize=47.8 K 2024-11-25T10:14:00,597 DEBUG [RS:0;e2fd862922a0:38547-shortCompactions-0 {}] compactions.Compactor(225): Compacting 205ad1054f824209bf2ccdc7bf1673ab, keycount=150, bloomtype=ROW, size=12.2 K, encoding=NONE, compression=NONE, seqNum=142, earliestPutTs=1732529637194 2024-11-25T10:14:00,598 DEBUG [RS:0;e2fd862922a0:38547-shortCompactions-0 {}] compactions.Compactor(225): Compacting bcf905a2dc754bc4a4e297a361e71d1b, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=230, earliestPutTs=1732529638408 2024-11-25T10:14:00,599 DEBUG [RS:0;e2fd862922a0:38547-shortCompactions-0 {}] compactions.Compactor(225): Compacting 07de730ab3cf41b08b5c57bac37c7880, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=242, earliestPutTs=1732529638454 2024-11-25T10:14:00,600 DEBUG [RS:0;e2fd862922a0:38547-shortCompactions-0 {}] compactions.Compactor(225): Compacting c9b1cc8ad61e47eea14ffb8742ab108d, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=254, earliestPutTs=1732529639729 2024-11-25T10:14:00,612 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e2fd862922a0:0-1 {event_type=RS_FLUSH_REGIONS, pid=14}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/d34d01432cbd03941f110edd57c221ca/.tmp/B/7bd28dfc28d6412a9419952df02385ad is 50, key is test_row_0/B:col10/1732529640489/Put/seqid=0 2024-11-25T10:14:00,636 INFO [RS:0;e2fd862922a0:38547-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): d34d01432cbd03941f110edd57c221ca#C#compaction#46 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-25T10:14:00,637 DEBUG [RS:0;e2fd862922a0:38547-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/d34d01432cbd03941f110edd57c221ca/.tmp/C/b8f7d723bd7d476db7f40ba2b46bd865 is 50, key is test_row_0/C:col10/1732529639739/Put/seqid=0 2024-11-25T10:14:00,651 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/e2fd862922a0:0-8 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=209, cellSize=9565, totalHeapSize=21976, min timestamp=1732529640613, max timestamp=1732529640641Num uniques 859; 2024-11-25T10:14:00,651 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/e2fd862922a0:0-8 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=9565, suffix heap size=117064,new segment heap size=21976 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=209 2024-11-25T10:14:00,651 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39927 is added to blk_1073741882_1058 (size=12301) 2024-11-25T10:14:00,654 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/e2fd862922a0:0-1 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=209, cellSize=9565, totalHeapSize=21976, min timestamp=1732529640613, max timestamp=1732529640647Num uniques 859; 2024-11-25T10:14:00,654 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/e2fd862922a0:0-1 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=9565, suffix heap size=117064,new segment heap size=21976 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=209 2024-11-25T10:14:00,654 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/e2fd862922a0:0-2 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=209, cellSize=9565, totalHeapSize=21976, min timestamp=1732529640613, max timestamp=1732529640641Num uniques 859; 2024-11-25T10:14:00,654 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/e2fd862922a0:0-2 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=9565, suffix heap size=117064,new segment heap size=21976 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=209 2024-11-25T10:14:00,682 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39927 is added to blk_1073741883_1059 (size=12629) 2024-11-25T10:14:00,692 DEBUG [RS:0;e2fd862922a0:38547-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/d34d01432cbd03941f110edd57c221ca/.tmp/C/b8f7d723bd7d476db7f40ba2b46bd865 as hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/d34d01432cbd03941f110edd57c221ca/C/b8f7d723bd7d476db7f40ba2b46bd865 2024-11-25T10:14:00,700 INFO [RS:0;e2fd862922a0:38547-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in d34d01432cbd03941f110edd57c221ca/C of d34d01432cbd03941f110edd57c221ca into b8f7d723bd7d476db7f40ba2b46bd865(size=12.3 K), total size for store is 12.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-25T10:14:00,700 DEBUG [RS:0;e2fd862922a0:38547-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for d34d01432cbd03941f110edd57c221ca: 2024-11-25T10:14:00,700 INFO [RS:0;e2fd862922a0:38547-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732529629057.d34d01432cbd03941f110edd57c221ca., storeName=d34d01432cbd03941f110edd57c221ca/C, priority=12, startTime=1732529640446; duration=0sec 2024-11-25T10:14:00,700 DEBUG [RS:0;e2fd862922a0:38547-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-25T10:14:00,701 DEBUG [RS:0;e2fd862922a0:38547-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: d34d01432cbd03941f110edd57c221ca:C 2024-11-25T10:14:00,781 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d34d01432cbd03941f110edd57c221ca, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-25T10:14:00,781 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] ipc.CallRunner(138): callId: 112 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47884 deadline: 1732529700759, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d34d01432cbd03941f110edd57c221ca, server=e2fd862922a0,38547,1732529625709 2024-11-25T10:14:00,783 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d34d01432cbd03941f110edd57c221ca, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-25T10:14:00,784 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] ipc.CallRunner(138): callId: 108 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47878 deadline: 1732529700774, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d34d01432cbd03941f110edd57c221ca, server=e2fd862922a0,38547,1732529625709 2024-11-25T10:14:00,784 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732529629057.d34d01432cbd03941f110edd57c221ca., hostname=e2fd862922a0,38547,1732529625709, seqNum=2 , the old value is region=TestAcidGuarantees,,1732529629057.d34d01432cbd03941f110edd57c221ca., hostname=e2fd862922a0,38547,1732529625709, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d34d01432cbd03941f110edd57c221ca, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T10:14:00,784 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d34d01432cbd03941f110edd57c221ca, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-25T10:14:00,785 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] ipc.CallRunner(138): callId: 112 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47866 deadline: 1732529700777, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d34d01432cbd03941f110edd57c221ca, server=e2fd862922a0,38547,1732529625709 2024-11-25T10:14:00,785 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732529629057.d34d01432cbd03941f110edd57c221ca., hostname=e2fd862922a0,38547,1732529625709, seqNum=2 , the old value is region=TestAcidGuarantees,,1732529629057.d34d01432cbd03941f110edd57c221ca., hostname=e2fd862922a0,38547,1732529625709, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d34d01432cbd03941f110edd57c221ca, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T10:14:00,785 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732529629057.d34d01432cbd03941f110edd57c221ca., hostname=e2fd862922a0,38547,1732529625709, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d34d01432cbd03941f110edd57c221ca, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T10:14:00,785 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732529629057.d34d01432cbd03941f110edd57c221ca., hostname=e2fd862922a0,38547,1732529625709, seqNum=2 because the exception is null or not the one we care about 2024-11-25T10:14:00,791 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732529629057.d34d01432cbd03941f110edd57c221ca., hostname=e2fd862922a0,38547,1732529625709, seqNum=2 , the old value is region=TestAcidGuarantees,,1732529629057.d34d01432cbd03941f110edd57c221ca., hostname=e2fd862922a0,38547,1732529625709, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d34d01432cbd03941f110edd57c221ca, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T10:14:00,791 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732529629057.d34d01432cbd03941f110edd57c221ca., hostname=e2fd862922a0,38547,1732529625709, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d34d01432cbd03941f110edd57c221ca, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T10:14:00,791 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732529629057.d34d01432cbd03941f110edd57c221ca., hostname=e2fd862922a0,38547,1732529625709, seqNum=2 because the exception is null or not the one we care about 2024-11-25T10:14:00,784 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732529629057.d34d01432cbd03941f110edd57c221ca., hostname=e2fd862922a0,38547,1732529625709, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d34d01432cbd03941f110edd57c221ca, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T10:14:00,800 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732529629057.d34d01432cbd03941f110edd57c221ca., hostname=e2fd862922a0,38547,1732529625709, seqNum=2 because the exception is null or not the one we care about 2024-11-25T10:14:00,899 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d34d01432cbd03941f110edd57c221ca, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-25T10:14:00,899 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] ipc.CallRunner(138): callId: 113 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47866 deadline: 1732529700893, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d34d01432cbd03941f110edd57c221ca, server=e2fd862922a0,38547,1732529625709 2024-11-25T10:14:00,901 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732529629057.d34d01432cbd03941f110edd57c221ca., hostname=e2fd862922a0,38547,1732529625709, seqNum=2 , the old value is region=TestAcidGuarantees,,1732529629057.d34d01432cbd03941f110edd57c221ca., hostname=e2fd862922a0,38547,1732529625709, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d34d01432cbd03941f110edd57c221ca, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T10:14:00,901 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732529629057.d34d01432cbd03941f110edd57c221ca., hostname=e2fd862922a0,38547,1732529625709, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d34d01432cbd03941f110edd57c221ca, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T10:14:00,901 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732529629057.d34d01432cbd03941f110edd57c221ca., hostname=e2fd862922a0,38547,1732529625709, seqNum=2 because the exception is null or not the one we care about 2024-11-25T10:14:00,918 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d34d01432cbd03941f110edd57c221ca, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-25T10:14:00,919 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] ipc.CallRunner(138): callId: 113 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47884 deadline: 1732529700902, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d34d01432cbd03941f110edd57c221ca, server=e2fd862922a0,38547,1732529625709 2024-11-25T10:14:00,919 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732529629057.d34d01432cbd03941f110edd57c221ca., hostname=e2fd862922a0,38547,1732529625709, seqNum=2 , the old value is region=TestAcidGuarantees,,1732529629057.d34d01432cbd03941f110edd57c221ca., hostname=e2fd862922a0,38547,1732529625709, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d34d01432cbd03941f110edd57c221ca, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T10:14:00,919 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732529629057.d34d01432cbd03941f110edd57c221ca., hostname=e2fd862922a0,38547,1732529625709, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d34d01432cbd03941f110edd57c221ca, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T10:14:00,920 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732529629057.d34d01432cbd03941f110edd57c221ca., hostname=e2fd862922a0,38547,1732529625709, seqNum=2 because the exception is null or not the one we care about 2024-11-25T10:14:00,920 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d34d01432cbd03941f110edd57c221ca, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-25T10:14:00,920 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] ipc.CallRunner(138): callId: 109 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47878 deadline: 1732529700902, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d34d01432cbd03941f110edd57c221ca, server=e2fd862922a0,38547,1732529625709 2024-11-25T10:14:00,923 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732529629057.d34d01432cbd03941f110edd57c221ca., hostname=e2fd862922a0,38547,1732529625709, seqNum=2 , the old value is region=TestAcidGuarantees,,1732529629057.d34d01432cbd03941f110edd57c221ca., hostname=e2fd862922a0,38547,1732529625709, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d34d01432cbd03941f110edd57c221ca, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T10:14:00,923 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732529629057.d34d01432cbd03941f110edd57c221ca., hostname=e2fd862922a0,38547,1732529625709, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d34d01432cbd03941f110edd57c221ca, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T10:14:00,923 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732529629057.d34d01432cbd03941f110edd57c221ca., hostname=e2fd862922a0,38547,1732529625709, seqNum=2 because the exception is null or not the one we care about 2024-11-25T10:14:00,980 DEBUG [RS:0;e2fd862922a0:38547-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/d34d01432cbd03941f110edd57c221ca/.tmp/B/76063796208448afa4722d269b2dc525 as hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/d34d01432cbd03941f110edd57c221ca/B/76063796208448afa4722d269b2dc525 2024-11-25T10:14:00,993 INFO [RS:0;e2fd862922a0:38547-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in d34d01432cbd03941f110edd57c221ca/B of d34d01432cbd03941f110edd57c221ca into 76063796208448afa4722d269b2dc525(size=12.3 K), total size for store is 12.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-25T10:14:00,994 DEBUG [RS:0;e2fd862922a0:38547-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for d34d01432cbd03941f110edd57c221ca: 2024-11-25T10:14:00,994 INFO [RS:0;e2fd862922a0:38547-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732529629057.d34d01432cbd03941f110edd57c221ca., storeName=d34d01432cbd03941f110edd57c221ca/B, priority=12, startTime=1732529640444; duration=0sec 2024-11-25T10:14:00,994 DEBUG [RS:0;e2fd862922a0:38547-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-25T10:14:00,994 DEBUG [RS:0;e2fd862922a0:38547-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: d34d01432cbd03941f110edd57c221ca:B 2024-11-25T10:14:01,022 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41005 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=13 2024-11-25T10:14:01,055 INFO [RS_FLUSH_OPERATIONS-regionserver/e2fd862922a0:0-1 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=279 (bloomFilter=true), to=hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/d34d01432cbd03941f110edd57c221ca/.tmp/B/7bd28dfc28d6412a9419952df02385ad 2024-11-25T10:14:01,081 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e2fd862922a0:0-1 {event_type=RS_FLUSH_REGIONS, pid=14}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/d34d01432cbd03941f110edd57c221ca/.tmp/C/c2bd5dcc85b146e4a535414ead43e896 is 50, key is test_row_0/C:col10/1732529640489/Put/seqid=0 2024-11-25T10:14:01,109 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39927 is added to blk_1073741884_1060 (size=12301) 2024-11-25T10:14:01,110 INFO [RS_FLUSH_OPERATIONS-regionserver/e2fd862922a0:0-1 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=279 (bloomFilter=true), to=hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/d34d01432cbd03941f110edd57c221ca/.tmp/C/c2bd5dcc85b146e4a535414ead43e896 2024-11-25T10:14:01,119 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d34d01432cbd03941f110edd57c221ca, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-25T10:14:01,119 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] ipc.CallRunner(138): callId: 114 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47866 deadline: 1732529701113, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d34d01432cbd03941f110edd57c221ca, server=e2fd862922a0,38547,1732529625709 2024-11-25T10:14:01,128 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732529629057.d34d01432cbd03941f110edd57c221ca., hostname=e2fd862922a0,38547,1732529625709, seqNum=2 , the old value is region=TestAcidGuarantees,,1732529629057.d34d01432cbd03941f110edd57c221ca., hostname=e2fd862922a0,38547,1732529625709, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d34d01432cbd03941f110edd57c221ca, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T10:14:01,128 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732529629057.d34d01432cbd03941f110edd57c221ca., hostname=e2fd862922a0,38547,1732529625709, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d34d01432cbd03941f110edd57c221ca, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T10:14:01,128 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732529629057.d34d01432cbd03941f110edd57c221ca., hostname=e2fd862922a0,38547,1732529625709, seqNum=2 because the exception is null or not the one we care about 2024-11-25T10:14:01,129 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d34d01432cbd03941f110edd57c221ca, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-25T10:14:01,129 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] ipc.CallRunner(138): callId: 114 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47884 deadline: 1732529701128, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d34d01432cbd03941f110edd57c221ca, server=e2fd862922a0,38547,1732529625709 2024-11-25T10:14:01,130 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732529629057.d34d01432cbd03941f110edd57c221ca., hostname=e2fd862922a0,38547,1732529625709, seqNum=2 , the old value is region=TestAcidGuarantees,,1732529629057.d34d01432cbd03941f110edd57c221ca., hostname=e2fd862922a0,38547,1732529625709, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d34d01432cbd03941f110edd57c221ca, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T10:14:01,130 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732529629057.d34d01432cbd03941f110edd57c221ca., hostname=e2fd862922a0,38547,1732529625709, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d34d01432cbd03941f110edd57c221ca, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T10:14:01,130 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732529629057.d34d01432cbd03941f110edd57c221ca., hostname=e2fd862922a0,38547,1732529625709, seqNum=2 because the exception is null or not the one we care about 2024-11-25T10:14:01,133 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e2fd862922a0:0-1 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/d34d01432cbd03941f110edd57c221ca/.tmp/A/0e805fdbe53e43a5be317072ea683193 as hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/d34d01432cbd03941f110edd57c221ca/A/0e805fdbe53e43a5be317072ea683193 2024-11-25T10:14:01,139 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d34d01432cbd03941f110edd57c221ca, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-25T10:14:01,139 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] ipc.CallRunner(138): callId: 110 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47878 deadline: 1732529701133, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d34d01432cbd03941f110edd57c221ca, server=e2fd862922a0,38547,1732529625709 2024-11-25T10:14:01,140 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732529629057.d34d01432cbd03941f110edd57c221ca., hostname=e2fd862922a0,38547,1732529625709, seqNum=2 , the old value is region=TestAcidGuarantees,,1732529629057.d34d01432cbd03941f110edd57c221ca., hostname=e2fd862922a0,38547,1732529625709, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d34d01432cbd03941f110edd57c221ca, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T10:14:01,140 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732529629057.d34d01432cbd03941f110edd57c221ca., hostname=e2fd862922a0,38547,1732529625709, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d34d01432cbd03941f110edd57c221ca, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T10:14:01,140 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732529629057.d34d01432cbd03941f110edd57c221ca., hostname=e2fd862922a0,38547,1732529625709, seqNum=2 because the exception is null or not the one we care about 2024-11-25T10:14:01,145 INFO [RS_FLUSH_OPERATIONS-regionserver/e2fd862922a0:0-1 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/d34d01432cbd03941f110edd57c221ca/A/0e805fdbe53e43a5be317072ea683193, entries=200, sequenceid=279, filesize=14.4 K 2024-11-25T10:14:01,155 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e2fd862922a0:0-1 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/d34d01432cbd03941f110edd57c221ca/.tmp/B/7bd28dfc28d6412a9419952df02385ad as hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/d34d01432cbd03941f110edd57c221ca/B/7bd28dfc28d6412a9419952df02385ad 2024-11-25T10:14:01,163 INFO [RS_FLUSH_OPERATIONS-regionserver/e2fd862922a0:0-1 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/d34d01432cbd03941f110edd57c221ca/B/7bd28dfc28d6412a9419952df02385ad, entries=150, sequenceid=279, filesize=12.0 K 2024-11-25T10:14:01,175 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e2fd862922a0:0-1 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/d34d01432cbd03941f110edd57c221ca/.tmp/C/c2bd5dcc85b146e4a535414ead43e896 as hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/d34d01432cbd03941f110edd57c221ca/C/c2bd5dcc85b146e4a535414ead43e896 2024-11-25T10:14:01,189 INFO [RS_FLUSH_OPERATIONS-regionserver/e2fd862922a0:0-1 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/d34d01432cbd03941f110edd57c221ca/C/c2bd5dcc85b146e4a535414ead43e896, entries=150, sequenceid=279, filesize=12.0 K 2024-11-25T10:14:01,191 INFO [RS_FLUSH_OPERATIONS-regionserver/e2fd862922a0:0-1 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.HRegion(3140): Finished flush of dataSize ~53.67 KB/54960, heapSize ~145.88 KB/149376, currentSize=134.18 KB/137400 for d34d01432cbd03941f110edd57c221ca in 678ms, sequenceid=279, compaction requested=false 2024-11-25T10:14:01,191 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e2fd862922a0:0-1 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.HRegion(2603): Flush status journal for d34d01432cbd03941f110edd57c221ca: 2024-11-25T10:14:01,191 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e2fd862922a0:0-1 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732529629057.d34d01432cbd03941f110edd57c221ca. 2024-11-25T10:14:01,191 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e2fd862922a0:0-1 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=14 2024-11-25T10:14:01,192 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41005 {}] master.HMaster(4169): Remote procedure done, pid=14 2024-11-25T10:14:01,198 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=14, resume processing ppid=13 2024-11-25T10:14:01,198 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=14, ppid=13, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.3030 sec 2024-11-25T10:14:01,201 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=13, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=13, table=TestAcidGuarantees in 1.3150 sec 2024-11-25T10:14:01,445 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] regionserver.HRegion(8855): Flush requested on d34d01432cbd03941f110edd57c221ca 2024-11-25T10:14:01,445 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing d34d01432cbd03941f110edd57c221ca 3/3 column families, dataSize=140.89 KB heapSize=400.22 KB 2024-11-25T10:14:01,445 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d34d01432cbd03941f110edd57c221ca, store=A 2024-11-25T10:14:01,445 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-25T10:14:01,445 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d34d01432cbd03941f110edd57c221ca, store=B 2024-11-25T10:14:01,445 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-25T10:14:01,446 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d34d01432cbd03941f110edd57c221ca, store=C 2024-11-25T10:14:01,446 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-25T10:14:01,463 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/d34d01432cbd03941f110edd57c221ca/.tmp/A/4b0efb2643f045b7ac1caf5ba78615c1 is 50, key is test_row_0/A:col10/1732529641438/Put/seqid=0 2024-11-25T10:14:01,479 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d34d01432cbd03941f110edd57c221ca, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-25T10:14:01,479 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] ipc.CallRunner(138): callId: 117 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47884 deadline: 1732529701473, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d34d01432cbd03941f110edd57c221ca, server=e2fd862922a0,38547,1732529625709 2024-11-25T10:14:01,480 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d34d01432cbd03941f110edd57c221ca, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-25T10:14:01,480 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732529629057.d34d01432cbd03941f110edd57c221ca., hostname=e2fd862922a0,38547,1732529625709, seqNum=2 , the old value is region=TestAcidGuarantees,,1732529629057.d34d01432cbd03941f110edd57c221ca., hostname=e2fd862922a0,38547,1732529625709, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d34d01432cbd03941f110edd57c221ca, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T10:14:01,480 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] ipc.CallRunner(138): callId: 118 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47866 deadline: 1732529701473, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d34d01432cbd03941f110edd57c221ca, server=e2fd862922a0,38547,1732529625709 2024-11-25T10:14:01,480 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732529629057.d34d01432cbd03941f110edd57c221ca., hostname=e2fd862922a0,38547,1732529625709, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d34d01432cbd03941f110edd57c221ca, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T10:14:01,480 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732529629057.d34d01432cbd03941f110edd57c221ca., hostname=e2fd862922a0,38547,1732529625709, seqNum=2 because the exception is null or not the one we care about 2024-11-25T10:14:01,481 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732529629057.d34d01432cbd03941f110edd57c221ca., hostname=e2fd862922a0,38547,1732529625709, seqNum=2 , the old value is region=TestAcidGuarantees,,1732529629057.d34d01432cbd03941f110edd57c221ca., hostname=e2fd862922a0,38547,1732529625709, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d34d01432cbd03941f110edd57c221ca, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T10:14:01,481 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732529629057.d34d01432cbd03941f110edd57c221ca., hostname=e2fd862922a0,38547,1732529625709, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d34d01432cbd03941f110edd57c221ca, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T10:14:01,481 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732529629057.d34d01432cbd03941f110edd57c221ca., hostname=e2fd862922a0,38547,1732529625709, seqNum=2 because the exception is null or not the one we care about 2024-11-25T10:14:01,490 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d34d01432cbd03941f110edd57c221ca, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-25T10:14:01,490 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] ipc.CallRunner(138): callId: 113 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47878 deadline: 1732529701476, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d34d01432cbd03941f110edd57c221ca, server=e2fd862922a0,38547,1732529625709 2024-11-25T10:14:01,490 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732529629057.d34d01432cbd03941f110edd57c221ca., hostname=e2fd862922a0,38547,1732529625709, seqNum=2 , the old value is region=TestAcidGuarantees,,1732529629057.d34d01432cbd03941f110edd57c221ca., hostname=e2fd862922a0,38547,1732529625709, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d34d01432cbd03941f110edd57c221ca, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T10:14:01,490 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732529629057.d34d01432cbd03941f110edd57c221ca., hostname=e2fd862922a0,38547,1732529625709, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d34d01432cbd03941f110edd57c221ca, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T10:14:01,490 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732529629057.d34d01432cbd03941f110edd57c221ca., hostname=e2fd862922a0,38547,1732529625709, seqNum=2 because the exception is null or not the one we care about 2024-11-25T10:14:01,519 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39927 is added to blk_1073741885_1061 (size=14741) 2024-11-25T10:14:01,593 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d34d01432cbd03941f110edd57c221ca, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-25T10:14:01,593 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] ipc.CallRunner(138): callId: 118 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47884 deadline: 1732529701592, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d34d01432cbd03941f110edd57c221ca, server=e2fd862922a0,38547,1732529625709 2024-11-25T10:14:01,594 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732529629057.d34d01432cbd03941f110edd57c221ca., hostname=e2fd862922a0,38547,1732529625709, seqNum=2 , the old value is region=TestAcidGuarantees,,1732529629057.d34d01432cbd03941f110edd57c221ca., hostname=e2fd862922a0,38547,1732529625709, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d34d01432cbd03941f110edd57c221ca, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T10:14:01,594 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d34d01432cbd03941f110edd57c221ca, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-25T10:14:01,594 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732529629057.d34d01432cbd03941f110edd57c221ca., hostname=e2fd862922a0,38547,1732529625709, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d34d01432cbd03941f110edd57c221ca, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T10:14:01,594 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732529629057.d34d01432cbd03941f110edd57c221ca., hostname=e2fd862922a0,38547,1732529625709, seqNum=2 because the exception is null or not the one we care about 2024-11-25T10:14:01,594 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] ipc.CallRunner(138): callId: 119 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47866 deadline: 1732529701592, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d34d01432cbd03941f110edd57c221ca, server=e2fd862922a0,38547,1732529625709 2024-11-25T10:14:01,595 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732529629057.d34d01432cbd03941f110edd57c221ca., hostname=e2fd862922a0,38547,1732529625709, seqNum=2 , the old value is region=TestAcidGuarantees,,1732529629057.d34d01432cbd03941f110edd57c221ca., hostname=e2fd862922a0,38547,1732529625709, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d34d01432cbd03941f110edd57c221ca, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T10:14:01,595 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732529629057.d34d01432cbd03941f110edd57c221ca., hostname=e2fd862922a0,38547,1732529625709, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d34d01432cbd03941f110edd57c221ca, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T10:14:01,595 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732529629057.d34d01432cbd03941f110edd57c221ca., hostname=e2fd862922a0,38547,1732529625709, seqNum=2 because the exception is null or not the one we care about 2024-11-25T10:14:01,608 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d34d01432cbd03941f110edd57c221ca, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-25T10:14:01,609 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] ipc.CallRunner(138): callId: 114 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47878 deadline: 1732529701604, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d34d01432cbd03941f110edd57c221ca, server=e2fd862922a0,38547,1732529625709 2024-11-25T10:14:01,610 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732529629057.d34d01432cbd03941f110edd57c221ca., hostname=e2fd862922a0,38547,1732529625709, seqNum=2 , the old value is region=TestAcidGuarantees,,1732529629057.d34d01432cbd03941f110edd57c221ca., hostname=e2fd862922a0,38547,1732529625709, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d34d01432cbd03941f110edd57c221ca, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T10:14:01,610 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732529629057.d34d01432cbd03941f110edd57c221ca., hostname=e2fd862922a0,38547,1732529625709, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d34d01432cbd03941f110edd57c221ca, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T10:14:01,610 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732529629057.d34d01432cbd03941f110edd57c221ca., hostname=e2fd862922a0,38547,1732529625709, seqNum=2 because the exception is null or not the one we care about 2024-11-25T10:14:01,807 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d34d01432cbd03941f110edd57c221ca, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-25T10:14:01,808 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] ipc.CallRunner(138): callId: 119 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47884 deadline: 1732529701803, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d34d01432cbd03941f110edd57c221ca, server=e2fd862922a0,38547,1732529625709 2024-11-25T10:14:01,808 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732529629057.d34d01432cbd03941f110edd57c221ca., hostname=e2fd862922a0,38547,1732529625709, seqNum=2 , the old value is region=TestAcidGuarantees,,1732529629057.d34d01432cbd03941f110edd57c221ca., hostname=e2fd862922a0,38547,1732529625709, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d34d01432cbd03941f110edd57c221ca, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T10:14:01,809 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732529629057.d34d01432cbd03941f110edd57c221ca., hostname=e2fd862922a0,38547,1732529625709, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d34d01432cbd03941f110edd57c221ca, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T10:14:01,809 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732529629057.d34d01432cbd03941f110edd57c221ca., hostname=e2fd862922a0,38547,1732529625709, seqNum=2 because the exception is null or not the one we care about 2024-11-25T10:14:01,809 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d34d01432cbd03941f110edd57c221ca, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-25T10:14:01,809 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] ipc.CallRunner(138): callId: 120 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47866 deadline: 1732529701803, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d34d01432cbd03941f110edd57c221ca, server=e2fd862922a0,38547,1732529625709 2024-11-25T10:14:01,810 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732529629057.d34d01432cbd03941f110edd57c221ca., hostname=e2fd862922a0,38547,1732529625709, seqNum=2 , the old value is region=TestAcidGuarantees,,1732529629057.d34d01432cbd03941f110edd57c221ca., hostname=e2fd862922a0,38547,1732529625709, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d34d01432cbd03941f110edd57c221ca, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T10:14:01,810 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732529629057.d34d01432cbd03941f110edd57c221ca., hostname=e2fd862922a0,38547,1732529625709, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d34d01432cbd03941f110edd57c221ca, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T10:14:01,810 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732529629057.d34d01432cbd03941f110edd57c221ca., hostname=e2fd862922a0,38547,1732529625709, seqNum=2 because the exception is null or not the one we care about 2024-11-25T10:14:01,827 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d34d01432cbd03941f110edd57c221ca, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-25T10:14:01,828 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] ipc.CallRunner(138): callId: 115 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47878 deadline: 1732529701822, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d34d01432cbd03941f110edd57c221ca, server=e2fd862922a0,38547,1732529625709 2024-11-25T10:14:01,838 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732529629057.d34d01432cbd03941f110edd57c221ca., hostname=e2fd862922a0,38547,1732529625709, seqNum=2 , the old value is region=TestAcidGuarantees,,1732529629057.d34d01432cbd03941f110edd57c221ca., hostname=e2fd862922a0,38547,1732529625709, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d34d01432cbd03941f110edd57c221ca, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T10:14:01,838 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732529629057.d34d01432cbd03941f110edd57c221ca., hostname=e2fd862922a0,38547,1732529625709, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d34d01432cbd03941f110edd57c221ca, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T10:14:01,838 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732529629057.d34d01432cbd03941f110edd57c221ca., hostname=e2fd862922a0,38547,1732529625709, seqNum=2 because the exception is null or not the one we care about 2024-11-25T10:14:01,920 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=319 (bloomFilter=true), to=hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/d34d01432cbd03941f110edd57c221ca/.tmp/A/4b0efb2643f045b7ac1caf5ba78615c1 2024-11-25T10:14:01,947 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/d34d01432cbd03941f110edd57c221ca/.tmp/B/ae394a1aaeff4a64a4020301b3489908 is 50, key is test_row_0/B:col10/1732529641438/Put/seqid=0 2024-11-25T10:14:01,995 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39927 is added to blk_1073741886_1062 (size=12301) 2024-11-25T10:14:01,996 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=319 (bloomFilter=true), to=hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/d34d01432cbd03941f110edd57c221ca/.tmp/B/ae394a1aaeff4a64a4020301b3489908 2024-11-25T10:14:02,026 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/d34d01432cbd03941f110edd57c221ca/.tmp/C/1e8033e93d514bd99b63c0287e10f2e4 is 50, key is test_row_0/C:col10/1732529641438/Put/seqid=0 2024-11-25T10:14:02,033 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41005 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=13 2024-11-25T10:14:02,034 INFO [RPCClient-NioEventLoopGroup-4-8 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-25T10:14:02,034 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41005 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-25T10:14:02,036 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41005 {}] procedure2.ProcedureExecutor(1139): Stored pid=15, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=15, table=TestAcidGuarantees 2024-11-25T10:14:02,038 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41005 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=15 2024-11-25T10:14:02,038 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=15, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=15, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-25T10:14:02,040 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=15, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=15, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-25T10:14:02,040 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=16, ppid=15, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-25T10:14:02,071 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39927 is added to blk_1073741887_1063 (size=12301) 2024-11-25T10:14:02,072 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=319 (bloomFilter=true), to=hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/d34d01432cbd03941f110edd57c221ca/.tmp/C/1e8033e93d514bd99b63c0287e10f2e4 2024-11-25T10:14:02,083 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/d34d01432cbd03941f110edd57c221ca/.tmp/A/4b0efb2643f045b7ac1caf5ba78615c1 as hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/d34d01432cbd03941f110edd57c221ca/A/4b0efb2643f045b7ac1caf5ba78615c1 2024-11-25T10:14:02,094 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/d34d01432cbd03941f110edd57c221ca/A/4b0efb2643f045b7ac1caf5ba78615c1, entries=200, sequenceid=319, filesize=14.4 K 2024-11-25T10:14:02,095 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/d34d01432cbd03941f110edd57c221ca/.tmp/B/ae394a1aaeff4a64a4020301b3489908 as hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/d34d01432cbd03941f110edd57c221ca/B/ae394a1aaeff4a64a4020301b3489908 2024-11-25T10:14:02,103 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/d34d01432cbd03941f110edd57c221ca/B/ae394a1aaeff4a64a4020301b3489908, entries=150, sequenceid=319, filesize=12.0 K 2024-11-25T10:14:02,105 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/d34d01432cbd03941f110edd57c221ca/.tmp/C/1e8033e93d514bd99b63c0287e10f2e4 as hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/d34d01432cbd03941f110edd57c221ca/C/1e8033e93d514bd99b63c0287e10f2e4 2024-11-25T10:14:02,120 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/d34d01432cbd03941f110edd57c221ca/C/1e8033e93d514bd99b63c0287e10f2e4, entries=150, sequenceid=319, filesize=12.0 K 2024-11-25T10:14:02,123 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~140.89 KB/144270, heapSize ~400.17 KB/409776, currentSize=40.25 KB/41220 for d34d01432cbd03941f110edd57c221ca in 678ms, sequenceid=319, compaction requested=true 2024-11-25T10:14:02,124 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for d34d01432cbd03941f110edd57c221ca: 2024-11-25T10:14:02,124 DEBUG [RS:0;e2fd862922a0:38547-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-25T10:14:02,126 DEBUG [RS:0;e2fd862922a0:38547-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 42111 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-25T10:14:02,126 DEBUG [RS:0;e2fd862922a0:38547-shortCompactions-0 {}] regionserver.HStore(1541): d34d01432cbd03941f110edd57c221ca/A is initiating minor compaction (all files) 2024-11-25T10:14:02,126 INFO [RS:0;e2fd862922a0:38547-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of d34d01432cbd03941f110edd57c221ca/A in TestAcidGuarantees,,1732529629057.d34d01432cbd03941f110edd57c221ca. 2024-11-25T10:14:02,126 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store d34d01432cbd03941f110edd57c221ca:A, priority=-2147483648, current under compaction store size is 1 2024-11-25T10:14:02,126 INFO [RS:0;e2fd862922a0:38547-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/d34d01432cbd03941f110edd57c221ca/A/8373125a6d26410c8a67d3f487699578, hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/d34d01432cbd03941f110edd57c221ca/A/0e805fdbe53e43a5be317072ea683193, hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/d34d01432cbd03941f110edd57c221ca/A/4b0efb2643f045b7ac1caf5ba78615c1] into tmpdir=hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/d34d01432cbd03941f110edd57c221ca/.tmp, totalSize=41.1 K 2024-11-25T10:14:02,126 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-25T10:14:02,126 DEBUG [RS:0;e2fd862922a0:38547-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-25T10:14:02,126 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store d34d01432cbd03941f110edd57c221ca:B, priority=-2147483648, current under compaction store size is 2 2024-11-25T10:14:02,127 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-25T10:14:02,127 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store d34d01432cbd03941f110edd57c221ca:C, priority=-2147483648, current under compaction store size is 3 2024-11-25T10:14:02,127 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-25T10:14:02,127 DEBUG [RS:0;e2fd862922a0:38547-shortCompactions-0 {}] compactions.Compactor(225): Compacting 8373125a6d26410c8a67d3f487699578, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=254, earliestPutTs=1732529639729 2024-11-25T10:14:02,127 DEBUG [RS:0;e2fd862922a0:38547-shortCompactions-0 {}] compactions.Compactor(225): Compacting 0e805fdbe53e43a5be317072ea683193, keycount=200, bloomtype=ROW, size=14.4 K, encoding=NONE, compression=NONE, seqNum=279, earliestPutTs=1732529640489 2024-11-25T10:14:02,128 DEBUG [RS:0;e2fd862922a0:38547-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37231 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-25T10:14:02,128 DEBUG [RS:0;e2fd862922a0:38547-longCompactions-0 {}] regionserver.HStore(1541): d34d01432cbd03941f110edd57c221ca/B is initiating minor compaction (all files) 2024-11-25T10:14:02,128 INFO [RS:0;e2fd862922a0:38547-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of d34d01432cbd03941f110edd57c221ca/B in TestAcidGuarantees,,1732529629057.d34d01432cbd03941f110edd57c221ca. 2024-11-25T10:14:02,129 INFO [RS:0;e2fd862922a0:38547-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/d34d01432cbd03941f110edd57c221ca/B/76063796208448afa4722d269b2dc525, hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/d34d01432cbd03941f110edd57c221ca/B/7bd28dfc28d6412a9419952df02385ad, hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/d34d01432cbd03941f110edd57c221ca/B/ae394a1aaeff4a64a4020301b3489908] into tmpdir=hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/d34d01432cbd03941f110edd57c221ca/.tmp, totalSize=36.4 K 2024-11-25T10:14:02,129 DEBUG [RS:0;e2fd862922a0:38547-longCompactions-0 {}] compactions.Compactor(225): Compacting 76063796208448afa4722d269b2dc525, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=254, earliestPutTs=1732529639729 2024-11-25T10:14:02,130 DEBUG [RS:0;e2fd862922a0:38547-shortCompactions-0 {}] compactions.Compactor(225): Compacting 4b0efb2643f045b7ac1caf5ba78615c1, keycount=200, bloomtype=ROW, size=14.4 K, encoding=NONE, compression=NONE, seqNum=319, earliestPutTs=1732529640745 2024-11-25T10:14:02,131 DEBUG [RS:0;e2fd862922a0:38547-longCompactions-0 {}] compactions.Compactor(225): Compacting 7bd28dfc28d6412a9419952df02385ad, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=279, earliestPutTs=1732529640489 2024-11-25T10:14:02,132 DEBUG [RS:0;e2fd862922a0:38547-longCompactions-0 {}] compactions.Compactor(225): Compacting ae394a1aaeff4a64a4020301b3489908, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=319, earliestPutTs=1732529640748 2024-11-25T10:14:02,140 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] regionserver.HRegion(8855): Flush requested on d34d01432cbd03941f110edd57c221ca 2024-11-25T10:14:02,140 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing d34d01432cbd03941f110edd57c221ca 3/3 column families, dataSize=46.96 KB heapSize=140.20 KB 2024-11-25T10:14:02,140 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d34d01432cbd03941f110edd57c221ca, store=A 2024-11-25T10:14:02,140 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T10:14:02,141 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d34d01432cbd03941f110edd57c221ca, store=B 2024-11-25T10:14:02,141 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T10:14:02,141 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d34d01432cbd03941f110edd57c221ca, store=C 2024-11-25T10:14:02,141 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T10:14:02,143 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41005 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=15 2024-11-25T10:14:02,156 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/d34d01432cbd03941f110edd57c221ca/.tmp/A/007c090db80d41438609f466dfb88239 is 50, key is test_row_0/A:col10/1732529641467/Put/seqid=0 2024-11-25T10:14:02,167 INFO [RS:0;e2fd862922a0:38547-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): d34d01432cbd03941f110edd57c221ca#A#compaction#52 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-25T10:14:02,168 DEBUG [RS:0;e2fd862922a0:38547-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/d34d01432cbd03941f110edd57c221ca/.tmp/A/563fb4cee62641dbb380bba750826659 is 50, key is test_row_0/A:col10/1732529641438/Put/seqid=0 2024-11-25T10:14:02,178 INFO [RS:0;e2fd862922a0:38547-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): d34d01432cbd03941f110edd57c221ca#B#compaction#53 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-25T10:14:02,179 DEBUG [RS:0;e2fd862922a0:38547-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/d34d01432cbd03941f110edd57c221ca/.tmp/B/245a5eabce544ec7bd4185e51fa19156 is 50, key is test_row_0/B:col10/1732529641438/Put/seqid=0 2024-11-25T10:14:02,195 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=38547 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=16 2024-11-25T10:14:02,196 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e2fd862922a0:0-2 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732529629057.d34d01432cbd03941f110edd57c221ca. 2024-11-25T10:14:02,196 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e2fd862922a0:0-2 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732529629057.d34d01432cbd03941f110edd57c221ca. as already flushing 2024-11-25T10:14:02,196 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e2fd862922a0:0-2 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732529629057.d34d01432cbd03941f110edd57c221ca. 2024-11-25T10:14:02,196 ERROR [RS_FLUSH_OPERATIONS-regionserver/e2fd862922a0:0-2 {event_type=RS_FLUSH_REGIONS, pid=16}] handler.RSProcedureHandler(58): pid=16 java.io.IOException: Unable to complete flush {ENCODED => d34d01432cbd03941f110edd57c221ca, NAME => 'TestAcidGuarantees,,1732529629057.d34d01432cbd03941f110edd57c221ca.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T10:14:02,197 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e2fd862922a0:0-2 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=16 java.io.IOException: Unable to complete flush {ENCODED => d34d01432cbd03941f110edd57c221ca, NAME => 'TestAcidGuarantees,,1732529629057.d34d01432cbd03941f110edd57c221ca.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T10:14:02,198 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41005 {}] master.HMaster(4177): Remote procedure failed, pid=16 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => d34d01432cbd03941f110edd57c221ca, NAME => 'TestAcidGuarantees,,1732529629057.d34d01432cbd03941f110edd57c221ca.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => d34d01432cbd03941f110edd57c221ca, NAME => 'TestAcidGuarantees,,1732529629057.d34d01432cbd03941f110edd57c221ca.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T10:14:02,224 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39927 is added to blk_1073741888_1064 (size=14741) 2024-11-25T10:14:02,238 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39927 is added to blk_1073741889_1065 (size=12881) 2024-11-25T10:14:02,253 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39927 is added to blk_1073741890_1066 (size=12881) 2024-11-25T10:14:02,254 DEBUG [RS:0;e2fd862922a0:38547-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/d34d01432cbd03941f110edd57c221ca/.tmp/A/563fb4cee62641dbb380bba750826659 as hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/d34d01432cbd03941f110edd57c221ca/A/563fb4cee62641dbb380bba750826659 2024-11-25T10:14:02,268 DEBUG [RS:0;e2fd862922a0:38547-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/d34d01432cbd03941f110edd57c221ca/.tmp/B/245a5eabce544ec7bd4185e51fa19156 as hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/d34d01432cbd03941f110edd57c221ca/B/245a5eabce544ec7bd4185e51fa19156 2024-11-25T10:14:02,271 INFO [RS:0;e2fd862922a0:38547-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in d34d01432cbd03941f110edd57c221ca/A of d34d01432cbd03941f110edd57c221ca into 563fb4cee62641dbb380bba750826659(size=12.6 K), total size for store is 12.6 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-25T10:14:02,271 DEBUG [RS:0;e2fd862922a0:38547-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for d34d01432cbd03941f110edd57c221ca: 2024-11-25T10:14:02,271 INFO [RS:0;e2fd862922a0:38547-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732529629057.d34d01432cbd03941f110edd57c221ca., storeName=d34d01432cbd03941f110edd57c221ca/A, priority=13, startTime=1732529642124; duration=0sec 2024-11-25T10:14:02,271 DEBUG [RS:0;e2fd862922a0:38547-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-25T10:14:02,271 DEBUG [RS:0;e2fd862922a0:38547-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: d34d01432cbd03941f110edd57c221ca:A 2024-11-25T10:14:02,271 DEBUG [RS:0;e2fd862922a0:38547-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-25T10:14:02,277 DEBUG [RS:0;e2fd862922a0:38547-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37231 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-25T10:14:02,277 DEBUG [RS:0;e2fd862922a0:38547-shortCompactions-0 {}] regionserver.HStore(1541): d34d01432cbd03941f110edd57c221ca/C is initiating minor compaction (all files) 2024-11-25T10:14:02,277 INFO [RS:0;e2fd862922a0:38547-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of d34d01432cbd03941f110edd57c221ca/C in TestAcidGuarantees,,1732529629057.d34d01432cbd03941f110edd57c221ca. 2024-11-25T10:14:02,277 INFO [RS:0;e2fd862922a0:38547-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/d34d01432cbd03941f110edd57c221ca/C/b8f7d723bd7d476db7f40ba2b46bd865, hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/d34d01432cbd03941f110edd57c221ca/C/c2bd5dcc85b146e4a535414ead43e896, hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/d34d01432cbd03941f110edd57c221ca/C/1e8033e93d514bd99b63c0287e10f2e4] into tmpdir=hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/d34d01432cbd03941f110edd57c221ca/.tmp, totalSize=36.4 K 2024-11-25T10:14:02,278 DEBUG [RS:0;e2fd862922a0:38547-shortCompactions-0 {}] compactions.Compactor(225): Compacting b8f7d723bd7d476db7f40ba2b46bd865, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=254, earliestPutTs=1732529639729 2024-11-25T10:14:02,278 DEBUG [RS:0;e2fd862922a0:38547-shortCompactions-0 {}] compactions.Compactor(225): Compacting c2bd5dcc85b146e4a535414ead43e896, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=279, earliestPutTs=1732529640489 2024-11-25T10:14:02,279 DEBUG [RS:0;e2fd862922a0:38547-shortCompactions-0 {}] compactions.Compactor(225): Compacting 1e8033e93d514bd99b63c0287e10f2e4, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=319, earliestPutTs=1732529640748 2024-11-25T10:14:02,280 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/e2fd862922a0:0-9 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=209, cellSize=9565, totalHeapSize=21976, min timestamp=1732529642163, max timestamp=1732529642276Num uniques 859; 2024-11-25T10:14:02,280 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/e2fd862922a0:0-9 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=9565, suffix heap size=117064,new segment heap size=21976 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=209 2024-11-25T10:14:02,284 INFO [RS:0;e2fd862922a0:38547-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in d34d01432cbd03941f110edd57c221ca/B of d34d01432cbd03941f110edd57c221ca into 245a5eabce544ec7bd4185e51fa19156(size=12.6 K), total size for store is 12.6 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-25T10:14:02,284 DEBUG [RS:0;e2fd862922a0:38547-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for d34d01432cbd03941f110edd57c221ca: 2024-11-25T10:14:02,284 INFO [RS:0;e2fd862922a0:38547-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732529629057.d34d01432cbd03941f110edd57c221ca., storeName=d34d01432cbd03941f110edd57c221ca/B, priority=13, startTime=1732529642126; duration=0sec 2024-11-25T10:14:02,284 DEBUG [RS:0;e2fd862922a0:38547-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-25T10:14:02,284 DEBUG [RS:0;e2fd862922a0:38547-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: d34d01432cbd03941f110edd57c221ca:B 2024-11-25T10:14:02,289 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/e2fd862922a0:0-4 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=209, cellSize=9565, totalHeapSize=21976, min timestamp=1732529642163, max timestamp=1732529642276Num uniques 859; 2024-11-25T10:14:02,289 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/e2fd862922a0:0-4 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=9565, suffix heap size=117064,new segment heap size=21976 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=209 2024-11-25T10:14:02,291 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/e2fd862922a0:0-4 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=209, cellSize=9565, totalHeapSize=21976, min timestamp=1732529642163, max timestamp=1732529642276Num uniques 859; 2024-11-25T10:14:02,291 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/e2fd862922a0:0-4 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=9565, suffix heap size=117064,new segment heap size=21976 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=209 2024-11-25T10:14:02,292 INFO [RS:0;e2fd862922a0:38547-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): d34d01432cbd03941f110edd57c221ca#C#compaction#54 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-25T10:14:02,294 DEBUG [RS:0;e2fd862922a0:38547-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/d34d01432cbd03941f110edd57c221ca/.tmp/C/63a8cb572b354facabad1535a61e240c is 50, key is test_row_0/C:col10/1732529641438/Put/seqid=0 2024-11-25T10:14:02,352 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41005 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=15 2024-11-25T10:14:02,354 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=38547 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=16 2024-11-25T10:14:02,355 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e2fd862922a0:0-0 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732529629057.d34d01432cbd03941f110edd57c221ca. 2024-11-25T10:14:02,355 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e2fd862922a0:0-0 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732529629057.d34d01432cbd03941f110edd57c221ca. as already flushing 2024-11-25T10:14:02,355 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e2fd862922a0:0-0 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732529629057.d34d01432cbd03941f110edd57c221ca. 2024-11-25T10:14:02,355 ERROR [RS_FLUSH_OPERATIONS-regionserver/e2fd862922a0:0-0 {event_type=RS_FLUSH_REGIONS, pid=16}] handler.RSProcedureHandler(58): pid=16 java.io.IOException: Unable to complete flush {ENCODED => d34d01432cbd03941f110edd57c221ca, NAME => 'TestAcidGuarantees,,1732529629057.d34d01432cbd03941f110edd57c221ca.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T10:14:02,355 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e2fd862922a0:0-0 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=16 java.io.IOException: Unable to complete flush {ENCODED => d34d01432cbd03941f110edd57c221ca, NAME => 'TestAcidGuarantees,,1732529629057.d34d01432cbd03941f110edd57c221ca.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T10:14:02,356 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41005 {}] master.HMaster(4177): Remote procedure failed, pid=16 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => d34d01432cbd03941f110edd57c221ca, NAME => 'TestAcidGuarantees,,1732529629057.d34d01432cbd03941f110edd57c221ca.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => d34d01432cbd03941f110edd57c221ca, NAME => 'TestAcidGuarantees,,1732529629057.d34d01432cbd03941f110edd57c221ca.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T10:14:02,364 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39927 is added to blk_1073741891_1067 (size=12881) 2024-11-25T10:14:02,391 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d34d01432cbd03941f110edd57c221ca, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-25T10:14:02,392 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] ipc.CallRunner(138): callId: 132 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47866 deadline: 1732529702378, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d34d01432cbd03941f110edd57c221ca, server=e2fd862922a0,38547,1732529625709 2024-11-25T10:14:02,394 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732529629057.d34d01432cbd03941f110edd57c221ca., hostname=e2fd862922a0,38547,1732529625709, seqNum=2 , the old value is region=TestAcidGuarantees,,1732529629057.d34d01432cbd03941f110edd57c221ca., hostname=e2fd862922a0,38547,1732529625709, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d34d01432cbd03941f110edd57c221ca, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T10:14:02,394 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732529629057.d34d01432cbd03941f110edd57c221ca., hostname=e2fd862922a0,38547,1732529625709, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d34d01432cbd03941f110edd57c221ca, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T10:14:02,394 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732529629057.d34d01432cbd03941f110edd57c221ca., hostname=e2fd862922a0,38547,1732529625709, seqNum=2 because the exception is null or not the one we care about 2024-11-25T10:14:02,409 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d34d01432cbd03941f110edd57c221ca, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-25T10:14:02,410 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] ipc.CallRunner(138): callId: 127 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47878 deadline: 1732529702391, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d34d01432cbd03941f110edd57c221ca, server=e2fd862922a0,38547,1732529625709 2024-11-25T10:14:02,414 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d34d01432cbd03941f110edd57c221ca, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-25T10:14:02,415 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] ipc.CallRunner(138): callId: 133 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47884 deadline: 1732529702391, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d34d01432cbd03941f110edd57c221ca, server=e2fd862922a0,38547,1732529625709 2024-11-25T10:14:02,415 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732529629057.d34d01432cbd03941f110edd57c221ca., hostname=e2fd862922a0,38547,1732529625709, seqNum=2 , the old value is region=TestAcidGuarantees,,1732529629057.d34d01432cbd03941f110edd57c221ca., hostname=e2fd862922a0,38547,1732529625709, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d34d01432cbd03941f110edd57c221ca, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T10:14:02,416 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732529629057.d34d01432cbd03941f110edd57c221ca., hostname=e2fd862922a0,38547,1732529625709, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d34d01432cbd03941f110edd57c221ca, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T10:14:02,416 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732529629057.d34d01432cbd03941f110edd57c221ca., hostname=e2fd862922a0,38547,1732529625709, seqNum=2 because the exception is null or not the one we care about 2024-11-25T10:14:02,421 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732529629057.d34d01432cbd03941f110edd57c221ca., hostname=e2fd862922a0,38547,1732529625709, seqNum=2 , the old value is region=TestAcidGuarantees,,1732529629057.d34d01432cbd03941f110edd57c221ca., hostname=e2fd862922a0,38547,1732529625709, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d34d01432cbd03941f110edd57c221ca, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T10:14:02,422 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732529629057.d34d01432cbd03941f110edd57c221ca., hostname=e2fd862922a0,38547,1732529625709, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d34d01432cbd03941f110edd57c221ca, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T10:14:02,422 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732529629057.d34d01432cbd03941f110edd57c221ca., hostname=e2fd862922a0,38547,1732529625709, seqNum=2 because the exception is null or not the one we care about 2024-11-25T10:14:02,504 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d34d01432cbd03941f110edd57c221ca, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-25T10:14:02,504 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] ipc.CallRunner(138): callId: 133 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47866 deadline: 1732529702503, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d34d01432cbd03941f110edd57c221ca, server=e2fd862922a0,38547,1732529625709 2024-11-25T10:14:02,506 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732529629057.d34d01432cbd03941f110edd57c221ca., hostname=e2fd862922a0,38547,1732529625709, seqNum=2 , the old value is region=TestAcidGuarantees,,1732529629057.d34d01432cbd03941f110edd57c221ca., hostname=e2fd862922a0,38547,1732529625709, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d34d01432cbd03941f110edd57c221ca, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T10:14:02,506 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732529629057.d34d01432cbd03941f110edd57c221ca., hostname=e2fd862922a0,38547,1732529625709, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d34d01432cbd03941f110edd57c221ca, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T10:14:02,506 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732529629057.d34d01432cbd03941f110edd57c221ca., hostname=e2fd862922a0,38547,1732529625709, seqNum=2 because the exception is null or not the one we care about 2024-11-25T10:14:02,516 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=38547 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=16 2024-11-25T10:14:02,517 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e2fd862922a0:0-1 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732529629057.d34d01432cbd03941f110edd57c221ca. 2024-11-25T10:14:02,517 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e2fd862922a0:0-1 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732529629057.d34d01432cbd03941f110edd57c221ca. as already flushing 2024-11-25T10:14:02,517 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e2fd862922a0:0-1 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732529629057.d34d01432cbd03941f110edd57c221ca. 2024-11-25T10:14:02,517 ERROR [RS_FLUSH_OPERATIONS-regionserver/e2fd862922a0:0-1 {event_type=RS_FLUSH_REGIONS, pid=16}] handler.RSProcedureHandler(58): pid=16 java.io.IOException: Unable to complete flush {ENCODED => d34d01432cbd03941f110edd57c221ca, NAME => 'TestAcidGuarantees,,1732529629057.d34d01432cbd03941f110edd57c221ca.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T10:14:02,517 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e2fd862922a0:0-1 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=16 java.io.IOException: Unable to complete flush {ENCODED => d34d01432cbd03941f110edd57c221ca, NAME => 'TestAcidGuarantees,,1732529629057.d34d01432cbd03941f110edd57c221ca.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T10:14:02,520 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41005 {}] master.HMaster(4177): Remote procedure failed, pid=16 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => d34d01432cbd03941f110edd57c221ca, NAME => 'TestAcidGuarantees,,1732529629057.d34d01432cbd03941f110edd57c221ca.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => d34d01432cbd03941f110edd57c221ca, NAME => 'TestAcidGuarantees,,1732529629057.d34d01432cbd03941f110edd57c221ca.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T10:14:02,529 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d34d01432cbd03941f110edd57c221ca, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-25T10:14:02,529 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] ipc.CallRunner(138): callId: 134 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47884 deadline: 1732529702522, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d34d01432cbd03941f110edd57c221ca, server=e2fd862922a0,38547,1732529625709 2024-11-25T10:14:02,530 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732529629057.d34d01432cbd03941f110edd57c221ca., hostname=e2fd862922a0,38547,1732529625709, seqNum=2 , the old value is region=TestAcidGuarantees,,1732529629057.d34d01432cbd03941f110edd57c221ca., hostname=e2fd862922a0,38547,1732529625709, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d34d01432cbd03941f110edd57c221ca, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T10:14:02,530 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732529629057.d34d01432cbd03941f110edd57c221ca., hostname=e2fd862922a0,38547,1732529625709, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d34d01432cbd03941f110edd57c221ca, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T10:14:02,530 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732529629057.d34d01432cbd03941f110edd57c221ca., hostname=e2fd862922a0,38547,1732529625709, seqNum=2 because the exception is null or not the one we care about 2024-11-25T10:14:02,533 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d34d01432cbd03941f110edd57c221ca, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-25T10:14:02,533 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] ipc.CallRunner(138): callId: 128 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47878 deadline: 1732529702532, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d34d01432cbd03941f110edd57c221ca, server=e2fd862922a0,38547,1732529625709 2024-11-25T10:14:02,534 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732529629057.d34d01432cbd03941f110edd57c221ca., hostname=e2fd862922a0,38547,1732529625709, seqNum=2 , the old value is region=TestAcidGuarantees,,1732529629057.d34d01432cbd03941f110edd57c221ca., hostname=e2fd862922a0,38547,1732529625709, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d34d01432cbd03941f110edd57c221ca, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T10:14:02,534 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732529629057.d34d01432cbd03941f110edd57c221ca., hostname=e2fd862922a0,38547,1732529625709, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d34d01432cbd03941f110edd57c221ca, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T10:14:02,534 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732529629057.d34d01432cbd03941f110edd57c221ca., hostname=e2fd862922a0,38547,1732529625709, seqNum=2 because the exception is null or not the one we care about 2024-11-25T10:14:02,625 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=329 (bloomFilter=true), to=hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/d34d01432cbd03941f110edd57c221ca/.tmp/A/007c090db80d41438609f466dfb88239 2024-11-25T10:14:02,651 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/d34d01432cbd03941f110edd57c221ca/.tmp/B/a72d6e8d495842c78d4d684cec9ba627 is 50, key is test_row_0/B:col10/1732529641467/Put/seqid=0 2024-11-25T10:14:02,663 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41005 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=15 2024-11-25T10:14:02,668 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d34d01432cbd03941f110edd57c221ca, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-25T10:14:02,668 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] ipc.CallRunner(138): callId: 30 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47850 deadline: 1732529702663, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d34d01432cbd03941f110edd57c221ca, server=e2fd862922a0,38547,1732529625709 2024-11-25T10:14:02,669 WARN [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRpcRetryingCaller(177): Call to e2fd862922a0,38547,1732529625709 for 'test_row_0' in d34d01432cbd03941f110edd57c221ca of TestAcidGuarantees failed, tries = 8, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 8300 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d34d01432cbd03941f110edd57c221ca, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor39.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d34d01432cbd03941f110edd57c221ca, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 32 more 2024-11-25T10:14:02,670 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732529629057.d34d01432cbd03941f110edd57c221ca., hostname=e2fd862922a0,38547,1732529625709, seqNum=2 , the old value is region=TestAcidGuarantees,,1732529629057.d34d01432cbd03941f110edd57c221ca., hostname=e2fd862922a0,38547,1732529625709, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d34d01432cbd03941f110edd57c221ca, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T10:14:02,670 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732529629057.d34d01432cbd03941f110edd57c221ca., hostname=e2fd862922a0,38547,1732529625709, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d34d01432cbd03941f110edd57c221ca, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T10:14:02,670 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732529629057.d34d01432cbd03941f110edd57c221ca., hostname=e2fd862922a0,38547,1732529625709, seqNum=2 because the exception is null or not the one we care about 2024-11-25T10:14:02,675 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=38547 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=16 2024-11-25T10:14:02,675 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e2fd862922a0:0-2 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732529629057.d34d01432cbd03941f110edd57c221ca. 2024-11-25T10:14:02,675 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e2fd862922a0:0-2 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732529629057.d34d01432cbd03941f110edd57c221ca. as already flushing 2024-11-25T10:14:02,675 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e2fd862922a0:0-2 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732529629057.d34d01432cbd03941f110edd57c221ca. 2024-11-25T10:14:02,675 ERROR [RS_FLUSH_OPERATIONS-regionserver/e2fd862922a0:0-2 {event_type=RS_FLUSH_REGIONS, pid=16}] handler.RSProcedureHandler(58): pid=16 java.io.IOException: Unable to complete flush {ENCODED => d34d01432cbd03941f110edd57c221ca, NAME => 'TestAcidGuarantees,,1732529629057.d34d01432cbd03941f110edd57c221ca.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T10:14:02,676 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e2fd862922a0:0-2 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=16 java.io.IOException: Unable to complete flush {ENCODED => d34d01432cbd03941f110edd57c221ca, NAME => 'TestAcidGuarantees,,1732529629057.d34d01432cbd03941f110edd57c221ca.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T10:14:02,677 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41005 {}] master.HMaster(4177): Remote procedure failed, pid=16 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => d34d01432cbd03941f110edd57c221ca, NAME => 'TestAcidGuarantees,,1732529629057.d34d01432cbd03941f110edd57c221ca.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => d34d01432cbd03941f110edd57c221ca, NAME => 'TestAcidGuarantees,,1732529629057.d34d01432cbd03941f110edd57c221ca.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T10:14:02,677 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d34d01432cbd03941f110edd57c221ca, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-25T10:14:02,677 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] ipc.CallRunner(138): callId: 30 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47906 deadline: 1732529702674, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d34d01432cbd03941f110edd57c221ca, server=e2fd862922a0,38547,1732529625709 2024-11-25T10:14:02,677 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39927 is added to blk_1073741892_1068 (size=12301) 2024-11-25T10:14:02,678 WARN [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRpcRetryingCaller(177): Call to e2fd862922a0,38547,1732529625709 for 'test_row_2' in d34d01432cbd03941f110edd57c221ca of TestAcidGuarantees failed, tries = 8, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 8347 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d34d01432cbd03941f110edd57c221ca, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor39.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d34d01432cbd03941f110edd57c221ca, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 32 more 2024-11-25T10:14:02,678 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732529629057.d34d01432cbd03941f110edd57c221ca., hostname=e2fd862922a0,38547,1732529625709, seqNum=2 , the old value is region=TestAcidGuarantees,,1732529629057.d34d01432cbd03941f110edd57c221ca., hostname=e2fd862922a0,38547,1732529625709, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d34d01432cbd03941f110edd57c221ca, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T10:14:02,678 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732529629057.d34d01432cbd03941f110edd57c221ca., hostname=e2fd862922a0,38547,1732529625709, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d34d01432cbd03941f110edd57c221ca, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T10:14:02,679 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732529629057.d34d01432cbd03941f110edd57c221ca., hostname=e2fd862922a0,38547,1732529625709, seqNum=2 because the exception is null or not the one we care about 2024-11-25T10:14:02,715 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d34d01432cbd03941f110edd57c221ca, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-25T10:14:02,715 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] ipc.CallRunner(138): callId: 134 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47866 deadline: 1732529702713, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d34d01432cbd03941f110edd57c221ca, server=e2fd862922a0,38547,1732529625709 2024-11-25T10:14:02,716 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732529629057.d34d01432cbd03941f110edd57c221ca., hostname=e2fd862922a0,38547,1732529625709, seqNum=2 , the old value is region=TestAcidGuarantees,,1732529629057.d34d01432cbd03941f110edd57c221ca., hostname=e2fd862922a0,38547,1732529625709, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d34d01432cbd03941f110edd57c221ca, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T10:14:02,716 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732529629057.d34d01432cbd03941f110edd57c221ca., hostname=e2fd862922a0,38547,1732529625709, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d34d01432cbd03941f110edd57c221ca, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T10:14:02,716 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732529629057.d34d01432cbd03941f110edd57c221ca., hostname=e2fd862922a0,38547,1732529625709, seqNum=2 because the exception is null or not the one we care about 2024-11-25T10:14:02,736 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d34d01432cbd03941f110edd57c221ca, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-25T10:14:02,736 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] ipc.CallRunner(138): callId: 135 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47884 deadline: 1732529702732, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d34d01432cbd03941f110edd57c221ca, server=e2fd862922a0,38547,1732529625709 2024-11-25T10:14:02,737 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732529629057.d34d01432cbd03941f110edd57c221ca., hostname=e2fd862922a0,38547,1732529625709, seqNum=2 , the old value is region=TestAcidGuarantees,,1732529629057.d34d01432cbd03941f110edd57c221ca., hostname=e2fd862922a0,38547,1732529625709, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d34d01432cbd03941f110edd57c221ca, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T10:14:02,737 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732529629057.d34d01432cbd03941f110edd57c221ca., hostname=e2fd862922a0,38547,1732529625709, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d34d01432cbd03941f110edd57c221ca, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T10:14:02,737 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732529629057.d34d01432cbd03941f110edd57c221ca., hostname=e2fd862922a0,38547,1732529625709, seqNum=2 because the exception is null or not the one we care about 2024-11-25T10:14:02,748 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d34d01432cbd03941f110edd57c221ca, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-25T10:14:02,748 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] ipc.CallRunner(138): callId: 129 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47878 deadline: 1732529702743, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d34d01432cbd03941f110edd57c221ca, server=e2fd862922a0,38547,1732529625709 2024-11-25T10:14:02,749 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732529629057.d34d01432cbd03941f110edd57c221ca., hostname=e2fd862922a0,38547,1732529625709, seqNum=2 , the old value is region=TestAcidGuarantees,,1732529629057.d34d01432cbd03941f110edd57c221ca., hostname=e2fd862922a0,38547,1732529625709, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d34d01432cbd03941f110edd57c221ca, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T10:14:02,749 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732529629057.d34d01432cbd03941f110edd57c221ca., hostname=e2fd862922a0,38547,1732529625709, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d34d01432cbd03941f110edd57c221ca, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T10:14:02,749 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732529629057.d34d01432cbd03941f110edd57c221ca., hostname=e2fd862922a0,38547,1732529625709, seqNum=2 because the exception is null or not the one we care about 2024-11-25T10:14:02,781 DEBUG [RS:0;e2fd862922a0:38547-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/d34d01432cbd03941f110edd57c221ca/.tmp/C/63a8cb572b354facabad1535a61e240c as hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/d34d01432cbd03941f110edd57c221ca/C/63a8cb572b354facabad1535a61e240c 2024-11-25T10:14:02,792 INFO [RS:0;e2fd862922a0:38547-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in d34d01432cbd03941f110edd57c221ca/C of d34d01432cbd03941f110edd57c221ca into 63a8cb572b354facabad1535a61e240c(size=12.6 K), total size for store is 12.6 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-25T10:14:02,793 DEBUG [RS:0;e2fd862922a0:38547-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for d34d01432cbd03941f110edd57c221ca: 2024-11-25T10:14:02,793 INFO [RS:0;e2fd862922a0:38547-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732529629057.d34d01432cbd03941f110edd57c221ca., storeName=d34d01432cbd03941f110edd57c221ca/C, priority=13, startTime=1732529642127; duration=0sec 2024-11-25T10:14:02,793 DEBUG [RS:0;e2fd862922a0:38547-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-25T10:14:02,793 DEBUG [RS:0;e2fd862922a0:38547-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: d34d01432cbd03941f110edd57c221ca:C 2024-11-25T10:14:02,830 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=38547 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=16 2024-11-25T10:14:02,830 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e2fd862922a0:0-0 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732529629057.d34d01432cbd03941f110edd57c221ca. 2024-11-25T10:14:02,831 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e2fd862922a0:0-0 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732529629057.d34d01432cbd03941f110edd57c221ca. as already flushing 2024-11-25T10:14:02,831 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e2fd862922a0:0-0 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732529629057.d34d01432cbd03941f110edd57c221ca. 2024-11-25T10:14:02,831 ERROR [RS_FLUSH_OPERATIONS-regionserver/e2fd862922a0:0-0 {event_type=RS_FLUSH_REGIONS, pid=16}] handler.RSProcedureHandler(58): pid=16 java.io.IOException: Unable to complete flush {ENCODED => d34d01432cbd03941f110edd57c221ca, NAME => 'TestAcidGuarantees,,1732529629057.d34d01432cbd03941f110edd57c221ca.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T10:14:02,831 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e2fd862922a0:0-0 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=16 java.io.IOException: Unable to complete flush {ENCODED => d34d01432cbd03941f110edd57c221ca, NAME => 'TestAcidGuarantees,,1732529629057.d34d01432cbd03941f110edd57c221ca.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T10:14:02,832 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41005 {}] master.HMaster(4177): Remote procedure failed, pid=16 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => d34d01432cbd03941f110edd57c221ca, NAME => 'TestAcidGuarantees,,1732529629057.d34d01432cbd03941f110edd57c221ca.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => d34d01432cbd03941f110edd57c221ca, NAME => 'TestAcidGuarantees,,1732529629057.d34d01432cbd03941f110edd57c221ca.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T10:14:02,985 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=38547 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=16 2024-11-25T10:14:02,985 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e2fd862922a0:0-1 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732529629057.d34d01432cbd03941f110edd57c221ca. 2024-11-25T10:14:02,985 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e2fd862922a0:0-1 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732529629057.d34d01432cbd03941f110edd57c221ca. as already flushing 2024-11-25T10:14:02,985 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e2fd862922a0:0-1 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732529629057.d34d01432cbd03941f110edd57c221ca. 2024-11-25T10:14:02,986 ERROR [RS_FLUSH_OPERATIONS-regionserver/e2fd862922a0:0-1 {event_type=RS_FLUSH_REGIONS, pid=16}] handler.RSProcedureHandler(58): pid=16 java.io.IOException: Unable to complete flush {ENCODED => d34d01432cbd03941f110edd57c221ca, NAME => 'TestAcidGuarantees,,1732529629057.d34d01432cbd03941f110edd57c221ca.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T10:14:02,986 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e2fd862922a0:0-1 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=16 java.io.IOException: Unable to complete flush {ENCODED => d34d01432cbd03941f110edd57c221ca, NAME => 'TestAcidGuarantees,,1732529629057.d34d01432cbd03941f110edd57c221ca.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T10:14:02,987 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41005 {}] master.HMaster(4177): Remote procedure failed, pid=16 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => d34d01432cbd03941f110edd57c221ca, NAME => 'TestAcidGuarantees,,1732529629057.d34d01432cbd03941f110edd57c221ca.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => d34d01432cbd03941f110edd57c221ca, NAME => 'TestAcidGuarantees,,1732529629057.d34d01432cbd03941f110edd57c221ca.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T10:14:03,027 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d34d01432cbd03941f110edd57c221ca, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-25T10:14:03,028 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] ipc.CallRunner(138): callId: 135 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47866 deadline: 1732529703022, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d34d01432cbd03941f110edd57c221ca, server=e2fd862922a0,38547,1732529625709 2024-11-25T10:14:03,033 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732529629057.d34d01432cbd03941f110edd57c221ca., hostname=e2fd862922a0,38547,1732529625709, seqNum=2 , the old value is region=TestAcidGuarantees,,1732529629057.d34d01432cbd03941f110edd57c221ca., hostname=e2fd862922a0,38547,1732529625709, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d34d01432cbd03941f110edd57c221ca, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T10:14:03,033 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732529629057.d34d01432cbd03941f110edd57c221ca., hostname=e2fd862922a0,38547,1732529625709, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d34d01432cbd03941f110edd57c221ca, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T10:14:03,033 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732529629057.d34d01432cbd03941f110edd57c221ca., hostname=e2fd862922a0,38547,1732529625709, seqNum=2 because the exception is null or not the one we care about 2024-11-25T10:14:03,051 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d34d01432cbd03941f110edd57c221ca, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-25T10:14:03,051 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] ipc.CallRunner(138): callId: 136 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47884 deadline: 1732529703042, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d34d01432cbd03941f110edd57c221ca, server=e2fd862922a0,38547,1732529625709 2024-11-25T10:14:03,052 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732529629057.d34d01432cbd03941f110edd57c221ca., hostname=e2fd862922a0,38547,1732529625709, seqNum=2 , the old value is region=TestAcidGuarantees,,1732529629057.d34d01432cbd03941f110edd57c221ca., hostname=e2fd862922a0,38547,1732529625709, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d34d01432cbd03941f110edd57c221ca, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T10:14:03,052 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732529629057.d34d01432cbd03941f110edd57c221ca., hostname=e2fd862922a0,38547,1732529625709, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d34d01432cbd03941f110edd57c221ca, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T10:14:03,052 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732529629057.d34d01432cbd03941f110edd57c221ca., hostname=e2fd862922a0,38547,1732529625709, seqNum=2 because the exception is null or not the one we care about 2024-11-25T10:14:03,069 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d34d01432cbd03941f110edd57c221ca, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-25T10:14:03,069 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] ipc.CallRunner(138): callId: 130 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47878 deadline: 1732529703062, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d34d01432cbd03941f110edd57c221ca, server=e2fd862922a0,38547,1732529625709 2024-11-25T10:14:03,070 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732529629057.d34d01432cbd03941f110edd57c221ca., hostname=e2fd862922a0,38547,1732529625709, seqNum=2 , the old value is region=TestAcidGuarantees,,1732529629057.d34d01432cbd03941f110edd57c221ca., hostname=e2fd862922a0,38547,1732529625709, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d34d01432cbd03941f110edd57c221ca, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T10:14:03,070 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732529629057.d34d01432cbd03941f110edd57c221ca., hostname=e2fd862922a0,38547,1732529625709, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d34d01432cbd03941f110edd57c221ca, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T10:14:03,070 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732529629057.d34d01432cbd03941f110edd57c221ca., hostname=e2fd862922a0,38547,1732529625709, seqNum=2 because the exception is null or not the one we care about 2024-11-25T10:14:03,078 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=329 (bloomFilter=true), to=hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/d34d01432cbd03941f110edd57c221ca/.tmp/B/a72d6e8d495842c78d4d684cec9ba627 2024-11-25T10:14:03,094 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/d34d01432cbd03941f110edd57c221ca/.tmp/C/97060963e745424fb65e9d4dd60a2965 is 50, key is test_row_0/C:col10/1732529641467/Put/seqid=0 2024-11-25T10:14:03,102 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39927 is added to blk_1073741893_1069 (size=12301) 2024-11-25T10:14:03,151 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=38547 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=16 2024-11-25T10:14:03,151 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e2fd862922a0:0-2 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732529629057.d34d01432cbd03941f110edd57c221ca. 2024-11-25T10:14:03,151 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e2fd862922a0:0-2 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732529629057.d34d01432cbd03941f110edd57c221ca. as already flushing 2024-11-25T10:14:03,151 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e2fd862922a0:0-2 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732529629057.d34d01432cbd03941f110edd57c221ca. 2024-11-25T10:14:03,151 ERROR [RS_FLUSH_OPERATIONS-regionserver/e2fd862922a0:0-2 {event_type=RS_FLUSH_REGIONS, pid=16}] handler.RSProcedureHandler(58): pid=16 java.io.IOException: Unable to complete flush {ENCODED => d34d01432cbd03941f110edd57c221ca, NAME => 'TestAcidGuarantees,,1732529629057.d34d01432cbd03941f110edd57c221ca.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T10:14:03,151 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e2fd862922a0:0-2 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=16 java.io.IOException: Unable to complete flush {ENCODED => d34d01432cbd03941f110edd57c221ca, NAME => 'TestAcidGuarantees,,1732529629057.d34d01432cbd03941f110edd57c221ca.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T10:14:03,152 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41005 {}] master.HMaster(4177): Remote procedure failed, pid=16 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => d34d01432cbd03941f110edd57c221ca, NAME => 'TestAcidGuarantees,,1732529629057.d34d01432cbd03941f110edd57c221ca.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => d34d01432cbd03941f110edd57c221ca, NAME => 'TestAcidGuarantees,,1732529629057.d34d01432cbd03941f110edd57c221ca.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T10:14:03,174 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41005 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=15 2024-11-25T10:14:03,306 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=38547 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=16 2024-11-25T10:14:03,307 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e2fd862922a0:0-0 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732529629057.d34d01432cbd03941f110edd57c221ca. 2024-11-25T10:14:03,307 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e2fd862922a0:0-0 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732529629057.d34d01432cbd03941f110edd57c221ca. as already flushing 2024-11-25T10:14:03,307 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e2fd862922a0:0-0 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732529629057.d34d01432cbd03941f110edd57c221ca. 2024-11-25T10:14:03,307 ERROR [RS_FLUSH_OPERATIONS-regionserver/e2fd862922a0:0-0 {event_type=RS_FLUSH_REGIONS, pid=16}] handler.RSProcedureHandler(58): pid=16 java.io.IOException: Unable to complete flush {ENCODED => d34d01432cbd03941f110edd57c221ca, NAME => 'TestAcidGuarantees,,1732529629057.d34d01432cbd03941f110edd57c221ca.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T10:14:03,308 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e2fd862922a0:0-0 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=16 java.io.IOException: Unable to complete flush {ENCODED => d34d01432cbd03941f110edd57c221ca, NAME => 'TestAcidGuarantees,,1732529629057.d34d01432cbd03941f110edd57c221ca.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T10:14:03,308 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41005 {}] master.HMaster(4177): Remote procedure failed, pid=16 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => d34d01432cbd03941f110edd57c221ca, NAME => 'TestAcidGuarantees,,1732529629057.d34d01432cbd03941f110edd57c221ca.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => d34d01432cbd03941f110edd57c221ca, NAME => 'TestAcidGuarantees,,1732529629057.d34d01432cbd03941f110edd57c221ca.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T10:14:03,461 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=38547 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=16 2024-11-25T10:14:03,462 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e2fd862922a0:0-1 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732529629057.d34d01432cbd03941f110edd57c221ca. 2024-11-25T10:14:03,462 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e2fd862922a0:0-1 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732529629057.d34d01432cbd03941f110edd57c221ca. as already flushing 2024-11-25T10:14:03,462 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e2fd862922a0:0-1 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732529629057.d34d01432cbd03941f110edd57c221ca. 2024-11-25T10:14:03,462 ERROR [RS_FLUSH_OPERATIONS-regionserver/e2fd862922a0:0-1 {event_type=RS_FLUSH_REGIONS, pid=16}] handler.RSProcedureHandler(58): pid=16 java.io.IOException: Unable to complete flush {ENCODED => d34d01432cbd03941f110edd57c221ca, NAME => 'TestAcidGuarantees,,1732529629057.d34d01432cbd03941f110edd57c221ca.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T10:14:03,462 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e2fd862922a0:0-1 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=16 java.io.IOException: Unable to complete flush {ENCODED => d34d01432cbd03941f110edd57c221ca, NAME => 'TestAcidGuarantees,,1732529629057.d34d01432cbd03941f110edd57c221ca.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T10:14:03,463 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41005 {}] master.HMaster(4177): Remote procedure failed, pid=16 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => d34d01432cbd03941f110edd57c221ca, NAME => 'TestAcidGuarantees,,1732529629057.d34d01432cbd03941f110edd57c221ca.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => d34d01432cbd03941f110edd57c221ca, NAME => 'TestAcidGuarantees,,1732529629057.d34d01432cbd03941f110edd57c221ca.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T10:14:03,506 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=329 (bloomFilter=true), to=hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/d34d01432cbd03941f110edd57c221ca/.tmp/C/97060963e745424fb65e9d4dd60a2965 2024-11-25T10:14:03,535 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/d34d01432cbd03941f110edd57c221ca/.tmp/A/007c090db80d41438609f466dfb88239 as hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/d34d01432cbd03941f110edd57c221ca/A/007c090db80d41438609f466dfb88239 2024-11-25T10:14:03,548 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d34d01432cbd03941f110edd57c221ca, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-25T10:14:03,549 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] ipc.CallRunner(138): callId: 136 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47866 deadline: 1732529703542, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d34d01432cbd03941f110edd57c221ca, server=e2fd862922a0,38547,1732529625709 2024-11-25T10:14:03,549 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732529629057.d34d01432cbd03941f110edd57c221ca., hostname=e2fd862922a0,38547,1732529625709, seqNum=2 , the old value is region=TestAcidGuarantees,,1732529629057.d34d01432cbd03941f110edd57c221ca., hostname=e2fd862922a0,38547,1732529625709, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d34d01432cbd03941f110edd57c221ca, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T10:14:03,549 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732529629057.d34d01432cbd03941f110edd57c221ca., hostname=e2fd862922a0,38547,1732529625709, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d34d01432cbd03941f110edd57c221ca, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T10:14:03,549 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732529629057.d34d01432cbd03941f110edd57c221ca., hostname=e2fd862922a0,38547,1732529625709, seqNum=2 because the exception is null or not the one we care about 2024-11-25T10:14:03,550 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/d34d01432cbd03941f110edd57c221ca/A/007c090db80d41438609f466dfb88239, entries=200, sequenceid=329, filesize=14.4 K 2024-11-25T10:14:03,553 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/d34d01432cbd03941f110edd57c221ca/.tmp/B/a72d6e8d495842c78d4d684cec9ba627 as hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/d34d01432cbd03941f110edd57c221ca/B/a72d6e8d495842c78d4d684cec9ba627 2024-11-25T10:14:03,573 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d34d01432cbd03941f110edd57c221ca, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-25T10:14:03,573 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] ipc.CallRunner(138): callId: 137 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47884 deadline: 1732529703563, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d34d01432cbd03941f110edd57c221ca, server=e2fd862922a0,38547,1732529625709 2024-11-25T10:14:03,574 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732529629057.d34d01432cbd03941f110edd57c221ca., hostname=e2fd862922a0,38547,1732529625709, seqNum=2 , the old value is region=TestAcidGuarantees,,1732529629057.d34d01432cbd03941f110edd57c221ca., hostname=e2fd862922a0,38547,1732529625709, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d34d01432cbd03941f110edd57c221ca, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T10:14:03,574 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732529629057.d34d01432cbd03941f110edd57c221ca., hostname=e2fd862922a0,38547,1732529625709, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d34d01432cbd03941f110edd57c221ca, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T10:14:03,574 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732529629057.d34d01432cbd03941f110edd57c221ca., hostname=e2fd862922a0,38547,1732529625709, seqNum=2 because the exception is null or not the one we care about 2024-11-25T10:14:03,578 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/d34d01432cbd03941f110edd57c221ca/B/a72d6e8d495842c78d4d684cec9ba627, entries=150, sequenceid=329, filesize=12.0 K 2024-11-25T10:14:03,580 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/d34d01432cbd03941f110edd57c221ca/.tmp/C/97060963e745424fb65e9d4dd60a2965 as hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/d34d01432cbd03941f110edd57c221ca/C/97060963e745424fb65e9d4dd60a2965 2024-11-25T10:14:03,592 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d34d01432cbd03941f110edd57c221ca, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-25T10:14:03,593 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] ipc.CallRunner(138): callId: 131 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47878 deadline: 1732529703583, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d34d01432cbd03941f110edd57c221ca, server=e2fd862922a0,38547,1732529625709 2024-11-25T10:14:03,593 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732529629057.d34d01432cbd03941f110edd57c221ca., hostname=e2fd862922a0,38547,1732529625709, seqNum=2 , the old value is region=TestAcidGuarantees,,1732529629057.d34d01432cbd03941f110edd57c221ca., hostname=e2fd862922a0,38547,1732529625709, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d34d01432cbd03941f110edd57c221ca, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T10:14:03,593 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732529629057.d34d01432cbd03941f110edd57c221ca., hostname=e2fd862922a0,38547,1732529625709, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d34d01432cbd03941f110edd57c221ca, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T10:14:03,594 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732529629057.d34d01432cbd03941f110edd57c221ca., hostname=e2fd862922a0,38547,1732529625709, seqNum=2 because the exception is null or not the one we care about 2024-11-25T10:14:03,605 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/d34d01432cbd03941f110edd57c221ca/C/97060963e745424fb65e9d4dd60a2965, entries=150, sequenceid=329, filesize=12.0 K 2024-11-25T10:14:03,608 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~46.96 KB/48090, heapSize ~140.16 KB/143520, currentSize=140.89 KB/144270 for d34d01432cbd03941f110edd57c221ca in 1468ms, sequenceid=329, compaction requested=false 2024-11-25T10:14:03,608 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for d34d01432cbd03941f110edd57c221ca: 2024-11-25T10:14:03,617 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=38547 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=16 2024-11-25T10:14:03,617 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e2fd862922a0:0-2 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732529629057.d34d01432cbd03941f110edd57c221ca. 2024-11-25T10:14:03,617 INFO [RS_FLUSH_OPERATIONS-regionserver/e2fd862922a0:0-2 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.HRegion(2902): Flushing d34d01432cbd03941f110edd57c221ca 3/3 column families, dataSize=140.89 KB heapSize=400.22 KB 2024-11-25T10:14:03,618 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e2fd862922a0:0-2 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d34d01432cbd03941f110edd57c221ca, store=A 2024-11-25T10:14:03,618 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e2fd862922a0:0-2 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-25T10:14:03,618 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e2fd862922a0:0-2 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d34d01432cbd03941f110edd57c221ca, store=B 2024-11-25T10:14:03,618 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e2fd862922a0:0-2 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-25T10:14:03,618 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e2fd862922a0:0-2 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d34d01432cbd03941f110edd57c221ca, store=C 2024-11-25T10:14:03,618 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e2fd862922a0:0-2 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-25T10:14:03,656 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e2fd862922a0:0-2 {event_type=RS_FLUSH_REGIONS, pid=16}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/d34d01432cbd03941f110edd57c221ca/.tmp/A/5647bb98d1f04e41bf83e3edf92e79ff is 50, key is test_row_0/A:col10/1732529642386/Put/seqid=0 2024-11-25T10:14:03,732 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39927 is added to blk_1073741894_1070 (size=12301) 2024-11-25T10:14:03,733 INFO [RS_FLUSH_OPERATIONS-regionserver/e2fd862922a0:0-2 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=369 (bloomFilter=true), to=hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/d34d01432cbd03941f110edd57c221ca/.tmp/A/5647bb98d1f04e41bf83e3edf92e79ff 2024-11-25T10:14:03,762 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e2fd862922a0:0-2 {event_type=RS_FLUSH_REGIONS, pid=16}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/d34d01432cbd03941f110edd57c221ca/.tmp/B/3d3dbd448aa546678f31be42482bd25c is 50, key is test_row_0/B:col10/1732529642386/Put/seqid=0 2024-11-25T10:14:03,814 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39927 is added to blk_1073741895_1071 (size=12301) 2024-11-25T10:14:03,815 INFO [RS_FLUSH_OPERATIONS-regionserver/e2fd862922a0:0-2 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=369 (bloomFilter=true), to=hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/d34d01432cbd03941f110edd57c221ca/.tmp/B/3d3dbd448aa546678f31be42482bd25c 2024-11-25T10:14:03,855 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e2fd862922a0:0-2 {event_type=RS_FLUSH_REGIONS, pid=16}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/d34d01432cbd03941f110edd57c221ca/.tmp/C/bd25bf06dd4943ed85b65e175b73164b is 50, key is test_row_0/C:col10/1732529642386/Put/seqid=0 2024-11-25T10:14:03,905 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39927 is added to blk_1073741896_1072 (size=12301) 2024-11-25T10:14:03,909 INFO [RS_FLUSH_OPERATIONS-regionserver/e2fd862922a0:0-2 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=369 (bloomFilter=true), to=hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/d34d01432cbd03941f110edd57c221ca/.tmp/C/bd25bf06dd4943ed85b65e175b73164b 2024-11-25T10:14:03,927 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e2fd862922a0:0-2 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/d34d01432cbd03941f110edd57c221ca/.tmp/A/5647bb98d1f04e41bf83e3edf92e79ff as hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/d34d01432cbd03941f110edd57c221ca/A/5647bb98d1f04e41bf83e3edf92e79ff 2024-11-25T10:14:03,935 INFO [RS_FLUSH_OPERATIONS-regionserver/e2fd862922a0:0-2 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/d34d01432cbd03941f110edd57c221ca/A/5647bb98d1f04e41bf83e3edf92e79ff, entries=150, sequenceid=369, filesize=12.0 K 2024-11-25T10:14:03,936 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e2fd862922a0:0-2 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/d34d01432cbd03941f110edd57c221ca/.tmp/B/3d3dbd448aa546678f31be42482bd25c as hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/d34d01432cbd03941f110edd57c221ca/B/3d3dbd448aa546678f31be42482bd25c 2024-11-25T10:14:03,949 INFO [RS_FLUSH_OPERATIONS-regionserver/e2fd862922a0:0-2 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/d34d01432cbd03941f110edd57c221ca/B/3d3dbd448aa546678f31be42482bd25c, entries=150, sequenceid=369, filesize=12.0 K 2024-11-25T10:14:03,950 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e2fd862922a0:0-2 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/d34d01432cbd03941f110edd57c221ca/.tmp/C/bd25bf06dd4943ed85b65e175b73164b as hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/d34d01432cbd03941f110edd57c221ca/C/bd25bf06dd4943ed85b65e175b73164b 2024-11-25T10:14:03,962 INFO [RS_FLUSH_OPERATIONS-regionserver/e2fd862922a0:0-2 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/d34d01432cbd03941f110edd57c221ca/C/bd25bf06dd4943ed85b65e175b73164b, entries=150, sequenceid=369, filesize=12.0 K 2024-11-25T10:14:03,965 INFO [RS_FLUSH_OPERATIONS-regionserver/e2fd862922a0:0-2 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.HRegion(3140): Finished flush of dataSize ~140.89 KB/144270, heapSize ~400.17 KB/409776, currentSize=0 B/0 for d34d01432cbd03941f110edd57c221ca in 347ms, sequenceid=369, compaction requested=true 2024-11-25T10:14:03,965 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e2fd862922a0:0-2 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.HRegion(2603): Flush status journal for d34d01432cbd03941f110edd57c221ca: 2024-11-25T10:14:03,965 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e2fd862922a0:0-2 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732529629057.d34d01432cbd03941f110edd57c221ca. 2024-11-25T10:14:03,965 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e2fd862922a0:0-2 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=16 2024-11-25T10:14:03,966 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41005 {}] master.HMaster(4169): Remote procedure done, pid=16 2024-11-25T10:14:03,974 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=16, resume processing ppid=15 2024-11-25T10:14:03,974 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=16, ppid=15, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.9270 sec 2024-11-25T10:14:03,982 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=15, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=15, table=TestAcidGuarantees in 1.9410 sec 2024-11-25T10:14:04,183 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41005 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=15 2024-11-25T10:14:04,183 INFO [RPCClient-NioEventLoopGroup-4-8 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-25T10:14:04,184 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41005 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-25T10:14:04,185 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41005 {}] procedure2.ProcedureExecutor(1139): Stored pid=17, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=17, table=TestAcidGuarantees 2024-11-25T10:14:04,186 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41005 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=17 2024-11-25T10:14:04,188 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=17, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=17, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-25T10:14:04,189 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=17, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=17, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-25T10:14:04,189 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=18, ppid=17, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-25T10:14:04,292 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41005 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=17 2024-11-25T10:14:04,344 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=38547 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=18 2024-11-25T10:14:04,344 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e2fd862922a0:0-0 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732529629057.d34d01432cbd03941f110edd57c221ca. 2024-11-25T10:14:04,344 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e2fd862922a0:0-0 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.HRegion(2603): Flush status journal for d34d01432cbd03941f110edd57c221ca: 2024-11-25T10:14:04,344 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e2fd862922a0:0-0 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732529629057.d34d01432cbd03941f110edd57c221ca. 2024-11-25T10:14:04,344 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e2fd862922a0:0-0 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=18 2024-11-25T10:14:04,345 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41005 {}] master.HMaster(4169): Remote procedure done, pid=18 2024-11-25T10:14:04,350 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=18, resume processing ppid=17 2024-11-25T10:14:04,350 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=18, ppid=17, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 157 msec 2024-11-25T10:14:04,353 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=17, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=17, table=TestAcidGuarantees in 167 msec 2024-11-25T10:14:04,503 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41005 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=17 2024-11-25T10:14:04,503 INFO [RPCClient-NioEventLoopGroup-4-8 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-25T10:14:04,504 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41005 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-25T10:14:04,505 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41005 {}] procedure2.ProcedureExecutor(1139): Stored pid=19, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=19, table=TestAcidGuarantees 2024-11-25T10:14:04,507 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41005 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=19 2024-11-25T10:14:04,509 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=19, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=19, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-25T10:14:04,510 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=19, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=19, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-25T10:14:04,511 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=20, ppid=19, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-25T10:14:04,580 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] regionserver.HRegion(8855): Flush requested on d34d01432cbd03941f110edd57c221ca 2024-11-25T10:14:04,580 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing d34d01432cbd03941f110edd57c221ca 3/3 column families, dataSize=46.96 KB heapSize=140.20 KB 2024-11-25T10:14:04,581 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d34d01432cbd03941f110edd57c221ca, store=A 2024-11-25T10:14:04,581 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T10:14:04,581 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d34d01432cbd03941f110edd57c221ca, store=B 2024-11-25T10:14:04,581 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T10:14:04,581 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d34d01432cbd03941f110edd57c221ca, store=C 2024-11-25T10:14:04,581 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T10:14:04,593 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/d34d01432cbd03941f110edd57c221ca/.tmp/A/f18d3c301abe44fabe29aca4900e9262 is 50, key is test_row_0/A:col10/1732529644575/Put/seqid=0 2024-11-25T10:14:04,612 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41005 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=19 2024-11-25T10:14:04,616 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39927 is added to blk_1073741897_1073 (size=17181) 2024-11-25T10:14:04,666 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=38547 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=20 2024-11-25T10:14:04,666 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e2fd862922a0:0-1 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732529629057.d34d01432cbd03941f110edd57c221ca. 2024-11-25T10:14:04,666 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e2fd862922a0:0-1 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732529629057.d34d01432cbd03941f110edd57c221ca. as already flushing 2024-11-25T10:14:04,666 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e2fd862922a0:0-1 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732529629057.d34d01432cbd03941f110edd57c221ca. 2024-11-25T10:14:04,666 ERROR [RS_FLUSH_OPERATIONS-regionserver/e2fd862922a0:0-1 {event_type=RS_FLUSH_REGIONS, pid=20}] handler.RSProcedureHandler(58): pid=20 java.io.IOException: Unable to complete flush {ENCODED => d34d01432cbd03941f110edd57c221ca, NAME => 'TestAcidGuarantees,,1732529629057.d34d01432cbd03941f110edd57c221ca.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T10:14:04,666 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e2fd862922a0:0-1 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=20 java.io.IOException: Unable to complete flush {ENCODED => d34d01432cbd03941f110edd57c221ca, NAME => 'TestAcidGuarantees,,1732529629057.d34d01432cbd03941f110edd57c221ca.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T10:14:04,667 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41005 {}] master.HMaster(4177): Remote procedure failed, pid=20 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => d34d01432cbd03941f110edd57c221ca, NAME => 'TestAcidGuarantees,,1732529629057.d34d01432cbd03941f110edd57c221ca.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => d34d01432cbd03941f110edd57c221ca, NAME => 'TestAcidGuarantees,,1732529629057.d34d01432cbd03941f110edd57c221ca.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T10:14:04,681 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/e2fd862922a0:0-5 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=159, cellSize=7275, totalHeapSize=16776, min timestamp=1732529644627, max timestamp=1732529644677Num uniques 859; 2024-11-25T10:14:04,681 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/e2fd862922a0:0-0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=159, cellSize=7275, totalHeapSize=16776, min timestamp=1732529644627, max timestamp=1732529644677Num uniques 859; 2024-11-25T10:14:04,681 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/e2fd862922a0:0-6 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=159, cellSize=7275, totalHeapSize=16776, min timestamp=1732529644627, max timestamp=1732529644677Num uniques 859; 2024-11-25T10:14:04,681 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/e2fd862922a0:0-5 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=7275, suffix heap size=117064,new segment heap size=16776 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=159 2024-11-25T10:14:04,681 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/e2fd862922a0:0-6 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=7275, suffix heap size=117064,new segment heap size=16776 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=159 2024-11-25T10:14:04,681 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/e2fd862922a0:0-0 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=7275, suffix heap size=117064,new segment heap size=16776 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=159 2024-11-25T10:14:04,735 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d34d01432cbd03941f110edd57c221ca, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-25T10:14:04,735 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] ipc.CallRunner(138): callId: 157 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47866 deadline: 1732529704727, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d34d01432cbd03941f110edd57c221ca, server=e2fd862922a0,38547,1732529625709 2024-11-25T10:14:04,735 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d34d01432cbd03941f110edd57c221ca, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-25T10:14:04,735 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] ipc.CallRunner(138): callId: 141 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47878 deadline: 1732529704729, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d34d01432cbd03941f110edd57c221ca, server=e2fd862922a0,38547,1732529625709 2024-11-25T10:14:04,735 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732529629057.d34d01432cbd03941f110edd57c221ca., hostname=e2fd862922a0,38547,1732529625709, seqNum=2 , the old value is region=TestAcidGuarantees,,1732529629057.d34d01432cbd03941f110edd57c221ca., hostname=e2fd862922a0,38547,1732529625709, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d34d01432cbd03941f110edd57c221ca, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T10:14:04,735 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732529629057.d34d01432cbd03941f110edd57c221ca., hostname=e2fd862922a0,38547,1732529625709, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d34d01432cbd03941f110edd57c221ca, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T10:14:04,736 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732529629057.d34d01432cbd03941f110edd57c221ca., hostname=e2fd862922a0,38547,1732529625709, seqNum=2 because the exception is null or not the one we care about 2024-11-25T10:14:04,736 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d34d01432cbd03941f110edd57c221ca, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-25T10:14:04,736 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732529629057.d34d01432cbd03941f110edd57c221ca., hostname=e2fd862922a0,38547,1732529625709, seqNum=2 , the old value is region=TestAcidGuarantees,,1732529629057.d34d01432cbd03941f110edd57c221ca., hostname=e2fd862922a0,38547,1732529625709, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d34d01432cbd03941f110edd57c221ca, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T10:14:04,736 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] ipc.CallRunner(138): callId: 150 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47884 deadline: 1732529704730, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d34d01432cbd03941f110edd57c221ca, server=e2fd862922a0,38547,1732529625709 2024-11-25T10:14:04,736 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732529629057.d34d01432cbd03941f110edd57c221ca., hostname=e2fd862922a0,38547,1732529625709, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d34d01432cbd03941f110edd57c221ca, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T10:14:04,736 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732529629057.d34d01432cbd03941f110edd57c221ca., hostname=e2fd862922a0,38547,1732529625709, seqNum=2 because the exception is null or not the one we care about 2024-11-25T10:14:04,736 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732529629057.d34d01432cbd03941f110edd57c221ca., hostname=e2fd862922a0,38547,1732529625709, seqNum=2 , the old value is region=TestAcidGuarantees,,1732529629057.d34d01432cbd03941f110edd57c221ca., hostname=e2fd862922a0,38547,1732529625709, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d34d01432cbd03941f110edd57c221ca, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T10:14:04,736 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732529629057.d34d01432cbd03941f110edd57c221ca., hostname=e2fd862922a0,38547,1732529625709, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d34d01432cbd03941f110edd57c221ca, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T10:14:04,736 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732529629057.d34d01432cbd03941f110edd57c221ca., hostname=e2fd862922a0,38547,1732529625709, seqNum=2 because the exception is null or not the one we care about 2024-11-25T10:14:04,820 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=38547 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=20 2024-11-25T10:14:04,820 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e2fd862922a0:0-2 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732529629057.d34d01432cbd03941f110edd57c221ca. 2024-11-25T10:14:04,820 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e2fd862922a0:0-2 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732529629057.d34d01432cbd03941f110edd57c221ca. as already flushing 2024-11-25T10:14:04,820 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e2fd862922a0:0-2 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732529629057.d34d01432cbd03941f110edd57c221ca. 2024-11-25T10:14:04,820 ERROR [RS_FLUSH_OPERATIONS-regionserver/e2fd862922a0:0-2 {event_type=RS_FLUSH_REGIONS, pid=20}] handler.RSProcedureHandler(58): pid=20 java.io.IOException: Unable to complete flush {ENCODED => d34d01432cbd03941f110edd57c221ca, NAME => 'TestAcidGuarantees,,1732529629057.d34d01432cbd03941f110edd57c221ca.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T10:14:04,821 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e2fd862922a0:0-2 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=20 java.io.IOException: Unable to complete flush {ENCODED => d34d01432cbd03941f110edd57c221ca, NAME => 'TestAcidGuarantees,,1732529629057.d34d01432cbd03941f110edd57c221ca.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T10:14:04,822 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41005 {}] master.HMaster(4177): Remote procedure failed, pid=20 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => d34d01432cbd03941f110edd57c221ca, NAME => 'TestAcidGuarantees,,1732529629057.d34d01432cbd03941f110edd57c221ca.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => d34d01432cbd03941f110edd57c221ca, NAME => 'TestAcidGuarantees,,1732529629057.d34d01432cbd03941f110edd57c221ca.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T10:14:04,824 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41005 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=19 2024-11-25T10:14:04,848 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d34d01432cbd03941f110edd57c221ca, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-25T10:14:04,848 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] ipc.CallRunner(138): callId: 158 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47866 deadline: 1732529704842, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d34d01432cbd03941f110edd57c221ca, server=e2fd862922a0,38547,1732529625709 2024-11-25T10:14:04,848 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d34d01432cbd03941f110edd57c221ca, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-25T10:14:04,849 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732529629057.d34d01432cbd03941f110edd57c221ca., hostname=e2fd862922a0,38547,1732529625709, seqNum=2 , the old value is region=TestAcidGuarantees,,1732529629057.d34d01432cbd03941f110edd57c221ca., hostname=e2fd862922a0,38547,1732529625709, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d34d01432cbd03941f110edd57c221ca, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T10:14:04,849 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] ipc.CallRunner(138): callId: 151 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47884 deadline: 1732529704843, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d34d01432cbd03941f110edd57c221ca, server=e2fd862922a0,38547,1732529625709 2024-11-25T10:14:04,849 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732529629057.d34d01432cbd03941f110edd57c221ca., hostname=e2fd862922a0,38547,1732529625709, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d34d01432cbd03941f110edd57c221ca, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T10:14:04,849 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732529629057.d34d01432cbd03941f110edd57c221ca., hostname=e2fd862922a0,38547,1732529625709, seqNum=2 because the exception is null or not the one we care about 2024-11-25T10:14:04,849 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d34d01432cbd03941f110edd57c221ca, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-25T10:14:04,849 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732529629057.d34d01432cbd03941f110edd57c221ca., hostname=e2fd862922a0,38547,1732529625709, seqNum=2 , the old value is region=TestAcidGuarantees,,1732529629057.d34d01432cbd03941f110edd57c221ca., hostname=e2fd862922a0,38547,1732529625709, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d34d01432cbd03941f110edd57c221ca, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T10:14:04,849 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] ipc.CallRunner(138): callId: 142 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47878 deadline: 1732529704843, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d34d01432cbd03941f110edd57c221ca, server=e2fd862922a0,38547,1732529625709 2024-11-25T10:14:04,849 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732529629057.d34d01432cbd03941f110edd57c221ca., hostname=e2fd862922a0,38547,1732529625709, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d34d01432cbd03941f110edd57c221ca, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T10:14:04,849 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732529629057.d34d01432cbd03941f110edd57c221ca., hostname=e2fd862922a0,38547,1732529625709, seqNum=2 because the exception is null or not the one we care about 2024-11-25T10:14:04,849 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732529629057.d34d01432cbd03941f110edd57c221ca., hostname=e2fd862922a0,38547,1732529625709, seqNum=2 , the old value is region=TestAcidGuarantees,,1732529629057.d34d01432cbd03941f110edd57c221ca., hostname=e2fd862922a0,38547,1732529625709, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d34d01432cbd03941f110edd57c221ca, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T10:14:04,849 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732529629057.d34d01432cbd03941f110edd57c221ca., hostname=e2fd862922a0,38547,1732529625709, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d34d01432cbd03941f110edd57c221ca, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T10:14:04,850 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732529629057.d34d01432cbd03941f110edd57c221ca., hostname=e2fd862922a0,38547,1732529625709, seqNum=2 because the exception is null or not the one we care about 2024-11-25T10:14:04,974 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=38547 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=20 2024-11-25T10:14:04,974 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e2fd862922a0:0-0 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732529629057.d34d01432cbd03941f110edd57c221ca. 2024-11-25T10:14:04,974 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e2fd862922a0:0-0 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732529629057.d34d01432cbd03941f110edd57c221ca. as already flushing 2024-11-25T10:14:04,974 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e2fd862922a0:0-0 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732529629057.d34d01432cbd03941f110edd57c221ca. 2024-11-25T10:14:04,974 ERROR [RS_FLUSH_OPERATIONS-regionserver/e2fd862922a0:0-0 {event_type=RS_FLUSH_REGIONS, pid=20}] handler.RSProcedureHandler(58): pid=20 java.io.IOException: Unable to complete flush {ENCODED => d34d01432cbd03941f110edd57c221ca, NAME => 'TestAcidGuarantees,,1732529629057.d34d01432cbd03941f110edd57c221ca.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T10:14:04,975 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e2fd862922a0:0-0 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=20 java.io.IOException: Unable to complete flush {ENCODED => d34d01432cbd03941f110edd57c221ca, NAME => 'TestAcidGuarantees,,1732529629057.d34d01432cbd03941f110edd57c221ca.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T10:14:04,975 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41005 {}] master.HMaster(4177): Remote procedure failed, pid=20 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => d34d01432cbd03941f110edd57c221ca, NAME => 'TestAcidGuarantees,,1732529629057.d34d01432cbd03941f110edd57c221ca.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => d34d01432cbd03941f110edd57c221ca, NAME => 'TestAcidGuarantees,,1732529629057.d34d01432cbd03941f110edd57c221ca.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T10:14:05,017 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=380 (bloomFilter=true), to=hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/d34d01432cbd03941f110edd57c221ca/.tmp/A/f18d3c301abe44fabe29aca4900e9262 2024-11-25T10:14:05,031 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/d34d01432cbd03941f110edd57c221ca/.tmp/B/aee75e4a02824a9681292b045155550c is 50, key is test_row_0/B:col10/1732529644575/Put/seqid=0 2024-11-25T10:14:05,035 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39927 is added to blk_1073741898_1074 (size=12301) 2024-11-25T10:14:05,061 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d34d01432cbd03941f110edd57c221ca, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-25T10:14:05,062 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] ipc.CallRunner(138): callId: 159 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47866 deadline: 1732529705053, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d34d01432cbd03941f110edd57c221ca, server=e2fd862922a0,38547,1732529625709 2024-11-25T10:14:05,062 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d34d01432cbd03941f110edd57c221ca, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-25T10:14:05,062 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] ipc.CallRunner(138): callId: 152 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47884 deadline: 1732529705053, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d34d01432cbd03941f110edd57c221ca, server=e2fd862922a0,38547,1732529625709 2024-11-25T10:14:05,062 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732529629057.d34d01432cbd03941f110edd57c221ca., hostname=e2fd862922a0,38547,1732529625709, seqNum=2 , the old value is region=TestAcidGuarantees,,1732529629057.d34d01432cbd03941f110edd57c221ca., hostname=e2fd862922a0,38547,1732529625709, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d34d01432cbd03941f110edd57c221ca, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T10:14:05,062 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732529629057.d34d01432cbd03941f110edd57c221ca., hostname=e2fd862922a0,38547,1732529625709, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d34d01432cbd03941f110edd57c221ca, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T10:14:05,063 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732529629057.d34d01432cbd03941f110edd57c221ca., hostname=e2fd862922a0,38547,1732529625709, seqNum=2 because the exception is null or not the one we care about 2024-11-25T10:14:05,063 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d34d01432cbd03941f110edd57c221ca, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-25T10:14:05,063 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732529629057.d34d01432cbd03941f110edd57c221ca., hostname=e2fd862922a0,38547,1732529625709, seqNum=2 , the old value is region=TestAcidGuarantees,,1732529629057.d34d01432cbd03941f110edd57c221ca., hostname=e2fd862922a0,38547,1732529625709, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d34d01432cbd03941f110edd57c221ca, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T10:14:05,063 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732529629057.d34d01432cbd03941f110edd57c221ca., hostname=e2fd862922a0,38547,1732529625709, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d34d01432cbd03941f110edd57c221ca, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T10:14:05,063 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] ipc.CallRunner(138): callId: 143 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47878 deadline: 1732529705062, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d34d01432cbd03941f110edd57c221ca, server=e2fd862922a0,38547,1732529625709 2024-11-25T10:14:05,063 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732529629057.d34d01432cbd03941f110edd57c221ca., hostname=e2fd862922a0,38547,1732529625709, seqNum=2 because the exception is null or not the one we care about 2024-11-25T10:14:05,063 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732529629057.d34d01432cbd03941f110edd57c221ca., hostname=e2fd862922a0,38547,1732529625709, seqNum=2 , the old value is region=TestAcidGuarantees,,1732529629057.d34d01432cbd03941f110edd57c221ca., hostname=e2fd862922a0,38547,1732529625709, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d34d01432cbd03941f110edd57c221ca, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T10:14:05,063 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732529629057.d34d01432cbd03941f110edd57c221ca., hostname=e2fd862922a0,38547,1732529625709, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d34d01432cbd03941f110edd57c221ca, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T10:14:05,063 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732529629057.d34d01432cbd03941f110edd57c221ca., hostname=e2fd862922a0,38547,1732529625709, seqNum=2 because the exception is null or not the one we care about 2024-11-25T10:14:05,129 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=38547 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=20 2024-11-25T10:14:05,129 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e2fd862922a0:0-1 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732529629057.d34d01432cbd03941f110edd57c221ca. 2024-11-25T10:14:05,129 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e2fd862922a0:0-1 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732529629057.d34d01432cbd03941f110edd57c221ca. as already flushing 2024-11-25T10:14:05,129 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e2fd862922a0:0-1 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732529629057.d34d01432cbd03941f110edd57c221ca. 2024-11-25T10:14:05,129 ERROR [RS_FLUSH_OPERATIONS-regionserver/e2fd862922a0:0-1 {event_type=RS_FLUSH_REGIONS, pid=20}] handler.RSProcedureHandler(58): pid=20 java.io.IOException: Unable to complete flush {ENCODED => d34d01432cbd03941f110edd57c221ca, NAME => 'TestAcidGuarantees,,1732529629057.d34d01432cbd03941f110edd57c221ca.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T10:14:05,129 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e2fd862922a0:0-1 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=20 java.io.IOException: Unable to complete flush {ENCODED => d34d01432cbd03941f110edd57c221ca, NAME => 'TestAcidGuarantees,,1732529629057.d34d01432cbd03941f110edd57c221ca.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T10:14:05,130 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41005 {}] master.HMaster(4177): Remote procedure failed, pid=20 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => d34d01432cbd03941f110edd57c221ca, NAME => 'TestAcidGuarantees,,1732529629057.d34d01432cbd03941f110edd57c221ca.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => d34d01432cbd03941f110edd57c221ca, NAME => 'TestAcidGuarantees,,1732529629057.d34d01432cbd03941f110edd57c221ca.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T10:14:05,132 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41005 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=19 2024-11-25T10:14:05,282 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=38547 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=20 2024-11-25T10:14:05,282 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e2fd862922a0:0-2 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732529629057.d34d01432cbd03941f110edd57c221ca. 2024-11-25T10:14:05,283 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e2fd862922a0:0-2 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732529629057.d34d01432cbd03941f110edd57c221ca. as already flushing 2024-11-25T10:14:05,283 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e2fd862922a0:0-2 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732529629057.d34d01432cbd03941f110edd57c221ca. 2024-11-25T10:14:05,283 ERROR [RS_FLUSH_OPERATIONS-regionserver/e2fd862922a0:0-2 {event_type=RS_FLUSH_REGIONS, pid=20}] handler.RSProcedureHandler(58): pid=20 java.io.IOException: Unable to complete flush {ENCODED => d34d01432cbd03941f110edd57c221ca, NAME => 'TestAcidGuarantees,,1732529629057.d34d01432cbd03941f110edd57c221ca.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T10:14:05,283 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e2fd862922a0:0-2 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=20 java.io.IOException: Unable to complete flush {ENCODED => d34d01432cbd03941f110edd57c221ca, NAME => 'TestAcidGuarantees,,1732529629057.d34d01432cbd03941f110edd57c221ca.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T10:14:05,284 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41005 {}] master.HMaster(4177): Remote procedure failed, pid=20 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => d34d01432cbd03941f110edd57c221ca, NAME => 'TestAcidGuarantees,,1732529629057.d34d01432cbd03941f110edd57c221ca.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => d34d01432cbd03941f110edd57c221ca, NAME => 'TestAcidGuarantees,,1732529629057.d34d01432cbd03941f110edd57c221ca.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T10:14:05,372 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d34d01432cbd03941f110edd57c221ca, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-25T10:14:05,373 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] ipc.CallRunner(138): callId: 160 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47866 deadline: 1732529705372, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d34d01432cbd03941f110edd57c221ca, server=e2fd862922a0,38547,1732529625709 2024-11-25T10:14:05,373 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d34d01432cbd03941f110edd57c221ca, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-25T10:14:05,373 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732529629057.d34d01432cbd03941f110edd57c221ca., hostname=e2fd862922a0,38547,1732529625709, seqNum=2 , the old value is region=TestAcidGuarantees,,1732529629057.d34d01432cbd03941f110edd57c221ca., hostname=e2fd862922a0,38547,1732529625709, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d34d01432cbd03941f110edd57c221ca, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T10:14:05,373 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] ipc.CallRunner(138): callId: 153 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47884 deadline: 1732529705372, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d34d01432cbd03941f110edd57c221ca, server=e2fd862922a0,38547,1732529625709 2024-11-25T10:14:05,373 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732529629057.d34d01432cbd03941f110edd57c221ca., hostname=e2fd862922a0,38547,1732529625709, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d34d01432cbd03941f110edd57c221ca, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T10:14:05,373 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732529629057.d34d01432cbd03941f110edd57c221ca., hostname=e2fd862922a0,38547,1732529625709, seqNum=2 because the exception is null or not the one we care about 2024-11-25T10:14:05,374 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d34d01432cbd03941f110edd57c221ca, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-25T10:14:05,374 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732529629057.d34d01432cbd03941f110edd57c221ca., hostname=e2fd862922a0,38547,1732529625709, seqNum=2 , the old value is region=TestAcidGuarantees,,1732529629057.d34d01432cbd03941f110edd57c221ca., hostname=e2fd862922a0,38547,1732529625709, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d34d01432cbd03941f110edd57c221ca, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T10:14:05,374 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732529629057.d34d01432cbd03941f110edd57c221ca., hostname=e2fd862922a0,38547,1732529625709, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d34d01432cbd03941f110edd57c221ca, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T10:14:05,374 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] ipc.CallRunner(138): callId: 144 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47878 deadline: 1732529705372, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d34d01432cbd03941f110edd57c221ca, server=e2fd862922a0,38547,1732529625709 2024-11-25T10:14:05,374 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732529629057.d34d01432cbd03941f110edd57c221ca., hostname=e2fd862922a0,38547,1732529625709, seqNum=2 because the exception is null or not the one we care about 2024-11-25T10:14:05,374 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732529629057.d34d01432cbd03941f110edd57c221ca., hostname=e2fd862922a0,38547,1732529625709, seqNum=2 , the old value is region=TestAcidGuarantees,,1732529629057.d34d01432cbd03941f110edd57c221ca., hostname=e2fd862922a0,38547,1732529625709, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d34d01432cbd03941f110edd57c221ca, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T10:14:05,374 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732529629057.d34d01432cbd03941f110edd57c221ca., hostname=e2fd862922a0,38547,1732529625709, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d34d01432cbd03941f110edd57c221ca, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T10:14:05,374 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732529629057.d34d01432cbd03941f110edd57c221ca., hostname=e2fd862922a0,38547,1732529625709, seqNum=2 because the exception is null or not the one we care about 2024-11-25T10:14:05,436 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=38547 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=20 2024-11-25T10:14:05,436 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e2fd862922a0:0-0 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732529629057.d34d01432cbd03941f110edd57c221ca. 2024-11-25T10:14:05,436 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e2fd862922a0:0-0 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732529629057.d34d01432cbd03941f110edd57c221ca. as already flushing 2024-11-25T10:14:05,437 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e2fd862922a0:0-0 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732529629057.d34d01432cbd03941f110edd57c221ca. 2024-11-25T10:14:05,437 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=380 (bloomFilter=true), to=hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/d34d01432cbd03941f110edd57c221ca/.tmp/B/aee75e4a02824a9681292b045155550c 2024-11-25T10:14:05,437 ERROR [RS_FLUSH_OPERATIONS-regionserver/e2fd862922a0:0-0 {event_type=RS_FLUSH_REGIONS, pid=20}] handler.RSProcedureHandler(58): pid=20 java.io.IOException: Unable to complete flush {ENCODED => d34d01432cbd03941f110edd57c221ca, NAME => 'TestAcidGuarantees,,1732529629057.d34d01432cbd03941f110edd57c221ca.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T10:14:05,437 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e2fd862922a0:0-0 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=20 java.io.IOException: Unable to complete flush {ENCODED => d34d01432cbd03941f110edd57c221ca, NAME => 'TestAcidGuarantees,,1732529629057.d34d01432cbd03941f110edd57c221ca.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T10:14:05,438 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41005 {}] master.HMaster(4177): Remote procedure failed, pid=20 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => d34d01432cbd03941f110edd57c221ca, NAME => 'TestAcidGuarantees,,1732529629057.d34d01432cbd03941f110edd57c221ca.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => d34d01432cbd03941f110edd57c221ca, NAME => 'TestAcidGuarantees,,1732529629057.d34d01432cbd03941f110edd57c221ca.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T10:14:05,451 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/d34d01432cbd03941f110edd57c221ca/.tmp/C/c9542865ea8d42afa0f0bb828ab85c55 is 50, key is test_row_0/C:col10/1732529644575/Put/seqid=0 2024-11-25T10:14:05,460 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39927 is added to blk_1073741899_1075 (size=12301) 2024-11-25T10:14:05,590 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=38547 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=20 2024-11-25T10:14:05,590 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e2fd862922a0:0-1 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732529629057.d34d01432cbd03941f110edd57c221ca. 2024-11-25T10:14:05,591 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e2fd862922a0:0-1 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732529629057.d34d01432cbd03941f110edd57c221ca. as already flushing 2024-11-25T10:14:05,591 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e2fd862922a0:0-1 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732529629057.d34d01432cbd03941f110edd57c221ca. 2024-11-25T10:14:05,591 ERROR [RS_FLUSH_OPERATIONS-regionserver/e2fd862922a0:0-1 {event_type=RS_FLUSH_REGIONS, pid=20}] handler.RSProcedureHandler(58): pid=20 java.io.IOException: Unable to complete flush {ENCODED => d34d01432cbd03941f110edd57c221ca, NAME => 'TestAcidGuarantees,,1732529629057.d34d01432cbd03941f110edd57c221ca.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T10:14:05,591 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e2fd862922a0:0-1 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=20 java.io.IOException: Unable to complete flush {ENCODED => d34d01432cbd03941f110edd57c221ca, NAME => 'TestAcidGuarantees,,1732529629057.d34d01432cbd03941f110edd57c221ca.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T10:14:05,592 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41005 {}] master.HMaster(4177): Remote procedure failed, pid=20 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => d34d01432cbd03941f110edd57c221ca, NAME => 'TestAcidGuarantees,,1732529629057.d34d01432cbd03941f110edd57c221ca.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => d34d01432cbd03941f110edd57c221ca, NAME => 'TestAcidGuarantees,,1732529629057.d34d01432cbd03941f110edd57c221ca.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T10:14:05,642 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41005 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=19 2024-11-25T10:14:05,744 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=38547 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=20 2024-11-25T10:14:05,744 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e2fd862922a0:0-2 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732529629057.d34d01432cbd03941f110edd57c221ca. 2024-11-25T10:14:05,744 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e2fd862922a0:0-2 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732529629057.d34d01432cbd03941f110edd57c221ca. as already flushing 2024-11-25T10:14:05,744 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e2fd862922a0:0-2 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732529629057.d34d01432cbd03941f110edd57c221ca. 2024-11-25T10:14:05,744 ERROR [RS_FLUSH_OPERATIONS-regionserver/e2fd862922a0:0-2 {event_type=RS_FLUSH_REGIONS, pid=20}] handler.RSProcedureHandler(58): pid=20 java.io.IOException: Unable to complete flush {ENCODED => d34d01432cbd03941f110edd57c221ca, NAME => 'TestAcidGuarantees,,1732529629057.d34d01432cbd03941f110edd57c221ca.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T10:14:05,745 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e2fd862922a0:0-2 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=20 java.io.IOException: Unable to complete flush {ENCODED => d34d01432cbd03941f110edd57c221ca, NAME => 'TestAcidGuarantees,,1732529629057.d34d01432cbd03941f110edd57c221ca.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T10:14:05,745 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41005 {}] master.HMaster(4177): Remote procedure failed, pid=20 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => d34d01432cbd03941f110edd57c221ca, NAME => 'TestAcidGuarantees,,1732529629057.d34d01432cbd03941f110edd57c221ca.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => d34d01432cbd03941f110edd57c221ca, NAME => 'TestAcidGuarantees,,1732529629057.d34d01432cbd03941f110edd57c221ca.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T10:14:05,861 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=380 (bloomFilter=true), to=hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/d34d01432cbd03941f110edd57c221ca/.tmp/C/c9542865ea8d42afa0f0bb828ab85c55 2024-11-25T10:14:05,869 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/d34d01432cbd03941f110edd57c221ca/.tmp/A/f18d3c301abe44fabe29aca4900e9262 as hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/d34d01432cbd03941f110edd57c221ca/A/f18d3c301abe44fabe29aca4900e9262 2024-11-25T10:14:05,875 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/d34d01432cbd03941f110edd57c221ca/A/f18d3c301abe44fabe29aca4900e9262, entries=250, sequenceid=380, filesize=16.8 K 2024-11-25T10:14:05,876 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/d34d01432cbd03941f110edd57c221ca/.tmp/B/aee75e4a02824a9681292b045155550c as hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/d34d01432cbd03941f110edd57c221ca/B/aee75e4a02824a9681292b045155550c 2024-11-25T10:14:05,881 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/d34d01432cbd03941f110edd57c221ca/B/aee75e4a02824a9681292b045155550c, entries=150, sequenceid=380, filesize=12.0 K 2024-11-25T10:14:05,882 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/d34d01432cbd03941f110edd57c221ca/.tmp/C/c9542865ea8d42afa0f0bb828ab85c55 as hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/d34d01432cbd03941f110edd57c221ca/C/c9542865ea8d42afa0f0bb828ab85c55 2024-11-25T10:14:05,884 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d34d01432cbd03941f110edd57c221ca, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-25T10:14:05,884 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] ipc.CallRunner(138): callId: 154 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47884 deadline: 1732529705883, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d34d01432cbd03941f110edd57c221ca, server=e2fd862922a0,38547,1732529625709 2024-11-25T10:14:05,884 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732529629057.d34d01432cbd03941f110edd57c221ca., hostname=e2fd862922a0,38547,1732529625709, seqNum=2 , the old value is region=TestAcidGuarantees,,1732529629057.d34d01432cbd03941f110edd57c221ca., hostname=e2fd862922a0,38547,1732529625709, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d34d01432cbd03941f110edd57c221ca, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T10:14:05,884 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d34d01432cbd03941f110edd57c221ca, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-25T10:14:05,884 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732529629057.d34d01432cbd03941f110edd57c221ca., hostname=e2fd862922a0,38547,1732529625709, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d34d01432cbd03941f110edd57c221ca, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T10:14:05,884 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732529629057.d34d01432cbd03941f110edd57c221ca., hostname=e2fd862922a0,38547,1732529625709, seqNum=2 because the exception is null or not the one we care about 2024-11-25T10:14:05,885 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] ipc.CallRunner(138): callId: 161 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47866 deadline: 1732529705883, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d34d01432cbd03941f110edd57c221ca, server=e2fd862922a0,38547,1732529625709 2024-11-25T10:14:05,885 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732529629057.d34d01432cbd03941f110edd57c221ca., hostname=e2fd862922a0,38547,1732529625709, seqNum=2 , the old value is region=TestAcidGuarantees,,1732529629057.d34d01432cbd03941f110edd57c221ca., hostname=e2fd862922a0,38547,1732529625709, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d34d01432cbd03941f110edd57c221ca, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T10:14:05,885 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732529629057.d34d01432cbd03941f110edd57c221ca., hostname=e2fd862922a0,38547,1732529625709, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d34d01432cbd03941f110edd57c221ca, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T10:14:05,885 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732529629057.d34d01432cbd03941f110edd57c221ca., hostname=e2fd862922a0,38547,1732529625709, seqNum=2 because the exception is null or not the one we care about 2024-11-25T10:14:05,885 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d34d01432cbd03941f110edd57c221ca, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-25T10:14:05,885 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] ipc.CallRunner(138): callId: 145 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47878 deadline: 1732529705884, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d34d01432cbd03941f110edd57c221ca, server=e2fd862922a0,38547,1732529625709 2024-11-25T10:14:05,886 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732529629057.d34d01432cbd03941f110edd57c221ca., hostname=e2fd862922a0,38547,1732529625709, seqNum=2 , the old value is region=TestAcidGuarantees,,1732529629057.d34d01432cbd03941f110edd57c221ca., hostname=e2fd862922a0,38547,1732529625709, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d34d01432cbd03941f110edd57c221ca, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T10:14:05,886 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732529629057.d34d01432cbd03941f110edd57c221ca., hostname=e2fd862922a0,38547,1732529625709, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d34d01432cbd03941f110edd57c221ca, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T10:14:05,886 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732529629057.d34d01432cbd03941f110edd57c221ca., hostname=e2fd862922a0,38547,1732529625709, seqNum=2 because the exception is null or not the one we care about 2024-11-25T10:14:05,888 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/d34d01432cbd03941f110edd57c221ca/C/c9542865ea8d42afa0f0bb828ab85c55, entries=150, sequenceid=380, filesize=12.0 K 2024-11-25T10:14:05,889 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~46.96 KB/48090, heapSize ~140.16 KB/143520, currentSize=134.18 KB/137400 for d34d01432cbd03941f110edd57c221ca in 1309ms, sequenceid=380, compaction requested=true 2024-11-25T10:14:05,889 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for d34d01432cbd03941f110edd57c221ca: 2024-11-25T10:14:05,889 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store d34d01432cbd03941f110edd57c221ca:A, priority=-2147483648, current under compaction store size is 1 2024-11-25T10:14:05,890 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-25T10:14:05,890 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store d34d01432cbd03941f110edd57c221ca:B, priority=-2147483648, current under compaction store size is 2 2024-11-25T10:14:05,890 DEBUG [RS:0;e2fd862922a0:38547-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-25T10:14:05,890 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-25T10:14:05,890 DEBUG [RS:0;e2fd862922a0:38547-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-25T10:14:05,890 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store d34d01432cbd03941f110edd57c221ca:C, priority=-2147483648, current under compaction store size is 3 2024-11-25T10:14:05,890 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-25T10:14:05,891 DEBUG [RS:0;e2fd862922a0:38547-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 49784 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-25T10:14:05,891 DEBUG [RS:0;e2fd862922a0:38547-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 57104 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-25T10:14:05,891 DEBUG [RS:0;e2fd862922a0:38547-longCompactions-0 {}] regionserver.HStore(1541): d34d01432cbd03941f110edd57c221ca/B is initiating minor compaction (all files) 2024-11-25T10:14:05,891 DEBUG [RS:0;e2fd862922a0:38547-shortCompactions-0 {}] regionserver.HStore(1541): d34d01432cbd03941f110edd57c221ca/A is initiating minor compaction (all files) 2024-11-25T10:14:05,891 INFO [RS:0;e2fd862922a0:38547-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of d34d01432cbd03941f110edd57c221ca/B in TestAcidGuarantees,,1732529629057.d34d01432cbd03941f110edd57c221ca. 2024-11-25T10:14:05,892 INFO [RS:0;e2fd862922a0:38547-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of d34d01432cbd03941f110edd57c221ca/A in TestAcidGuarantees,,1732529629057.d34d01432cbd03941f110edd57c221ca. 2024-11-25T10:14:05,892 INFO [RS:0;e2fd862922a0:38547-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/d34d01432cbd03941f110edd57c221ca/B/245a5eabce544ec7bd4185e51fa19156, hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/d34d01432cbd03941f110edd57c221ca/B/a72d6e8d495842c78d4d684cec9ba627, hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/d34d01432cbd03941f110edd57c221ca/B/3d3dbd448aa546678f31be42482bd25c, hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/d34d01432cbd03941f110edd57c221ca/B/aee75e4a02824a9681292b045155550c] into tmpdir=hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/d34d01432cbd03941f110edd57c221ca/.tmp, totalSize=48.6 K 2024-11-25T10:14:05,892 INFO [RS:0;e2fd862922a0:38547-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/d34d01432cbd03941f110edd57c221ca/A/563fb4cee62641dbb380bba750826659, hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/d34d01432cbd03941f110edd57c221ca/A/007c090db80d41438609f466dfb88239, hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/d34d01432cbd03941f110edd57c221ca/A/5647bb98d1f04e41bf83e3edf92e79ff, hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/d34d01432cbd03941f110edd57c221ca/A/f18d3c301abe44fabe29aca4900e9262] into tmpdir=hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/d34d01432cbd03941f110edd57c221ca/.tmp, totalSize=55.8 K 2024-11-25T10:14:05,892 DEBUG [RS:0;e2fd862922a0:38547-longCompactions-0 {}] compactions.Compactor(225): Compacting 245a5eabce544ec7bd4185e51fa19156, keycount=150, bloomtype=ROW, size=12.6 K, encoding=NONE, compression=NONE, seqNum=319, earliestPutTs=1732529640748 2024-11-25T10:14:05,892 DEBUG [RS:0;e2fd862922a0:38547-shortCompactions-0 {}] compactions.Compactor(225): Compacting 563fb4cee62641dbb380bba750826659, keycount=150, bloomtype=ROW, size=12.6 K, encoding=NONE, compression=NONE, seqNum=319, earliestPutTs=1732529640748 2024-11-25T10:14:05,893 DEBUG [RS:0;e2fd862922a0:38547-longCompactions-0 {}] compactions.Compactor(225): Compacting a72d6e8d495842c78d4d684cec9ba627, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=329, earliestPutTs=1732529641460 2024-11-25T10:14:05,893 DEBUG [RS:0;e2fd862922a0:38547-longCompactions-0 {}] compactions.Compactor(225): Compacting 3d3dbd448aa546678f31be42482bd25c, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=369, earliestPutTs=1732529642351 2024-11-25T10:14:05,894 DEBUG [RS:0;e2fd862922a0:38547-shortCompactions-0 {}] compactions.Compactor(225): Compacting 007c090db80d41438609f466dfb88239, keycount=200, bloomtype=ROW, size=14.4 K, encoding=NONE, compression=NONE, seqNum=329, earliestPutTs=1732529641460 2024-11-25T10:14:05,894 DEBUG [RS:0;e2fd862922a0:38547-longCompactions-0 {}] compactions.Compactor(225): Compacting aee75e4a02824a9681292b045155550c, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=380, earliestPutTs=1732529644565 2024-11-25T10:14:05,894 DEBUG [RS:0;e2fd862922a0:38547-shortCompactions-0 {}] compactions.Compactor(225): Compacting 5647bb98d1f04e41bf83e3edf92e79ff, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=369, earliestPutTs=1732529642351 2024-11-25T10:14:05,896 DEBUG [RS:0;e2fd862922a0:38547-shortCompactions-0 {}] compactions.Compactor(225): Compacting f18d3c301abe44fabe29aca4900e9262, keycount=250, bloomtype=ROW, size=16.8 K, encoding=NONE, compression=NONE, seqNum=380, earliestPutTs=1732529644555 2024-11-25T10:14:05,898 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=38547 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=20 2024-11-25T10:14:05,899 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e2fd862922a0:0-0 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732529629057.d34d01432cbd03941f110edd57c221ca. 2024-11-25T10:14:05,899 INFO [RS_FLUSH_OPERATIONS-regionserver/e2fd862922a0:0-0 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.HRegion(2902): Flushing d34d01432cbd03941f110edd57c221ca 3/3 column families, dataSize=134.18 KB heapSize=384.98 KB 2024-11-25T10:14:05,899 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e2fd862922a0:0-0 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d34d01432cbd03941f110edd57c221ca, store=A 2024-11-25T10:14:05,899 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e2fd862922a0:0-0 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-25T10:14:05,899 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e2fd862922a0:0-0 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d34d01432cbd03941f110edd57c221ca, store=B 2024-11-25T10:14:05,899 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e2fd862922a0:0-0 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-25T10:14:05,899 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e2fd862922a0:0-0 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d34d01432cbd03941f110edd57c221ca, store=C 2024-11-25T10:14:05,899 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e2fd862922a0:0-0 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-25T10:14:05,906 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e2fd862922a0:0-0 {event_type=RS_FLUSH_REGIONS, pid=20}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/d34d01432cbd03941f110edd57c221ca/.tmp/A/b31ae29eeb9e4debb2d1af04898c9f47 is 50, key is test_row_0/A:col10/1732529644720/Put/seqid=0 2024-11-25T10:14:05,920 INFO [RS:0;e2fd862922a0:38547-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): d34d01432cbd03941f110edd57c221ca#A#compaction#64 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-25T10:14:05,921 INFO [RS:0;e2fd862922a0:38547-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): d34d01432cbd03941f110edd57c221ca#B#compaction#65 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-25T10:14:05,921 DEBUG [RS:0;e2fd862922a0:38547-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/d34d01432cbd03941f110edd57c221ca/.tmp/A/31b697553647457cb691e4cf27ff0700 is 50, key is test_row_0/A:col10/1732529644575/Put/seqid=0 2024-11-25T10:14:05,922 DEBUG [RS:0;e2fd862922a0:38547-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/d34d01432cbd03941f110edd57c221ca/.tmp/B/a39cdfa58cb54583aba98824c421024e is 50, key is test_row_0/B:col10/1732529644575/Put/seqid=0 2024-11-25T10:14:05,926 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39927 is added to blk_1073741900_1076 (size=12301) 2024-11-25T10:14:05,927 INFO [RS_FLUSH_OPERATIONS-regionserver/e2fd862922a0:0-0 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=417 (bloomFilter=true), to=hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/d34d01432cbd03941f110edd57c221ca/.tmp/A/b31ae29eeb9e4debb2d1af04898c9f47 2024-11-25T10:14:05,942 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e2fd862922a0:0-0 {event_type=RS_FLUSH_REGIONS, pid=20}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/d34d01432cbd03941f110edd57c221ca/.tmp/B/c436a1902cb9452bb6634594c529dae3 is 50, key is test_row_0/B:col10/1732529644720/Put/seqid=0 2024-11-25T10:14:05,950 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39927 is added to blk_1073741902_1078 (size=13017) 2024-11-25T10:14:05,955 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39927 is added to blk_1073741901_1077 (size=13017) 2024-11-25T10:14:05,958 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39927 is added to blk_1073741903_1079 (size=12301) 2024-11-25T10:14:05,959 INFO [RS_FLUSH_OPERATIONS-regionserver/e2fd862922a0:0-0 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=417 (bloomFilter=true), to=hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/d34d01432cbd03941f110edd57c221ca/.tmp/B/c436a1902cb9452bb6634594c529dae3 2024-11-25T10:14:05,971 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e2fd862922a0:0-0 {event_type=RS_FLUSH_REGIONS, pid=20}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/d34d01432cbd03941f110edd57c221ca/.tmp/C/cdc1cf6a44fd469493cbf1542f865f40 is 50, key is test_row_0/C:col10/1732529644720/Put/seqid=0 2024-11-25T10:14:05,975 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39927 is added to blk_1073741904_1080 (size=12301) 2024-11-25T10:14:05,977 INFO [RS_FLUSH_OPERATIONS-regionserver/e2fd862922a0:0-0 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=417 (bloomFilter=true), to=hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/d34d01432cbd03941f110edd57c221ca/.tmp/C/cdc1cf6a44fd469493cbf1542f865f40 2024-11-25T10:14:05,984 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e2fd862922a0:0-0 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/d34d01432cbd03941f110edd57c221ca/.tmp/A/b31ae29eeb9e4debb2d1af04898c9f47 as hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/d34d01432cbd03941f110edd57c221ca/A/b31ae29eeb9e4debb2d1af04898c9f47 2024-11-25T10:14:05,996 INFO [RS_FLUSH_OPERATIONS-regionserver/e2fd862922a0:0-0 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/d34d01432cbd03941f110edd57c221ca/A/b31ae29eeb9e4debb2d1af04898c9f47, entries=150, sequenceid=417, filesize=12.0 K 2024-11-25T10:14:05,998 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e2fd862922a0:0-0 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/d34d01432cbd03941f110edd57c221ca/.tmp/B/c436a1902cb9452bb6634594c529dae3 as hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/d34d01432cbd03941f110edd57c221ca/B/c436a1902cb9452bb6634594c529dae3 2024-11-25T10:14:06,004 INFO [RS_FLUSH_OPERATIONS-regionserver/e2fd862922a0:0-0 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/d34d01432cbd03941f110edd57c221ca/B/c436a1902cb9452bb6634594c529dae3, entries=150, sequenceid=417, filesize=12.0 K 2024-11-25T10:14:06,005 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e2fd862922a0:0-0 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/d34d01432cbd03941f110edd57c221ca/.tmp/C/cdc1cf6a44fd469493cbf1542f865f40 as hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/d34d01432cbd03941f110edd57c221ca/C/cdc1cf6a44fd469493cbf1542f865f40 2024-11-25T10:14:06,012 INFO [RS_FLUSH_OPERATIONS-regionserver/e2fd862922a0:0-0 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/d34d01432cbd03941f110edd57c221ca/C/cdc1cf6a44fd469493cbf1542f865f40, entries=150, sequenceid=417, filesize=12.0 K 2024-11-25T10:14:06,013 INFO [RS_FLUSH_OPERATIONS-regionserver/e2fd862922a0:0-0 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.HRegion(3140): Finished flush of dataSize ~134.18 KB/137400, heapSize ~384.94 KB/394176, currentSize=0 B/0 for d34d01432cbd03941f110edd57c221ca in 114ms, sequenceid=417, compaction requested=true 2024-11-25T10:14:06,013 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e2fd862922a0:0-0 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.HRegion(2603): Flush status journal for d34d01432cbd03941f110edd57c221ca: 2024-11-25T10:14:06,013 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e2fd862922a0:0-0 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732529629057.d34d01432cbd03941f110edd57c221ca. 2024-11-25T10:14:06,013 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e2fd862922a0:0-0 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=20 2024-11-25T10:14:06,014 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41005 {}] master.HMaster(4169): Remote procedure done, pid=20 2024-11-25T10:14:06,019 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=20, resume processing ppid=19 2024-11-25T10:14:06,019 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=20, ppid=19, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.5060 sec 2024-11-25T10:14:06,021 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=19, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=19, table=TestAcidGuarantees in 1.5160 sec 2024-11-25T10:14:06,361 DEBUG [RS:0;e2fd862922a0:38547-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/d34d01432cbd03941f110edd57c221ca/.tmp/B/a39cdfa58cb54583aba98824c421024e as hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/d34d01432cbd03941f110edd57c221ca/B/a39cdfa58cb54583aba98824c421024e 2024-11-25T10:14:06,364 DEBUG [RS:0;e2fd862922a0:38547-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/d34d01432cbd03941f110edd57c221ca/.tmp/A/31b697553647457cb691e4cf27ff0700 as hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/d34d01432cbd03941f110edd57c221ca/A/31b697553647457cb691e4cf27ff0700 2024-11-25T10:14:06,371 INFO [RS:0;e2fd862922a0:38547-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in d34d01432cbd03941f110edd57c221ca/B of d34d01432cbd03941f110edd57c221ca into a39cdfa58cb54583aba98824c421024e(size=12.7 K), total size for store is 24.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-25T10:14:06,371 DEBUG [RS:0;e2fd862922a0:38547-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for d34d01432cbd03941f110edd57c221ca: 2024-11-25T10:14:06,372 INFO [RS:0;e2fd862922a0:38547-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732529629057.d34d01432cbd03941f110edd57c221ca., storeName=d34d01432cbd03941f110edd57c221ca/B, priority=12, startTime=1732529645890; duration=0sec 2024-11-25T10:14:06,372 DEBUG [RS:0;e2fd862922a0:38547-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-25T10:14:06,372 DEBUG [RS:0;e2fd862922a0:38547-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: d34d01432cbd03941f110edd57c221ca:B 2024-11-25T10:14:06,372 DEBUG [RS:0;e2fd862922a0:38547-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 5 store files, 0 compacting, 5 eligible, 16 blocking 2024-11-25T10:14:06,373 INFO [RS:0;e2fd862922a0:38547-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in d34d01432cbd03941f110edd57c221ca/A of d34d01432cbd03941f110edd57c221ca into 31b697553647457cb691e4cf27ff0700(size=12.7 K), total size for store is 24.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-25T10:14:06,373 DEBUG [RS:0;e2fd862922a0:38547-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for d34d01432cbd03941f110edd57c221ca: 2024-11-25T10:14:06,373 INFO [RS:0;e2fd862922a0:38547-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732529629057.d34d01432cbd03941f110edd57c221ca., storeName=d34d01432cbd03941f110edd57c221ca/A, priority=12, startTime=1732529645889; duration=0sec 2024-11-25T10:14:06,373 DEBUG [RS:0;e2fd862922a0:38547-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-25T10:14:06,373 DEBUG [RS:0;e2fd862922a0:38547-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: d34d01432cbd03941f110edd57c221ca:A 2024-11-25T10:14:06,377 DEBUG [RS:0;e2fd862922a0:38547-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 5 files of size 62085 starting at candidate #0 after considering 6 permutations with 6 in ratio 2024-11-25T10:14:06,378 DEBUG [RS:0;e2fd862922a0:38547-longCompactions-0 {}] regionserver.HStore(1541): d34d01432cbd03941f110edd57c221ca/C is initiating minor compaction (all files) 2024-11-25T10:14:06,378 INFO [RS:0;e2fd862922a0:38547-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of d34d01432cbd03941f110edd57c221ca/C in TestAcidGuarantees,,1732529629057.d34d01432cbd03941f110edd57c221ca. 2024-11-25T10:14:06,378 INFO [RS:0;e2fd862922a0:38547-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/d34d01432cbd03941f110edd57c221ca/C/63a8cb572b354facabad1535a61e240c, hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/d34d01432cbd03941f110edd57c221ca/C/97060963e745424fb65e9d4dd60a2965, hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/d34d01432cbd03941f110edd57c221ca/C/bd25bf06dd4943ed85b65e175b73164b, hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/d34d01432cbd03941f110edd57c221ca/C/c9542865ea8d42afa0f0bb828ab85c55, hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/d34d01432cbd03941f110edd57c221ca/C/cdc1cf6a44fd469493cbf1542f865f40] into tmpdir=hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/d34d01432cbd03941f110edd57c221ca/.tmp, totalSize=60.6 K 2024-11-25T10:14:06,379 DEBUG [RS:0;e2fd862922a0:38547-longCompactions-0 {}] compactions.Compactor(225): Compacting 63a8cb572b354facabad1535a61e240c, keycount=150, bloomtype=ROW, size=12.6 K, encoding=NONE, compression=NONE, seqNum=319, earliestPutTs=1732529640748 2024-11-25T10:14:06,379 DEBUG [RS:0;e2fd862922a0:38547-longCompactions-0 {}] compactions.Compactor(225): Compacting 97060963e745424fb65e9d4dd60a2965, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=329, earliestPutTs=1732529641460 2024-11-25T10:14:06,380 DEBUG [RS:0;e2fd862922a0:38547-longCompactions-0 {}] compactions.Compactor(225): Compacting bd25bf06dd4943ed85b65e175b73164b, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=369, earliestPutTs=1732529642351 2024-11-25T10:14:06,380 DEBUG [RS:0;e2fd862922a0:38547-longCompactions-0 {}] compactions.Compactor(225): Compacting c9542865ea8d42afa0f0bb828ab85c55, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=380, earliestPutTs=1732529644565 2024-11-25T10:14:06,381 DEBUG [RS:0;e2fd862922a0:38547-longCompactions-0 {}] compactions.Compactor(225): Compacting cdc1cf6a44fd469493cbf1542f865f40, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=417, earliestPutTs=1732529644720 2024-11-25T10:14:06,398 INFO [RS:0;e2fd862922a0:38547-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): d34d01432cbd03941f110edd57c221ca#C#compaction#68 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-25T10:14:06,399 DEBUG [RS:0;e2fd862922a0:38547-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/d34d01432cbd03941f110edd57c221ca/.tmp/C/ee3cd7c9866b4d48860c1cb28210198d is 50, key is test_row_0/C:col10/1732529644720/Put/seqid=0 2024-11-25T10:14:06,414 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39927 is added to blk_1073741905_1081 (size=13051) 2024-11-25T10:14:06,652 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41005 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=19 2024-11-25T10:14:06,652 INFO [RPCClient-NioEventLoopGroup-4-8 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-25T10:14:06,653 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41005 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-25T10:14:06,654 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41005 {}] procedure2.ProcedureExecutor(1139): Stored pid=21, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=21, table=TestAcidGuarantees 2024-11-25T10:14:06,655 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=21, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=21, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-25T10:14:06,655 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41005 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=21 2024-11-25T10:14:06,657 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=21, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=21, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-25T10:14:06,657 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=22, ppid=21, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-25T10:14:06,762 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41005 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=21 2024-11-25T10:14:06,809 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=38547 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=22 2024-11-25T10:14:06,809 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e2fd862922a0:0-1 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732529629057.d34d01432cbd03941f110edd57c221ca. 2024-11-25T10:14:06,809 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e2fd862922a0:0-1 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.HRegion(2603): Flush status journal for d34d01432cbd03941f110edd57c221ca: 2024-11-25T10:14:06,809 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e2fd862922a0:0-1 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732529629057.d34d01432cbd03941f110edd57c221ca. 2024-11-25T10:14:06,809 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e2fd862922a0:0-1 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=22 2024-11-25T10:14:06,809 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41005 {}] master.HMaster(4169): Remote procedure done, pid=22 2024-11-25T10:14:06,817 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=22, resume processing ppid=21 2024-11-25T10:14:06,817 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=22, ppid=21, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 155 msec 2024-11-25T10:14:06,824 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=21, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=21, table=TestAcidGuarantees in 165 msec 2024-11-25T10:14:06,825 DEBUG [RS:0;e2fd862922a0:38547-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/d34d01432cbd03941f110edd57c221ca/.tmp/C/ee3cd7c9866b4d48860c1cb28210198d as hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/d34d01432cbd03941f110edd57c221ca/C/ee3cd7c9866b4d48860c1cb28210198d 2024-11-25T10:14:06,834 INFO [RS:0;e2fd862922a0:38547-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 5 (all) file(s) in d34d01432cbd03941f110edd57c221ca/C of d34d01432cbd03941f110edd57c221ca into ee3cd7c9866b4d48860c1cb28210198d(size=12.7 K), total size for store is 12.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-25T10:14:06,835 DEBUG [RS:0;e2fd862922a0:38547-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for d34d01432cbd03941f110edd57c221ca: 2024-11-25T10:14:06,835 INFO [RS:0;e2fd862922a0:38547-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732529629057.d34d01432cbd03941f110edd57c221ca., storeName=d34d01432cbd03941f110edd57c221ca/C, priority=11, startTime=1732529645890; duration=0sec 2024-11-25T10:14:06,835 DEBUG [RS:0;e2fd862922a0:38547-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-25T10:14:06,835 DEBUG [RS:0;e2fd862922a0:38547-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: d34d01432cbd03941f110edd57c221ca:C 2024-11-25T10:14:06,907 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing d34d01432cbd03941f110edd57c221ca 3/3 column families, dataSize=46.96 KB heapSize=140.20 KB 2024-11-25T10:14:06,907 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d34d01432cbd03941f110edd57c221ca, store=A 2024-11-25T10:14:06,907 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T10:14:06,907 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d34d01432cbd03941f110edd57c221ca, store=B 2024-11-25T10:14:06,907 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T10:14:06,907 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d34d01432cbd03941f110edd57c221ca, store=C 2024-11-25T10:14:06,907 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T10:14:06,908 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] regionserver.HRegion(8855): Flush requested on d34d01432cbd03941f110edd57c221ca 2024-11-25T10:14:06,914 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/d34d01432cbd03941f110edd57c221ca/.tmp/A/93aab55531ac4789af40cd4dd2ba3755 is 50, key is test_row_0/A:col10/1732529646898/Put/seqid=0 2024-11-25T10:14:06,946 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39927 is added to blk_1073741906_1082 (size=14741) 2024-11-25T10:14:06,947 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=431 (bloomFilter=true), to=hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/d34d01432cbd03941f110edd57c221ca/.tmp/A/93aab55531ac4789af40cd4dd2ba3755 2024-11-25T10:14:06,954 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/e2fd862922a0:0-7 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=309, cellSize=14145, totalHeapSize=32376, min timestamp=1732529646932, max timestamp=1732529646950Num uniques 859; 2024-11-25T10:14:06,954 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/e2fd862922a0:0-7 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=14145, suffix heap size=117064,new segment heap size=32376 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=309 2024-11-25T10:14:06,957 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/e2fd862922a0:0-8 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=159, cellSize=7275, totalHeapSize=16776, min timestamp=1732529646932, max timestamp=1732529646950Num uniques 859; 2024-11-25T10:14:06,957 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/e2fd862922a0:0-8 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=7275, suffix heap size=117064,new segment heap size=16776 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=159 2024-11-25T10:14:06,959 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/e2fd862922a0:0-1 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=159, cellSize=7275, totalHeapSize=16776, min timestamp=1732529646932, max timestamp=1732529646953Num uniques 859; 2024-11-25T10:14:06,959 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/e2fd862922a0:0-1 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=7275, suffix heap size=117064,new segment heap size=16776 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=159 2024-11-25T10:14:06,969 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/d34d01432cbd03941f110edd57c221ca/.tmp/B/31a43bd011094ee4b932a02b2a1d11d6 is 50, key is test_row_0/B:col10/1732529646898/Put/seqid=0 2024-11-25T10:14:06,972 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41005 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=21 2024-11-25T10:14:06,973 INFO [RPCClient-NioEventLoopGroup-4-8 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-25T10:14:06,973 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41005 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-25T10:14:06,974 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41005 {}] procedure2.ProcedureExecutor(1139): Stored pid=23, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=23, table=TestAcidGuarantees 2024-11-25T10:14:06,975 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41005 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=23 2024-11-25T10:14:06,976 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=23, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=23, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-25T10:14:06,978 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=23, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=23, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-25T10:14:06,978 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=24, ppid=23, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-25T10:14:06,996 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39927 is added to blk_1073741907_1083 (size=12301) 2024-11-25T10:14:06,997 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=431 (bloomFilter=true), to=hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/d34d01432cbd03941f110edd57c221ca/.tmp/B/31a43bd011094ee4b932a02b2a1d11d6 2024-11-25T10:14:07,009 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/d34d01432cbd03941f110edd57c221ca/.tmp/C/5844aef6ea0d49088734cb9311826e7f is 50, key is test_row_0/C:col10/1732529646898/Put/seqid=0 2024-11-25T10:14:07,015 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d34d01432cbd03941f110edd57c221ca, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-25T10:14:07,015 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d34d01432cbd03941f110edd57c221ca, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-25T10:14:07,015 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] ipc.CallRunner(138): callId: 169 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47884 deadline: 1732529707002, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d34d01432cbd03941f110edd57c221ca, server=e2fd862922a0,38547,1732529625709 2024-11-25T10:14:07,015 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] ipc.CallRunner(138): callId: 174 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47866 deadline: 1732529707003, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d34d01432cbd03941f110edd57c221ca, server=e2fd862922a0,38547,1732529625709 2024-11-25T10:14:07,015 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d34d01432cbd03941f110edd57c221ca, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-25T10:14:07,016 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732529629057.d34d01432cbd03941f110edd57c221ca., hostname=e2fd862922a0,38547,1732529625709, seqNum=2 , the old value is region=TestAcidGuarantees,,1732529629057.d34d01432cbd03941f110edd57c221ca., hostname=e2fd862922a0,38547,1732529625709, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d34d01432cbd03941f110edd57c221ca, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T10:14:07,016 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] ipc.CallRunner(138): callId: 160 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47878 deadline: 1732529707004, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d34d01432cbd03941f110edd57c221ca, server=e2fd862922a0,38547,1732529625709 2024-11-25T10:14:07,016 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732529629057.d34d01432cbd03941f110edd57c221ca., hostname=e2fd862922a0,38547,1732529625709, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d34d01432cbd03941f110edd57c221ca, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T10:14:07,016 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732529629057.d34d01432cbd03941f110edd57c221ca., hostname=e2fd862922a0,38547,1732529625709, seqNum=2 because the exception is null or not the one we care about 2024-11-25T10:14:07,016 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732529629057.d34d01432cbd03941f110edd57c221ca., hostname=e2fd862922a0,38547,1732529625709, seqNum=2 , the old value is region=TestAcidGuarantees,,1732529629057.d34d01432cbd03941f110edd57c221ca., hostname=e2fd862922a0,38547,1732529625709, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d34d01432cbd03941f110edd57c221ca, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T10:14:07,016 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732529629057.d34d01432cbd03941f110edd57c221ca., hostname=e2fd862922a0,38547,1732529625709, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d34d01432cbd03941f110edd57c221ca, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T10:14:07,016 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732529629057.d34d01432cbd03941f110edd57c221ca., hostname=e2fd862922a0,38547,1732529625709, seqNum=2 because the exception is null or not the one we care about 2024-11-25T10:14:07,018 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732529629057.d34d01432cbd03941f110edd57c221ca., hostname=e2fd862922a0,38547,1732529625709, seqNum=2 , the old value is region=TestAcidGuarantees,,1732529629057.d34d01432cbd03941f110edd57c221ca., hostname=e2fd862922a0,38547,1732529625709, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d34d01432cbd03941f110edd57c221ca, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T10:14:07,018 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732529629057.d34d01432cbd03941f110edd57c221ca., hostname=e2fd862922a0,38547,1732529625709, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d34d01432cbd03941f110edd57c221ca, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T10:14:07,018 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732529629057.d34d01432cbd03941f110edd57c221ca., hostname=e2fd862922a0,38547,1732529625709, seqNum=2 because the exception is null or not the one we care about 2024-11-25T10:14:07,032 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39927 is added to blk_1073741908_1084 (size=12301) 2024-11-25T10:14:07,035 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=431 (bloomFilter=true), to=hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/d34d01432cbd03941f110edd57c221ca/.tmp/C/5844aef6ea0d49088734cb9311826e7f 2024-11-25T10:14:07,044 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/d34d01432cbd03941f110edd57c221ca/.tmp/A/93aab55531ac4789af40cd4dd2ba3755 as hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/d34d01432cbd03941f110edd57c221ca/A/93aab55531ac4789af40cd4dd2ba3755 2024-11-25T10:14:07,052 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/d34d01432cbd03941f110edd57c221ca/A/93aab55531ac4789af40cd4dd2ba3755, entries=200, sequenceid=431, filesize=14.4 K 2024-11-25T10:14:07,053 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/d34d01432cbd03941f110edd57c221ca/.tmp/B/31a43bd011094ee4b932a02b2a1d11d6 as hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/d34d01432cbd03941f110edd57c221ca/B/31a43bd011094ee4b932a02b2a1d11d6 2024-11-25T10:14:07,065 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/d34d01432cbd03941f110edd57c221ca/B/31a43bd011094ee4b932a02b2a1d11d6, entries=150, sequenceid=431, filesize=12.0 K 2024-11-25T10:14:07,067 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/d34d01432cbd03941f110edd57c221ca/.tmp/C/5844aef6ea0d49088734cb9311826e7f as hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/d34d01432cbd03941f110edd57c221ca/C/5844aef6ea0d49088734cb9311826e7f 2024-11-25T10:14:07,073 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/d34d01432cbd03941f110edd57c221ca/C/5844aef6ea0d49088734cb9311826e7f, entries=150, sequenceid=431, filesize=12.0 K 2024-11-25T10:14:07,074 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~46.96 KB/48090, heapSize ~140.16 KB/143520, currentSize=134.18 KB/137400 for d34d01432cbd03941f110edd57c221ca in 167ms, sequenceid=431, compaction requested=true 2024-11-25T10:14:07,074 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for d34d01432cbd03941f110edd57c221ca: 2024-11-25T10:14:07,074 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store d34d01432cbd03941f110edd57c221ca:A, priority=-2147483648, current under compaction store size is 1 2024-11-25T10:14:07,074 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-25T10:14:07,074 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store d34d01432cbd03941f110edd57c221ca:B, priority=-2147483648, current under compaction store size is 2 2024-11-25T10:14:07,074 DEBUG [RS:0;e2fd862922a0:38547-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-25T10:14:07,074 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-25T10:14:07,074 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store d34d01432cbd03941f110edd57c221ca:C, priority=-2147483648, current under compaction store size is 3 2024-11-25T10:14:07,074 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=2), splitQueue=0 2024-11-25T10:14:07,074 DEBUG [RS:0;e2fd862922a0:38547-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-25T10:14:07,076 DEBUG [RS:0;e2fd862922a0:38547-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37619 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-25T10:14:07,076 DEBUG [RS:0;e2fd862922a0:38547-longCompactions-0 {}] regionserver.HStore(1541): d34d01432cbd03941f110edd57c221ca/B is initiating minor compaction (all files) 2024-11-25T10:14:07,076 INFO [RS:0;e2fd862922a0:38547-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of d34d01432cbd03941f110edd57c221ca/B in TestAcidGuarantees,,1732529629057.d34d01432cbd03941f110edd57c221ca. 2024-11-25T10:14:07,076 DEBUG [RS:0;e2fd862922a0:38547-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 40059 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-25T10:14:07,076 DEBUG [RS:0;e2fd862922a0:38547-shortCompactions-0 {}] regionserver.HStore(1541): d34d01432cbd03941f110edd57c221ca/A is initiating minor compaction (all files) 2024-11-25T10:14:07,076 INFO [RS:0;e2fd862922a0:38547-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of d34d01432cbd03941f110edd57c221ca/A in TestAcidGuarantees,,1732529629057.d34d01432cbd03941f110edd57c221ca. 2024-11-25T10:14:07,077 INFO [RS:0;e2fd862922a0:38547-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/d34d01432cbd03941f110edd57c221ca/A/31b697553647457cb691e4cf27ff0700, hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/d34d01432cbd03941f110edd57c221ca/A/b31ae29eeb9e4debb2d1af04898c9f47, hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/d34d01432cbd03941f110edd57c221ca/A/93aab55531ac4789af40cd4dd2ba3755] into tmpdir=hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/d34d01432cbd03941f110edd57c221ca/.tmp, totalSize=39.1 K 2024-11-25T10:14:07,077 INFO [RS:0;e2fd862922a0:38547-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/d34d01432cbd03941f110edd57c221ca/B/a39cdfa58cb54583aba98824c421024e, hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/d34d01432cbd03941f110edd57c221ca/B/c436a1902cb9452bb6634594c529dae3, hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/d34d01432cbd03941f110edd57c221ca/B/31a43bd011094ee4b932a02b2a1d11d6] into tmpdir=hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/d34d01432cbd03941f110edd57c221ca/.tmp, totalSize=36.7 K 2024-11-25T10:14:07,077 DEBUG [RS:0;e2fd862922a0:38547-longCompactions-0 {}] compactions.Compactor(225): Compacting a39cdfa58cb54583aba98824c421024e, keycount=150, bloomtype=ROW, size=12.7 K, encoding=NONE, compression=NONE, seqNum=380, earliestPutTs=1732529644565 2024-11-25T10:14:07,078 DEBUG [RS:0;e2fd862922a0:38547-shortCompactions-0 {}] compactions.Compactor(225): Compacting 31b697553647457cb691e4cf27ff0700, keycount=150, bloomtype=ROW, size=12.7 K, encoding=NONE, compression=NONE, seqNum=380, earliestPutTs=1732529644565 2024-11-25T10:14:07,078 DEBUG [RS:0;e2fd862922a0:38547-longCompactions-0 {}] compactions.Compactor(225): Compacting c436a1902cb9452bb6634594c529dae3, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=417, earliestPutTs=1732529644720 2024-11-25T10:14:07,078 DEBUG [RS:0;e2fd862922a0:38547-shortCompactions-0 {}] compactions.Compactor(225): Compacting b31ae29eeb9e4debb2d1af04898c9f47, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=417, earliestPutTs=1732529644720 2024-11-25T10:14:07,080 DEBUG [RS:0;e2fd862922a0:38547-longCompactions-0 {}] compactions.Compactor(225): Compacting 31a43bd011094ee4b932a02b2a1d11d6, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=431, earliestPutTs=1732529646898 2024-11-25T10:14:07,080 DEBUG [RS:0;e2fd862922a0:38547-shortCompactions-0 {}] compactions.Compactor(225): Compacting 93aab55531ac4789af40cd4dd2ba3755, keycount=200, bloomtype=ROW, size=14.4 K, encoding=NONE, compression=NONE, seqNum=431, earliestPutTs=1732529646898 2024-11-25T10:14:07,083 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41005 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=23 2024-11-25T10:14:07,106 INFO [RS:0;e2fd862922a0:38547-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): d34d01432cbd03941f110edd57c221ca#B#compaction#72 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-25T10:14:07,107 INFO [RS:0;e2fd862922a0:38547-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): d34d01432cbd03941f110edd57c221ca#A#compaction#73 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-25T10:14:07,107 DEBUG [RS:0;e2fd862922a0:38547-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/d34d01432cbd03941f110edd57c221ca/.tmp/B/2b0d1c62ebc044469795d047d7a85624 is 50, key is test_row_0/B:col10/1732529646898/Put/seqid=0 2024-11-25T10:14:07,107 DEBUG [RS:0;e2fd862922a0:38547-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/d34d01432cbd03941f110edd57c221ca/.tmp/A/c387ca0a6b8e4901bfec5e8361498952 is 50, key is test_row_0/A:col10/1732529646898/Put/seqid=0 2024-11-25T10:14:07,130 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] regionserver.HRegion(8855): Flush requested on d34d01432cbd03941f110edd57c221ca 2024-11-25T10:14:07,131 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing d34d01432cbd03941f110edd57c221ca 3/3 column families, dataSize=140.89 KB heapSize=400.22 KB 2024-11-25T10:14:07,133 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=38547 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=24 2024-11-25T10:14:07,134 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e2fd862922a0:0-2 {event_type=RS_FLUSH_REGIONS, pid=24}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732529629057.d34d01432cbd03941f110edd57c221ca. 2024-11-25T10:14:07,134 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e2fd862922a0:0-2 {event_type=RS_FLUSH_REGIONS, pid=24}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732529629057.d34d01432cbd03941f110edd57c221ca. as already flushing 2024-11-25T10:14:07,134 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e2fd862922a0:0-2 {event_type=RS_FLUSH_REGIONS, pid=24}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732529629057.d34d01432cbd03941f110edd57c221ca. 2024-11-25T10:14:07,134 ERROR [RS_FLUSH_OPERATIONS-regionserver/e2fd862922a0:0-2 {event_type=RS_FLUSH_REGIONS, pid=24}] handler.RSProcedureHandler(58): pid=24 java.io.IOException: Unable to complete flush {ENCODED => d34d01432cbd03941f110edd57c221ca, NAME => 'TestAcidGuarantees,,1732529629057.d34d01432cbd03941f110edd57c221ca.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T10:14:07,134 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e2fd862922a0:0-2 {event_type=RS_FLUSH_REGIONS, pid=24}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=24 java.io.IOException: Unable to complete flush {ENCODED => d34d01432cbd03941f110edd57c221ca, NAME => 'TestAcidGuarantees,,1732529629057.d34d01432cbd03941f110edd57c221ca.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T10:14:07,135 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41005 {}] master.HMaster(4177): Remote procedure failed, pid=24 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => d34d01432cbd03941f110edd57c221ca, NAME => 'TestAcidGuarantees,,1732529629057.d34d01432cbd03941f110edd57c221ca.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => d34d01432cbd03941f110edd57c221ca, NAME => 'TestAcidGuarantees,,1732529629057.d34d01432cbd03941f110edd57c221ca.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T10:14:07,137 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/e2fd862922a0:0-2 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=168, cellSize=7688, totalHeapSize=17712, min timestamp=1732529646998, max timestamp=1732529647130Num uniques 1168; 2024-11-25T10:14:07,137 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/e2fd862922a0:0-2 {}] regionserver.CompactionPipeline(163): Suffix data size=53488, new segment data size=7688, suffix heap size=149440,new segment heap size=17712 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1168, new segment cells count=168 2024-11-25T10:14:07,137 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/e2fd862922a0:0-9 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=168, cellSize=7688, totalHeapSize=17712, min timestamp=1732529646998, max timestamp=1732529647130Num uniques 1018; 2024-11-25T10:14:07,137 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/e2fd862922a0:0-9 {}] regionserver.CompactionPipeline(163): Suffix data size=46618, new segment data size=7688, suffix heap size=133840,new segment heap size=17712 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1018, new segment cells count=168 2024-11-25T10:14:07,139 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d34d01432cbd03941f110edd57c221ca, store=A 2024-11-25T10:14:07,139 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-25T10:14:07,139 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d34d01432cbd03941f110edd57c221ca, store=B 2024-11-25T10:14:07,139 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-25T10:14:07,139 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d34d01432cbd03941f110edd57c221ca, store=C 2024-11-25T10:14:07,139 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=3, new segment=null 2024-11-25T10:14:07,140 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39927 is added to blk_1073741909_1085 (size=13119) 2024-11-25T10:14:07,166 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39927 is added to blk_1073741910_1086 (size=13119) 2024-11-25T10:14:07,169 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/d34d01432cbd03941f110edd57c221ca/.tmp/A/364572cf430a4ba599f87646f51388dc is 50, key is test_row_0/A:col10/1732529647130/Put/seqid=0 2024-11-25T10:14:07,186 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39927 is added to blk_1073741911_1087 (size=17181) 2024-11-25T10:14:07,188 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=11.18 KB at sequenceid=470 (bloomFilter=true), to=hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/d34d01432cbd03941f110edd57c221ca/.tmp/A/364572cf430a4ba599f87646f51388dc 2024-11-25T10:14:07,199 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/d34d01432cbd03941f110edd57c221ca/.tmp/B/c975885300ac4234b68990c8b974b88b is 50, key is test_row_0/B:col10/1732529647130/Put/seqid=0 2024-11-25T10:14:07,209 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39927 is added to blk_1073741912_1088 (size=12301) 2024-11-25T10:14:07,209 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d34d01432cbd03941f110edd57c221ca, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-25T10:14:07,210 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] ipc.CallRunner(138): callId: 167 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47878 deadline: 1732529707201, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d34d01432cbd03941f110edd57c221ca, server=e2fd862922a0,38547,1732529625709 2024-11-25T10:14:07,210 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732529629057.d34d01432cbd03941f110edd57c221ca., hostname=e2fd862922a0,38547,1732529625709, seqNum=2 , the old value is region=TestAcidGuarantees,,1732529629057.d34d01432cbd03941f110edd57c221ca., hostname=e2fd862922a0,38547,1732529625709, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d34d01432cbd03941f110edd57c221ca, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T10:14:07,210 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732529629057.d34d01432cbd03941f110edd57c221ca., hostname=e2fd862922a0,38547,1732529625709, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d34d01432cbd03941f110edd57c221ca, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T10:14:07,210 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732529629057.d34d01432cbd03941f110edd57c221ca., hostname=e2fd862922a0,38547,1732529625709, seqNum=2 because the exception is null or not the one we care about 2024-11-25T10:14:07,210 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d34d01432cbd03941f110edd57c221ca, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-25T10:14:07,211 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] ipc.CallRunner(138): callId: 178 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47884 deadline: 1732529707203, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d34d01432cbd03941f110edd57c221ca, server=e2fd862922a0,38547,1732529625709 2024-11-25T10:14:07,212 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732529629057.d34d01432cbd03941f110edd57c221ca., hostname=e2fd862922a0,38547,1732529625709, seqNum=2 , the old value is region=TestAcidGuarantees,,1732529629057.d34d01432cbd03941f110edd57c221ca., hostname=e2fd862922a0,38547,1732529625709, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d34d01432cbd03941f110edd57c221ca, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T10:14:07,212 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732529629057.d34d01432cbd03941f110edd57c221ca., hostname=e2fd862922a0,38547,1732529625709, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d34d01432cbd03941f110edd57c221ca, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T10:14:07,212 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732529629057.d34d01432cbd03941f110edd57c221ca., hostname=e2fd862922a0,38547,1732529625709, seqNum=2 because the exception is null or not the one we care about 2024-11-25T10:14:07,212 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d34d01432cbd03941f110edd57c221ca, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-25T10:14:07,212 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] ipc.CallRunner(138): callId: 181 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47866 deadline: 1732529707203, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d34d01432cbd03941f110edd57c221ca, server=e2fd862922a0,38547,1732529625709 2024-11-25T10:14:07,212 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=11.18 KB at sequenceid=470 (bloomFilter=true), to=hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/d34d01432cbd03941f110edd57c221ca/.tmp/B/c975885300ac4234b68990c8b974b88b 2024-11-25T10:14:07,212 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732529629057.d34d01432cbd03941f110edd57c221ca., hostname=e2fd862922a0,38547,1732529625709, seqNum=2 , the old value is region=TestAcidGuarantees,,1732529629057.d34d01432cbd03941f110edd57c221ca., hostname=e2fd862922a0,38547,1732529625709, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d34d01432cbd03941f110edd57c221ca, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T10:14:07,212 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732529629057.d34d01432cbd03941f110edd57c221ca., hostname=e2fd862922a0,38547,1732529625709, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d34d01432cbd03941f110edd57c221ca, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T10:14:07,212 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732529629057.d34d01432cbd03941f110edd57c221ca., hostname=e2fd862922a0,38547,1732529625709, seqNum=2 because the exception is null or not the one we care about 2024-11-25T10:14:07,225 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/d34d01432cbd03941f110edd57c221ca/.tmp/C/82a996bef1a94904ba8172498a35e978 is 50, key is test_row_0/C:col10/1732529647130/Put/seqid=0 2024-11-25T10:14:07,239 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39927 is added to blk_1073741913_1089 (size=12301) 2024-11-25T10:14:07,240 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=470 (bloomFilter=true), to=hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/d34d01432cbd03941f110edd57c221ca/.tmp/C/82a996bef1a94904ba8172498a35e978 2024-11-25T10:14:07,251 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/d34d01432cbd03941f110edd57c221ca/.tmp/A/364572cf430a4ba599f87646f51388dc as hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/d34d01432cbd03941f110edd57c221ca/A/364572cf430a4ba599f87646f51388dc 2024-11-25T10:14:07,258 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/d34d01432cbd03941f110edd57c221ca/A/364572cf430a4ba599f87646f51388dc, entries=250, sequenceid=470, filesize=16.8 K 2024-11-25T10:14:07,259 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/d34d01432cbd03941f110edd57c221ca/.tmp/B/c975885300ac4234b68990c8b974b88b as hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/d34d01432cbd03941f110edd57c221ca/B/c975885300ac4234b68990c8b974b88b 2024-11-25T10:14:07,265 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/d34d01432cbd03941f110edd57c221ca/B/c975885300ac4234b68990c8b974b88b, entries=150, sequenceid=470, filesize=12.0 K 2024-11-25T10:14:07,267 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/d34d01432cbd03941f110edd57c221ca/.tmp/C/82a996bef1a94904ba8172498a35e978 as hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/d34d01432cbd03941f110edd57c221ca/C/82a996bef1a94904ba8172498a35e978 2024-11-25T10:14:07,273 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/d34d01432cbd03941f110edd57c221ca/C/82a996bef1a94904ba8172498a35e978, entries=150, sequenceid=470, filesize=12.0 K 2024-11-25T10:14:07,274 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~71.56 KB/73280, heapSize ~198.67 KB/203440, currentSize=114.05 KB/116790 for d34d01432cbd03941f110edd57c221ca in 143ms, sequenceid=470, compaction requested=true 2024-11-25T10:14:07,274 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for d34d01432cbd03941f110edd57c221ca: 2024-11-25T10:14:07,274 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store d34d01432cbd03941f110edd57c221ca:A, priority=-2147483648, current under compaction store size is 3 2024-11-25T10:14:07,274 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=2), splitQueue=0 2024-11-25T10:14:07,274 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store d34d01432cbd03941f110edd57c221ca:B, priority=-2147483648, current under compaction store size is 3 2024-11-25T10:14:07,274 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=3), splitQueue=0 2024-11-25T10:14:07,274 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store d34d01432cbd03941f110edd57c221ca:C, priority=-2147483648, current under compaction store size is 3 2024-11-25T10:14:07,274 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=4), splitQueue=0 2024-11-25T10:14:07,288 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=38547 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=24 2024-11-25T10:14:07,288 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e2fd862922a0:0-0 {event_type=RS_FLUSH_REGIONS, pid=24}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732529629057.d34d01432cbd03941f110edd57c221ca. 2024-11-25T10:14:07,288 INFO [RS_FLUSH_OPERATIONS-regionserver/e2fd862922a0:0-0 {event_type=RS_FLUSH_REGIONS, pid=24}] regionserver.HRegion(2902): Flushing d34d01432cbd03941f110edd57c221ca 3/3 column families, dataSize=114.05 KB heapSize=339.42 KB 2024-11-25T10:14:07,288 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e2fd862922a0:0-0 {event_type=RS_FLUSH_REGIONS, pid=24}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d34d01432cbd03941f110edd57c221ca, store=A 2024-11-25T10:14:07,288 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e2fd862922a0:0-0 {event_type=RS_FLUSH_REGIONS, pid=24}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T10:14:07,288 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e2fd862922a0:0-0 {event_type=RS_FLUSH_REGIONS, pid=24}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d34d01432cbd03941f110edd57c221ca, store=B 2024-11-25T10:14:07,288 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e2fd862922a0:0-0 {event_type=RS_FLUSH_REGIONS, pid=24}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T10:14:07,288 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e2fd862922a0:0-0 {event_type=RS_FLUSH_REGIONS, pid=24}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d34d01432cbd03941f110edd57c221ca, store=C 2024-11-25T10:14:07,288 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e2fd862922a0:0-0 {event_type=RS_FLUSH_REGIONS, pid=24}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T10:14:07,292 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41005 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=23 2024-11-25T10:14:07,295 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e2fd862922a0:0-0 {event_type=RS_FLUSH_REGIONS, pid=24}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/d34d01432cbd03941f110edd57c221ca/.tmp/A/09b37a2a1a854fdc81be45ce4c1e2ab9 is 50, key is test_row_0/A:col10/1732529647201/Put/seqid=0 2024-11-25T10:14:07,302 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39927 is added to blk_1073741914_1090 (size=12301) 2024-11-25T10:14:07,303 INFO [RS_FLUSH_OPERATIONS-regionserver/e2fd862922a0:0-0 {event_type=RS_FLUSH_REGIONS, pid=24}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.02 KB at sequenceid=490 (bloomFilter=true), to=hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/d34d01432cbd03941f110edd57c221ca/.tmp/A/09b37a2a1a854fdc81be45ce4c1e2ab9 2024-11-25T10:14:07,316 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] regionserver.HRegion(8855): Flush requested on d34d01432cbd03941f110edd57c221ca 2024-11-25T10:14:07,316 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732529629057.d34d01432cbd03941f110edd57c221ca. as already flushing 2024-11-25T10:14:07,320 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e2fd862922a0:0-0 {event_type=RS_FLUSH_REGIONS, pid=24}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/d34d01432cbd03941f110edd57c221ca/.tmp/B/b8615d228d614ba09444e8e2f827c906 is 50, key is test_row_0/B:col10/1732529647201/Put/seqid=0 2024-11-25T10:14:07,326 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39927 is added to blk_1073741915_1091 (size=12301) 2024-11-25T10:14:07,344 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d34d01432cbd03941f110edd57c221ca, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-25T10:14:07,344 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] ipc.CallRunner(138): callId: 184 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47866 deadline: 1732529707338, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d34d01432cbd03941f110edd57c221ca, server=e2fd862922a0,38547,1732529625709 2024-11-25T10:14:07,344 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732529629057.d34d01432cbd03941f110edd57c221ca., hostname=e2fd862922a0,38547,1732529625709, seqNum=2 , the old value is region=TestAcidGuarantees,,1732529629057.d34d01432cbd03941f110edd57c221ca., hostname=e2fd862922a0,38547,1732529625709, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d34d01432cbd03941f110edd57c221ca, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T10:14:07,344 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d34d01432cbd03941f110edd57c221ca, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-25T10:14:07,345 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732529629057.d34d01432cbd03941f110edd57c221ca., hostname=e2fd862922a0,38547,1732529625709, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d34d01432cbd03941f110edd57c221ca, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T10:14:07,345 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732529629057.d34d01432cbd03941f110edd57c221ca., hostname=e2fd862922a0,38547,1732529625709, seqNum=2 because the exception is null or not the one we care about 2024-11-25T10:14:07,345 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] ipc.CallRunner(138): callId: 172 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47878 deadline: 1732529707338, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d34d01432cbd03941f110edd57c221ca, server=e2fd862922a0,38547,1732529625709 2024-11-25T10:14:07,345 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732529629057.d34d01432cbd03941f110edd57c221ca., hostname=e2fd862922a0,38547,1732529625709, seqNum=2 , the old value is region=TestAcidGuarantees,,1732529629057.d34d01432cbd03941f110edd57c221ca., hostname=e2fd862922a0,38547,1732529625709, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d34d01432cbd03941f110edd57c221ca, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T10:14:07,345 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732529629057.d34d01432cbd03941f110edd57c221ca., hostname=e2fd862922a0,38547,1732529625709, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d34d01432cbd03941f110edd57c221ca, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T10:14:07,345 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d34d01432cbd03941f110edd57c221ca, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-25T10:14:07,345 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732529629057.d34d01432cbd03941f110edd57c221ca., hostname=e2fd862922a0,38547,1732529625709, seqNum=2 because the exception is null or not the one we care about 2024-11-25T10:14:07,345 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] ipc.CallRunner(138): callId: 182 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47884 deadline: 1732529707343, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d34d01432cbd03941f110edd57c221ca, server=e2fd862922a0,38547,1732529625709 2024-11-25T10:14:07,346 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732529629057.d34d01432cbd03941f110edd57c221ca., hostname=e2fd862922a0,38547,1732529625709, seqNum=2 , the old value is region=TestAcidGuarantees,,1732529629057.d34d01432cbd03941f110edd57c221ca., hostname=e2fd862922a0,38547,1732529625709, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d34d01432cbd03941f110edd57c221ca, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T10:14:07,346 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732529629057.d34d01432cbd03941f110edd57c221ca., hostname=e2fd862922a0,38547,1732529625709, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d34d01432cbd03941f110edd57c221ca, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T10:14:07,346 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732529629057.d34d01432cbd03941f110edd57c221ca., hostname=e2fd862922a0,38547,1732529625709, seqNum=2 because the exception is null or not the one we care about 2024-11-25T10:14:07,455 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d34d01432cbd03941f110edd57c221ca, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-25T10:14:07,456 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] ipc.CallRunner(138): callId: 185 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47866 deadline: 1732529707452, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d34d01432cbd03941f110edd57c221ca, server=e2fd862922a0,38547,1732529625709 2024-11-25T10:14:07,456 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732529629057.d34d01432cbd03941f110edd57c221ca., hostname=e2fd862922a0,38547,1732529625709, seqNum=2 , the old value is region=TestAcidGuarantees,,1732529629057.d34d01432cbd03941f110edd57c221ca., hostname=e2fd862922a0,38547,1732529625709, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d34d01432cbd03941f110edd57c221ca, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T10:14:07,456 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732529629057.d34d01432cbd03941f110edd57c221ca., hostname=e2fd862922a0,38547,1732529625709, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d34d01432cbd03941f110edd57c221ca, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T10:14:07,456 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732529629057.d34d01432cbd03941f110edd57c221ca., hostname=e2fd862922a0,38547,1732529625709, seqNum=2 because the exception is null or not the one we care about 2024-11-25T10:14:07,456 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d34d01432cbd03941f110edd57c221ca, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-25T10:14:07,456 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] ipc.CallRunner(138): callId: 173 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47878 deadline: 1732529707452, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d34d01432cbd03941f110edd57c221ca, server=e2fd862922a0,38547,1732529625709 2024-11-25T10:14:07,457 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732529629057.d34d01432cbd03941f110edd57c221ca., hostname=e2fd862922a0,38547,1732529625709, seqNum=2 , the old value is region=TestAcidGuarantees,,1732529629057.d34d01432cbd03941f110edd57c221ca., hostname=e2fd862922a0,38547,1732529625709, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d34d01432cbd03941f110edd57c221ca, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T10:14:07,457 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732529629057.d34d01432cbd03941f110edd57c221ca., hostname=e2fd862922a0,38547,1732529625709, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d34d01432cbd03941f110edd57c221ca, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T10:14:07,457 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732529629057.d34d01432cbd03941f110edd57c221ca., hostname=e2fd862922a0,38547,1732529625709, seqNum=2 because the exception is null or not the one we care about 2024-11-25T10:14:07,457 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d34d01432cbd03941f110edd57c221ca, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-25T10:14:07,457 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] ipc.CallRunner(138): callId: 183 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47884 deadline: 1732529707452, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d34d01432cbd03941f110edd57c221ca, server=e2fd862922a0,38547,1732529625709 2024-11-25T10:14:07,458 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732529629057.d34d01432cbd03941f110edd57c221ca., hostname=e2fd862922a0,38547,1732529625709, seqNum=2 , the old value is region=TestAcidGuarantees,,1732529629057.d34d01432cbd03941f110edd57c221ca., hostname=e2fd862922a0,38547,1732529625709, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d34d01432cbd03941f110edd57c221ca, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T10:14:07,458 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732529629057.d34d01432cbd03941f110edd57c221ca., hostname=e2fd862922a0,38547,1732529625709, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d34d01432cbd03941f110edd57c221ca, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T10:14:07,458 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732529629057.d34d01432cbd03941f110edd57c221ca., hostname=e2fd862922a0,38547,1732529625709, seqNum=2 because the exception is null or not the one we care about 2024-11-25T10:14:07,544 DEBUG [RS:0;e2fd862922a0:38547-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/d34d01432cbd03941f110edd57c221ca/.tmp/B/2b0d1c62ebc044469795d047d7a85624 as hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/d34d01432cbd03941f110edd57c221ca/B/2b0d1c62ebc044469795d047d7a85624 2024-11-25T10:14:07,554 INFO [RS:0;e2fd862922a0:38547-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in d34d01432cbd03941f110edd57c221ca/B of d34d01432cbd03941f110edd57c221ca into 2b0d1c62ebc044469795d047d7a85624(size=12.8 K), total size for store is 24.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-25T10:14:07,554 DEBUG [RS:0;e2fd862922a0:38547-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for d34d01432cbd03941f110edd57c221ca: 2024-11-25T10:14:07,554 INFO [RS:0;e2fd862922a0:38547-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732529629057.d34d01432cbd03941f110edd57c221ca., storeName=d34d01432cbd03941f110edd57c221ca/B, priority=13, startTime=1732529647074; duration=0sec 2024-11-25T10:14:07,554 DEBUG [RS:0;e2fd862922a0:38547-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=4), splitQueue=0 2024-11-25T10:14:07,554 DEBUG [RS:0;e2fd862922a0:38547-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: d34d01432cbd03941f110edd57c221ca:B 2024-11-25T10:14:07,554 DEBUG [RS:0;e2fd862922a0:38547-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 3 compacting, 1 eligible, 16 blocking 2024-11-25T10:14:07,556 DEBUG [RS:0;e2fd862922a0:38547-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 0 files of size 0 starting at candidate #-1 after considering 0 permutations with 0 in ratio 2024-11-25T10:14:07,557 DEBUG [RS:0;e2fd862922a0:38547-longCompactions-0 {}] compactions.SortedCompactionPolicy(232): Not compacting files because we only have 0 files ready for compaction. Need 3 to initiate. 2024-11-25T10:14:07,557 DEBUG [RS:0;e2fd862922a0:38547-longCompactions-0 {}] regionserver.CompactSplit(450): Not compacting TestAcidGuarantees,,1732529629057.d34d01432cbd03941f110edd57c221ca. because compaction request was cancelled 2024-11-25T10:14:07,557 DEBUG [RS:0;e2fd862922a0:38547-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: d34d01432cbd03941f110edd57c221ca:A 2024-11-25T10:14:07,557 DEBUG [RS:0;e2fd862922a0:38547-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: d34d01432cbd03941f110edd57c221ca:B 2024-11-25T10:14:07,557 DEBUG [RS:0;e2fd862922a0:38547-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-25T10:14:07,559 DEBUG [RS:0;e2fd862922a0:38547-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37653 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-25T10:14:07,559 DEBUG [RS:0;e2fd862922a0:38547-longCompactions-0 {}] regionserver.HStore(1541): d34d01432cbd03941f110edd57c221ca/C is initiating minor compaction (all files) 2024-11-25T10:14:07,559 INFO [RS:0;e2fd862922a0:38547-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of d34d01432cbd03941f110edd57c221ca/C in TestAcidGuarantees,,1732529629057.d34d01432cbd03941f110edd57c221ca. 2024-11-25T10:14:07,559 INFO [RS:0;e2fd862922a0:38547-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/d34d01432cbd03941f110edd57c221ca/C/ee3cd7c9866b4d48860c1cb28210198d, hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/d34d01432cbd03941f110edd57c221ca/C/5844aef6ea0d49088734cb9311826e7f, hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/d34d01432cbd03941f110edd57c221ca/C/82a996bef1a94904ba8172498a35e978] into tmpdir=hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/d34d01432cbd03941f110edd57c221ca/.tmp, totalSize=36.8 K 2024-11-25T10:14:07,559 DEBUG [RS:0;e2fd862922a0:38547-longCompactions-0 {}] compactions.Compactor(225): Compacting ee3cd7c9866b4d48860c1cb28210198d, keycount=150, bloomtype=ROW, size=12.7 K, encoding=NONE, compression=NONE, seqNum=417, earliestPutTs=1732529644720 2024-11-25T10:14:07,560 DEBUG [RS:0;e2fd862922a0:38547-longCompactions-0 {}] compactions.Compactor(225): Compacting 5844aef6ea0d49088734cb9311826e7f, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=431, earliestPutTs=1732529646898 2024-11-25T10:14:07,560 DEBUG [RS:0;e2fd862922a0:38547-longCompactions-0 {}] compactions.Compactor(225): Compacting 82a996bef1a94904ba8172498a35e978, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=470, earliestPutTs=1732529647001 2024-11-25T10:14:07,574 INFO [RS:0;e2fd862922a0:38547-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): d34d01432cbd03941f110edd57c221ca#C#compaction#79 average throughput is 2.18 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-25T10:14:07,574 DEBUG [RS:0;e2fd862922a0:38547-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/d34d01432cbd03941f110edd57c221ca/.tmp/C/0af48d5085124bf88eef87ea3132ff84 is 50, key is test_row_0/C:col10/1732529647130/Put/seqid=0 2024-11-25T10:14:07,577 DEBUG [RS:0;e2fd862922a0:38547-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/d34d01432cbd03941f110edd57c221ca/.tmp/A/c387ca0a6b8e4901bfec5e8361498952 as hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/d34d01432cbd03941f110edd57c221ca/A/c387ca0a6b8e4901bfec5e8361498952 2024-11-25T10:14:07,586 INFO [RS:0;e2fd862922a0:38547-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in d34d01432cbd03941f110edd57c221ca/A of d34d01432cbd03941f110edd57c221ca into c387ca0a6b8e4901bfec5e8361498952(size=12.8 K), total size for store is 29.6 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-25T10:14:07,586 DEBUG [RS:0;e2fd862922a0:38547-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for d34d01432cbd03941f110edd57c221ca: 2024-11-25T10:14:07,586 INFO [RS:0;e2fd862922a0:38547-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732529629057.d34d01432cbd03941f110edd57c221ca., storeName=d34d01432cbd03941f110edd57c221ca/A, priority=13, startTime=1732529647074; duration=0sec 2024-11-25T10:14:07,587 DEBUG [RS:0;e2fd862922a0:38547-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=2), splitQueue=0 2024-11-25T10:14:07,587 DEBUG [RS:0;e2fd862922a0:38547-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: d34d01432cbd03941f110edd57c221ca:A 2024-11-25T10:14:07,587 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39927 is added to blk_1073741916_1092 (size=13153) 2024-11-25T10:14:07,587 DEBUG [RS:0;e2fd862922a0:38547-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 2 store files, 0 compacting, 2 eligible, 16 blocking 2024-11-25T10:14:07,588 DEBUG [RS:0;e2fd862922a0:38547-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 0 files of size 0 starting at candidate #-1 after considering 0 permutations with 0 in ratio 2024-11-25T10:14:07,588 DEBUG [RS:0;e2fd862922a0:38547-shortCompactions-0 {}] compactions.SortedCompactionPolicy(232): Not compacting files because we only have 0 files ready for compaction. Need 3 to initiate. 2024-11-25T10:14:07,588 DEBUG [RS:0;e2fd862922a0:38547-shortCompactions-0 {}] regionserver.CompactSplit(450): Not compacting TestAcidGuarantees,,1732529629057.d34d01432cbd03941f110edd57c221ca. because compaction request was cancelled 2024-11-25T10:14:07,588 DEBUG [RS:0;e2fd862922a0:38547-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: d34d01432cbd03941f110edd57c221ca:B 2024-11-25T10:14:07,588 DEBUG [RS:0;e2fd862922a0:38547-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 3 compacting, 0 eligible, 16 blocking 2024-11-25T10:14:07,588 DEBUG [RS:0;e2fd862922a0:38547-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 0 files of size 0 starting at candidate #-1 after considering 0 permutations with 0 in ratio 2024-11-25T10:14:07,588 DEBUG [RS:0;e2fd862922a0:38547-shortCompactions-0 {}] compactions.SortedCompactionPolicy(232): Not compacting files because we only have 0 files ready for compaction. Need 3 to initiate. 2024-11-25T10:14:07,588 DEBUG [RS:0;e2fd862922a0:38547-shortCompactions-0 {}] regionserver.CompactSplit(450): Not compacting TestAcidGuarantees,,1732529629057.d34d01432cbd03941f110edd57c221ca. because compaction request was cancelled 2024-11-25T10:14:07,588 DEBUG [RS:0;e2fd862922a0:38547-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: d34d01432cbd03941f110edd57c221ca:C 2024-11-25T10:14:07,593 DEBUG [RS:0;e2fd862922a0:38547-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/d34d01432cbd03941f110edd57c221ca/.tmp/C/0af48d5085124bf88eef87ea3132ff84 as hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/d34d01432cbd03941f110edd57c221ca/C/0af48d5085124bf88eef87ea3132ff84 2024-11-25T10:14:07,601 INFO [RS:0;e2fd862922a0:38547-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in d34d01432cbd03941f110edd57c221ca/C of d34d01432cbd03941f110edd57c221ca into 0af48d5085124bf88eef87ea3132ff84(size=12.8 K), total size for store is 12.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-25T10:14:07,601 DEBUG [RS:0;e2fd862922a0:38547-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for d34d01432cbd03941f110edd57c221ca: 2024-11-25T10:14:07,601 INFO [RS:0;e2fd862922a0:38547-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732529629057.d34d01432cbd03941f110edd57c221ca., storeName=d34d01432cbd03941f110edd57c221ca/C, priority=13, startTime=1732529647274; duration=0sec 2024-11-25T10:14:07,601 DEBUG [RS:0;e2fd862922a0:38547-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-25T10:14:07,601 DEBUG [RS:0;e2fd862922a0:38547-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: d34d01432cbd03941f110edd57c221ca:C 2024-11-25T10:14:07,602 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41005 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=23 2024-11-25T10:14:07,666 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d34d01432cbd03941f110edd57c221ca, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-25T10:14:07,666 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] ipc.CallRunner(138): callId: 186 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47866 deadline: 1732529707662, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d34d01432cbd03941f110edd57c221ca, server=e2fd862922a0,38547,1732529625709 2024-11-25T10:14:07,666 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d34d01432cbd03941f110edd57c221ca, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-25T10:14:07,667 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732529629057.d34d01432cbd03941f110edd57c221ca., hostname=e2fd862922a0,38547,1732529625709, seqNum=2 , the old value is region=TestAcidGuarantees,,1732529629057.d34d01432cbd03941f110edd57c221ca., hostname=e2fd862922a0,38547,1732529625709, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d34d01432cbd03941f110edd57c221ca, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T10:14:07,667 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732529629057.d34d01432cbd03941f110edd57c221ca., hostname=e2fd862922a0,38547,1732529625709, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d34d01432cbd03941f110edd57c221ca, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T10:14:07,667 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732529629057.d34d01432cbd03941f110edd57c221ca., hostname=e2fd862922a0,38547,1732529625709, seqNum=2 because the exception is null or not the one we care about 2024-11-25T10:14:07,667 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] ipc.CallRunner(138): callId: 174 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47878 deadline: 1732529707663, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d34d01432cbd03941f110edd57c221ca, server=e2fd862922a0,38547,1732529625709 2024-11-25T10:14:07,667 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d34d01432cbd03941f110edd57c221ca, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-25T10:14:07,667 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] ipc.CallRunner(138): callId: 184 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47884 deadline: 1732529707663, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d34d01432cbd03941f110edd57c221ca, server=e2fd862922a0,38547,1732529625709 2024-11-25T10:14:07,667 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732529629057.d34d01432cbd03941f110edd57c221ca., hostname=e2fd862922a0,38547,1732529625709, seqNum=2 , the old value is region=TestAcidGuarantees,,1732529629057.d34d01432cbd03941f110edd57c221ca., hostname=e2fd862922a0,38547,1732529625709, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d34d01432cbd03941f110edd57c221ca, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T10:14:07,667 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732529629057.d34d01432cbd03941f110edd57c221ca., hostname=e2fd862922a0,38547,1732529625709, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d34d01432cbd03941f110edd57c221ca, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T10:14:07,667 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732529629057.d34d01432cbd03941f110edd57c221ca., hostname=e2fd862922a0,38547,1732529625709, seqNum=2 because the exception is null or not the one we care about 2024-11-25T10:14:07,667 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732529629057.d34d01432cbd03941f110edd57c221ca., hostname=e2fd862922a0,38547,1732529625709, seqNum=2 , the old value is region=TestAcidGuarantees,,1732529629057.d34d01432cbd03941f110edd57c221ca., hostname=e2fd862922a0,38547,1732529625709, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d34d01432cbd03941f110edd57c221ca, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T10:14:07,667 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732529629057.d34d01432cbd03941f110edd57c221ca., hostname=e2fd862922a0,38547,1732529625709, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d34d01432cbd03941f110edd57c221ca, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T10:14:07,667 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732529629057.d34d01432cbd03941f110edd57c221ca., hostname=e2fd862922a0,38547,1732529625709, seqNum=2 because the exception is null or not the one we care about 2024-11-25T10:14:07,728 INFO [RS_FLUSH_OPERATIONS-regionserver/e2fd862922a0:0-0 {event_type=RS_FLUSH_REGIONS, pid=24}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.02 KB at sequenceid=490 (bloomFilter=true), to=hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/d34d01432cbd03941f110edd57c221ca/.tmp/B/b8615d228d614ba09444e8e2f827c906 2024-11-25T10:14:07,745 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e2fd862922a0:0-0 {event_type=RS_FLUSH_REGIONS, pid=24}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/d34d01432cbd03941f110edd57c221ca/.tmp/C/574121c6f51246e49028687758bd187a is 50, key is test_row_0/C:col10/1732529647201/Put/seqid=0 2024-11-25T10:14:07,754 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39927 is added to blk_1073741917_1093 (size=12301) 2024-11-25T10:14:07,974 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d34d01432cbd03941f110edd57c221ca, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-25T10:14:07,974 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] ipc.CallRunner(138): callId: 187 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47866 deadline: 1732529707972, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d34d01432cbd03941f110edd57c221ca, server=e2fd862922a0,38547,1732529625709 2024-11-25T10:14:07,975 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732529629057.d34d01432cbd03941f110edd57c221ca., hostname=e2fd862922a0,38547,1732529625709, seqNum=2 , the old value is region=TestAcidGuarantees,,1732529629057.d34d01432cbd03941f110edd57c221ca., hostname=e2fd862922a0,38547,1732529625709, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d34d01432cbd03941f110edd57c221ca, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T10:14:07,975 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d34d01432cbd03941f110edd57c221ca, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-25T10:14:07,975 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732529629057.d34d01432cbd03941f110edd57c221ca., hostname=e2fd862922a0,38547,1732529625709, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d34d01432cbd03941f110edd57c221ca, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T10:14:07,975 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732529629057.d34d01432cbd03941f110edd57c221ca., hostname=e2fd862922a0,38547,1732529625709, seqNum=2 because the exception is null or not the one we care about 2024-11-25T10:14:07,975 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] ipc.CallRunner(138): callId: 175 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47878 deadline: 1732529707972, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d34d01432cbd03941f110edd57c221ca, server=e2fd862922a0,38547,1732529625709 2024-11-25T10:14:07,976 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732529629057.d34d01432cbd03941f110edd57c221ca., hostname=e2fd862922a0,38547,1732529625709, seqNum=2 , the old value is region=TestAcidGuarantees,,1732529629057.d34d01432cbd03941f110edd57c221ca., hostname=e2fd862922a0,38547,1732529625709, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d34d01432cbd03941f110edd57c221ca, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T10:14:07,976 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d34d01432cbd03941f110edd57c221ca, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-25T10:14:07,976 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732529629057.d34d01432cbd03941f110edd57c221ca., hostname=e2fd862922a0,38547,1732529625709, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d34d01432cbd03941f110edd57c221ca, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T10:14:07,976 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732529629057.d34d01432cbd03941f110edd57c221ca., hostname=e2fd862922a0,38547,1732529625709, seqNum=2 because the exception is null or not the one we care about 2024-11-25T10:14:07,976 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] ipc.CallRunner(138): callId: 185 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47884 deadline: 1732529707972, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d34d01432cbd03941f110edd57c221ca, server=e2fd862922a0,38547,1732529625709 2024-11-25T10:14:07,976 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732529629057.d34d01432cbd03941f110edd57c221ca., hostname=e2fd862922a0,38547,1732529625709, seqNum=2 , the old value is region=TestAcidGuarantees,,1732529629057.d34d01432cbd03941f110edd57c221ca., hostname=e2fd862922a0,38547,1732529625709, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d34d01432cbd03941f110edd57c221ca, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T10:14:07,976 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732529629057.d34d01432cbd03941f110edd57c221ca., hostname=e2fd862922a0,38547,1732529625709, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d34d01432cbd03941f110edd57c221ca, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T10:14:07,976 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732529629057.d34d01432cbd03941f110edd57c221ca., hostname=e2fd862922a0,38547,1732529625709, seqNum=2 because the exception is null or not the one we care about 2024-11-25T10:14:08,112 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41005 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=23 2024-11-25T10:14:08,156 INFO [RS_FLUSH_OPERATIONS-regionserver/e2fd862922a0:0-0 {event_type=RS_FLUSH_REGIONS, pid=24}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.02 KB at sequenceid=490 (bloomFilter=true), to=hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/d34d01432cbd03941f110edd57c221ca/.tmp/C/574121c6f51246e49028687758bd187a 2024-11-25T10:14:08,162 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e2fd862922a0:0-0 {event_type=RS_FLUSH_REGIONS, pid=24}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/d34d01432cbd03941f110edd57c221ca/.tmp/A/09b37a2a1a854fdc81be45ce4c1e2ab9 as hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/d34d01432cbd03941f110edd57c221ca/A/09b37a2a1a854fdc81be45ce4c1e2ab9 2024-11-25T10:14:08,167 INFO [RS_FLUSH_OPERATIONS-regionserver/e2fd862922a0:0-0 {event_type=RS_FLUSH_REGIONS, pid=24}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/d34d01432cbd03941f110edd57c221ca/A/09b37a2a1a854fdc81be45ce4c1e2ab9, entries=150, sequenceid=490, filesize=12.0 K 2024-11-25T10:14:08,168 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e2fd862922a0:0-0 {event_type=RS_FLUSH_REGIONS, pid=24}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/d34d01432cbd03941f110edd57c221ca/.tmp/B/b8615d228d614ba09444e8e2f827c906 as hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/d34d01432cbd03941f110edd57c221ca/B/b8615d228d614ba09444e8e2f827c906 2024-11-25T10:14:08,173 INFO [RS_FLUSH_OPERATIONS-regionserver/e2fd862922a0:0-0 {event_type=RS_FLUSH_REGIONS, pid=24}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/d34d01432cbd03941f110edd57c221ca/B/b8615d228d614ba09444e8e2f827c906, entries=150, sequenceid=490, filesize=12.0 K 2024-11-25T10:14:08,174 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e2fd862922a0:0-0 {event_type=RS_FLUSH_REGIONS, pid=24}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/d34d01432cbd03941f110edd57c221ca/.tmp/C/574121c6f51246e49028687758bd187a as hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/d34d01432cbd03941f110edd57c221ca/C/574121c6f51246e49028687758bd187a 2024-11-25T10:14:08,179 INFO [RS_FLUSH_OPERATIONS-regionserver/e2fd862922a0:0-0 {event_type=RS_FLUSH_REGIONS, pid=24}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/d34d01432cbd03941f110edd57c221ca/C/574121c6f51246e49028687758bd187a, entries=150, sequenceid=490, filesize=12.0 K 2024-11-25T10:14:08,180 INFO [RS_FLUSH_OPERATIONS-regionserver/e2fd862922a0:0-0 {event_type=RS_FLUSH_REGIONS, pid=24}] regionserver.HRegion(3140): Finished flush of dataSize ~114.05 KB/116790, heapSize ~339.38 KB/347520, currentSize=60.38 KB/61830 for d34d01432cbd03941f110edd57c221ca in 892ms, sequenceid=490, compaction requested=true 2024-11-25T10:14:08,181 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e2fd862922a0:0-0 {event_type=RS_FLUSH_REGIONS, pid=24}] regionserver.HRegion(2603): Flush status journal for d34d01432cbd03941f110edd57c221ca: 2024-11-25T10:14:08,181 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e2fd862922a0:0-0 {event_type=RS_FLUSH_REGIONS, pid=24}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732529629057.d34d01432cbd03941f110edd57c221ca. 2024-11-25T10:14:08,181 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e2fd862922a0:0-0 {event_type=RS_FLUSH_REGIONS, pid=24}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=24 2024-11-25T10:14:08,181 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41005 {}] master.HMaster(4169): Remote procedure done, pid=24 2024-11-25T10:14:08,185 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=24, resume processing ppid=23 2024-11-25T10:14:08,185 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=24, ppid=23, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.2050 sec 2024-11-25T10:14:08,187 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=23, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=23, table=TestAcidGuarantees in 1.2120 sec 2024-11-25T10:14:08,486 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] regionserver.HRegion(8855): Flush requested on d34d01432cbd03941f110edd57c221ca 2024-11-25T10:14:08,486 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing d34d01432cbd03941f110edd57c221ca 3/3 column families, dataSize=67.09 KB heapSize=199.97 KB 2024-11-25T10:14:08,487 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d34d01432cbd03941f110edd57c221ca, store=A 2024-11-25T10:14:08,488 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T10:14:08,488 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d34d01432cbd03941f110edd57c221ca, store=B 2024-11-25T10:14:08,488 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T10:14:08,488 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d34d01432cbd03941f110edd57c221ca, store=C 2024-11-25T10:14:08,488 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T10:14:08,494 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/d34d01432cbd03941f110edd57c221ca/.tmp/A/9b7d4f084f0a4832b903ccb7fadc6029 is 50, key is test_row_0/A:col10/1732529647333/Put/seqid=0 2024-11-25T10:14:08,499 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39927 is added to blk_1073741918_1094 (size=12301) 2024-11-25T10:14:08,500 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=507 (bloomFilter=true), to=hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/d34d01432cbd03941f110edd57c221ca/.tmp/A/9b7d4f084f0a4832b903ccb7fadc6029 2024-11-25T10:14:08,512 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/d34d01432cbd03941f110edd57c221ca/.tmp/B/617efe14493d4b9aa0243f6fbb9098df is 50, key is test_row_0/B:col10/1732529647333/Put/seqid=0 2024-11-25T10:14:08,521 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d34d01432cbd03941f110edd57c221ca, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-25T10:14:08,521 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] ipc.CallRunner(138): callId: 181 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47878 deadline: 1732529708514, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d34d01432cbd03941f110edd57c221ca, server=e2fd862922a0,38547,1732529625709 2024-11-25T10:14:08,521 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d34d01432cbd03941f110edd57c221ca, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-25T10:14:08,521 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] ipc.CallRunner(138): callId: 194 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47866 deadline: 1732529708515, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d34d01432cbd03941f110edd57c221ca, server=e2fd862922a0,38547,1732529625709 2024-11-25T10:14:08,521 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732529629057.d34d01432cbd03941f110edd57c221ca., hostname=e2fd862922a0,38547,1732529625709, seqNum=2 , the old value is region=TestAcidGuarantees,,1732529629057.d34d01432cbd03941f110edd57c221ca., hostname=e2fd862922a0,38547,1732529625709, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d34d01432cbd03941f110edd57c221ca, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T10:14:08,522 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732529629057.d34d01432cbd03941f110edd57c221ca., hostname=e2fd862922a0,38547,1732529625709, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d34d01432cbd03941f110edd57c221ca, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T10:14:08,522 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732529629057.d34d01432cbd03941f110edd57c221ca., hostname=e2fd862922a0,38547,1732529625709, seqNum=2 because the exception is null or not the one we care about 2024-11-25T10:14:08,522 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732529629057.d34d01432cbd03941f110edd57c221ca., hostname=e2fd862922a0,38547,1732529625709, seqNum=2 , the old value is region=TestAcidGuarantees,,1732529629057.d34d01432cbd03941f110edd57c221ca., hostname=e2fd862922a0,38547,1732529625709, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d34d01432cbd03941f110edd57c221ca, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T10:14:08,522 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732529629057.d34d01432cbd03941f110edd57c221ca., hostname=e2fd862922a0,38547,1732529625709, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d34d01432cbd03941f110edd57c221ca, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T10:14:08,522 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732529629057.d34d01432cbd03941f110edd57c221ca., hostname=e2fd862922a0,38547,1732529625709, seqNum=2 because the exception is null or not the one we care about 2024-11-25T10:14:08,522 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d34d01432cbd03941f110edd57c221ca, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-25T10:14:08,523 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] ipc.CallRunner(138): callId: 192 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47884 deadline: 1732529708522, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d34d01432cbd03941f110edd57c221ca, server=e2fd862922a0,38547,1732529625709 2024-11-25T10:14:08,523 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732529629057.d34d01432cbd03941f110edd57c221ca., hostname=e2fd862922a0,38547,1732529625709, seqNum=2 , the old value is region=TestAcidGuarantees,,1732529629057.d34d01432cbd03941f110edd57c221ca., hostname=e2fd862922a0,38547,1732529625709, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d34d01432cbd03941f110edd57c221ca, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T10:14:08,523 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732529629057.d34d01432cbd03941f110edd57c221ca., hostname=e2fd862922a0,38547,1732529625709, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d34d01432cbd03941f110edd57c221ca, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T10:14:08,523 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732529629057.d34d01432cbd03941f110edd57c221ca., hostname=e2fd862922a0,38547,1732529625709, seqNum=2 because the exception is null or not the one we care about 2024-11-25T10:14:08,525 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39927 is added to blk_1073741919_1095 (size=12301) 2024-11-25T10:14:08,526 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=507 (bloomFilter=true), to=hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/d34d01432cbd03941f110edd57c221ca/.tmp/B/617efe14493d4b9aa0243f6fbb9098df 2024-11-25T10:14:08,556 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/d34d01432cbd03941f110edd57c221ca/.tmp/C/a0a96d92a1514cee9c171879771a72ab is 50, key is test_row_0/C:col10/1732529647333/Put/seqid=0 2024-11-25T10:14:08,567 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39927 is added to blk_1073741920_1096 (size=12301) 2024-11-25T10:14:08,634 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d34d01432cbd03941f110edd57c221ca, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-25T10:14:08,635 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] ipc.CallRunner(138): callId: 182 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47878 deadline: 1732529708632, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d34d01432cbd03941f110edd57c221ca, server=e2fd862922a0,38547,1732529625709 2024-11-25T10:14:08,635 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732529629057.d34d01432cbd03941f110edd57c221ca., hostname=e2fd862922a0,38547,1732529625709, seqNum=2 , the old value is region=TestAcidGuarantees,,1732529629057.d34d01432cbd03941f110edd57c221ca., hostname=e2fd862922a0,38547,1732529625709, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d34d01432cbd03941f110edd57c221ca, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T10:14:08,635 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732529629057.d34d01432cbd03941f110edd57c221ca., hostname=e2fd862922a0,38547,1732529625709, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d34d01432cbd03941f110edd57c221ca, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T10:14:08,635 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d34d01432cbd03941f110edd57c221ca, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-25T10:14:08,635 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732529629057.d34d01432cbd03941f110edd57c221ca., hostname=e2fd862922a0,38547,1732529625709, seqNum=2 because the exception is null or not the one we care about 2024-11-25T10:14:08,635 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] ipc.CallRunner(138): callId: 195 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47866 deadline: 1732529708633, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d34d01432cbd03941f110edd57c221ca, server=e2fd862922a0,38547,1732529625709 2024-11-25T10:14:08,636 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d34d01432cbd03941f110edd57c221ca, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-25T10:14:08,636 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732529629057.d34d01432cbd03941f110edd57c221ca., hostname=e2fd862922a0,38547,1732529625709, seqNum=2 , the old value is region=TestAcidGuarantees,,1732529629057.d34d01432cbd03941f110edd57c221ca., hostname=e2fd862922a0,38547,1732529625709, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d34d01432cbd03941f110edd57c221ca, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T10:14:08,636 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732529629057.d34d01432cbd03941f110edd57c221ca., hostname=e2fd862922a0,38547,1732529625709, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d34d01432cbd03941f110edd57c221ca, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T10:14:08,636 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] ipc.CallRunner(138): callId: 193 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47884 deadline: 1732529708633, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d34d01432cbd03941f110edd57c221ca, server=e2fd862922a0,38547,1732529625709 2024-11-25T10:14:08,636 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732529629057.d34d01432cbd03941f110edd57c221ca., hostname=e2fd862922a0,38547,1732529625709, seqNum=2 because the exception is null or not the one we care about 2024-11-25T10:14:08,636 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732529629057.d34d01432cbd03941f110edd57c221ca., hostname=e2fd862922a0,38547,1732529625709, seqNum=2 , the old value is region=TestAcidGuarantees,,1732529629057.d34d01432cbd03941f110edd57c221ca., hostname=e2fd862922a0,38547,1732529625709, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d34d01432cbd03941f110edd57c221ca, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T10:14:08,636 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732529629057.d34d01432cbd03941f110edd57c221ca., hostname=e2fd862922a0,38547,1732529625709, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d34d01432cbd03941f110edd57c221ca, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T10:14:08,636 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732529629057.d34d01432cbd03941f110edd57c221ca., hostname=e2fd862922a0,38547,1732529625709, seqNum=2 because the exception is null or not the one we care about 2024-11-25T10:14:08,843 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d34d01432cbd03941f110edd57c221ca, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-25T10:14:08,844 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] ipc.CallRunner(138): callId: 183 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47878 deadline: 1732529708842, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d34d01432cbd03941f110edd57c221ca, server=e2fd862922a0,38547,1732529625709 2024-11-25T10:14:08,844 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d34d01432cbd03941f110edd57c221ca, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-25T10:14:08,844 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] ipc.CallRunner(138): callId: 196 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47866 deadline: 1732529708842, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d34d01432cbd03941f110edd57c221ca, server=e2fd862922a0,38547,1732529625709 2024-11-25T10:14:08,845 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732529629057.d34d01432cbd03941f110edd57c221ca., hostname=e2fd862922a0,38547,1732529625709, seqNum=2 , the old value is region=TestAcidGuarantees,,1732529629057.d34d01432cbd03941f110edd57c221ca., hostname=e2fd862922a0,38547,1732529625709, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d34d01432cbd03941f110edd57c221ca, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T10:14:08,845 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d34d01432cbd03941f110edd57c221ca, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-25T10:14:08,845 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732529629057.d34d01432cbd03941f110edd57c221ca., hostname=e2fd862922a0,38547,1732529625709, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d34d01432cbd03941f110edd57c221ca, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T10:14:08,845 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732529629057.d34d01432cbd03941f110edd57c221ca., hostname=e2fd862922a0,38547,1732529625709, seqNum=2 because the exception is null or not the one we care about 2024-11-25T10:14:08,845 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] ipc.CallRunner(138): callId: 194 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47884 deadline: 1732529708842, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d34d01432cbd03941f110edd57c221ca, server=e2fd862922a0,38547,1732529625709 2024-11-25T10:14:08,846 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732529629057.d34d01432cbd03941f110edd57c221ca., hostname=e2fd862922a0,38547,1732529625709, seqNum=2 , the old value is region=TestAcidGuarantees,,1732529629057.d34d01432cbd03941f110edd57c221ca., hostname=e2fd862922a0,38547,1732529625709, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d34d01432cbd03941f110edd57c221ca, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T10:14:08,846 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732529629057.d34d01432cbd03941f110edd57c221ca., hostname=e2fd862922a0,38547,1732529625709, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d34d01432cbd03941f110edd57c221ca, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T10:14:08,846 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732529629057.d34d01432cbd03941f110edd57c221ca., hostname=e2fd862922a0,38547,1732529625709, seqNum=2 because the exception is null or not the one we care about 2024-11-25T10:14:08,847 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732529629057.d34d01432cbd03941f110edd57c221ca., hostname=e2fd862922a0,38547,1732529625709, seqNum=2 , the old value is region=TestAcidGuarantees,,1732529629057.d34d01432cbd03941f110edd57c221ca., hostname=e2fd862922a0,38547,1732529625709, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d34d01432cbd03941f110edd57c221ca, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T10:14:08,847 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732529629057.d34d01432cbd03941f110edd57c221ca., hostname=e2fd862922a0,38547,1732529625709, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d34d01432cbd03941f110edd57c221ca, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T10:14:08,847 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732529629057.d34d01432cbd03941f110edd57c221ca., hostname=e2fd862922a0,38547,1732529625709, seqNum=2 because the exception is null or not the one we care about 2024-11-25T10:14:08,968 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=507 (bloomFilter=true), to=hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/d34d01432cbd03941f110edd57c221ca/.tmp/C/a0a96d92a1514cee9c171879771a72ab 2024-11-25T10:14:08,976 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/d34d01432cbd03941f110edd57c221ca/.tmp/A/9b7d4f084f0a4832b903ccb7fadc6029 as hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/d34d01432cbd03941f110edd57c221ca/A/9b7d4f084f0a4832b903ccb7fadc6029 2024-11-25T10:14:08,983 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/d34d01432cbd03941f110edd57c221ca/A/9b7d4f084f0a4832b903ccb7fadc6029, entries=150, sequenceid=507, filesize=12.0 K 2024-11-25T10:14:08,984 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/d34d01432cbd03941f110edd57c221ca/.tmp/B/617efe14493d4b9aa0243f6fbb9098df as hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/d34d01432cbd03941f110edd57c221ca/B/617efe14493d4b9aa0243f6fbb9098df 2024-11-25T10:14:08,990 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/d34d01432cbd03941f110edd57c221ca/B/617efe14493d4b9aa0243f6fbb9098df, entries=150, sequenceid=507, filesize=12.0 K 2024-11-25T10:14:08,991 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/d34d01432cbd03941f110edd57c221ca/.tmp/C/a0a96d92a1514cee9c171879771a72ab as hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/d34d01432cbd03941f110edd57c221ca/C/a0a96d92a1514cee9c171879771a72ab 2024-11-25T10:14:08,996 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/d34d01432cbd03941f110edd57c221ca/C/a0a96d92a1514cee9c171879771a72ab, entries=150, sequenceid=507, filesize=12.0 K 2024-11-25T10:14:08,997 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~73.80 KB/75570, heapSize ~219.84 KB/225120, currentSize=100.63 KB/103050 for d34d01432cbd03941f110edd57c221ca in 511ms, sequenceid=507, compaction requested=true 2024-11-25T10:14:08,997 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for d34d01432cbd03941f110edd57c221ca: 2024-11-25T10:14:08,997 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store d34d01432cbd03941f110edd57c221ca:A, priority=-2147483648, current under compaction store size is 1 2024-11-25T10:14:08,997 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-25T10:14:08,997 DEBUG [RS:0;e2fd862922a0:38547-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-25T10:14:08,997 DEBUG [RS:0;e2fd862922a0:38547-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-25T10:14:08,998 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store d34d01432cbd03941f110edd57c221ca:B, priority=-2147483648, current under compaction store size is 2 2024-11-25T10:14:08,998 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-25T10:14:08,998 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store d34d01432cbd03941f110edd57c221ca:C, priority=-2147483648, current under compaction store size is 3 2024-11-25T10:14:08,999 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-25T10:14:09,000 DEBUG [RS:0;e2fd862922a0:38547-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 54902 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-25T10:14:09,000 DEBUG [RS:0;e2fd862922a0:38547-shortCompactions-0 {}] regionserver.HStore(1541): d34d01432cbd03941f110edd57c221ca/A is initiating minor compaction (all files) 2024-11-25T10:14:09,000 INFO [RS:0;e2fd862922a0:38547-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of d34d01432cbd03941f110edd57c221ca/A in TestAcidGuarantees,,1732529629057.d34d01432cbd03941f110edd57c221ca. 2024-11-25T10:14:09,000 INFO [RS:0;e2fd862922a0:38547-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/d34d01432cbd03941f110edd57c221ca/A/c387ca0a6b8e4901bfec5e8361498952, hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/d34d01432cbd03941f110edd57c221ca/A/364572cf430a4ba599f87646f51388dc, hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/d34d01432cbd03941f110edd57c221ca/A/09b37a2a1a854fdc81be45ce4c1e2ab9, hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/d34d01432cbd03941f110edd57c221ca/A/9b7d4f084f0a4832b903ccb7fadc6029] into tmpdir=hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/d34d01432cbd03941f110edd57c221ca/.tmp, totalSize=53.6 K 2024-11-25T10:14:09,000 DEBUG [RS:0;e2fd862922a0:38547-shortCompactions-0 {}] compactions.Compactor(225): Compacting c387ca0a6b8e4901bfec5e8361498952, keycount=150, bloomtype=ROW, size=12.8 K, encoding=NONE, compression=NONE, seqNum=431, earliestPutTs=1732529646898 2024-11-25T10:14:09,001 DEBUG [RS:0;e2fd862922a0:38547-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 50022 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-25T10:14:09,001 DEBUG [RS:0;e2fd862922a0:38547-longCompactions-0 {}] regionserver.HStore(1541): d34d01432cbd03941f110edd57c221ca/B is initiating minor compaction (all files) 2024-11-25T10:14:09,001 INFO [RS:0;e2fd862922a0:38547-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of d34d01432cbd03941f110edd57c221ca/B in TestAcidGuarantees,,1732529629057.d34d01432cbd03941f110edd57c221ca. 2024-11-25T10:14:09,001 INFO [RS:0;e2fd862922a0:38547-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/d34d01432cbd03941f110edd57c221ca/B/2b0d1c62ebc044469795d047d7a85624, hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/d34d01432cbd03941f110edd57c221ca/B/c975885300ac4234b68990c8b974b88b, hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/d34d01432cbd03941f110edd57c221ca/B/b8615d228d614ba09444e8e2f827c906, hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/d34d01432cbd03941f110edd57c221ca/B/617efe14493d4b9aa0243f6fbb9098df] into tmpdir=hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/d34d01432cbd03941f110edd57c221ca/.tmp, totalSize=48.8 K 2024-11-25T10:14:09,001 DEBUG [RS:0;e2fd862922a0:38547-shortCompactions-0 {}] compactions.Compactor(225): Compacting 364572cf430a4ba599f87646f51388dc, keycount=250, bloomtype=ROW, size=16.8 K, encoding=NONE, compression=NONE, seqNum=470, earliestPutTs=1732529646998 2024-11-25T10:14:09,001 DEBUG [RS:0;e2fd862922a0:38547-longCompactions-0 {}] compactions.Compactor(225): Compacting 2b0d1c62ebc044469795d047d7a85624, keycount=150, bloomtype=ROW, size=12.8 K, encoding=NONE, compression=NONE, seqNum=431, earliestPutTs=1732529646898 2024-11-25T10:14:09,002 DEBUG [RS:0;e2fd862922a0:38547-shortCompactions-0 {}] compactions.Compactor(225): Compacting 09b37a2a1a854fdc81be45ce4c1e2ab9, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=490, earliestPutTs=1732529647199 2024-11-25T10:14:09,002 DEBUG [RS:0;e2fd862922a0:38547-longCompactions-0 {}] compactions.Compactor(225): Compacting c975885300ac4234b68990c8b974b88b, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=470, earliestPutTs=1732529647001 2024-11-25T10:14:09,002 DEBUG [RS:0;e2fd862922a0:38547-shortCompactions-0 {}] compactions.Compactor(225): Compacting 9b7d4f084f0a4832b903ccb7fadc6029, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=507, earliestPutTs=1732529647333 2024-11-25T10:14:09,003 DEBUG [RS:0;e2fd862922a0:38547-longCompactions-0 {}] compactions.Compactor(225): Compacting b8615d228d614ba09444e8e2f827c906, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=490, earliestPutTs=1732529647199 2024-11-25T10:14:09,003 DEBUG [RS:0;e2fd862922a0:38547-longCompactions-0 {}] compactions.Compactor(225): Compacting 617efe14493d4b9aa0243f6fbb9098df, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=507, earliestPutTs=1732529647333 2024-11-25T10:14:09,017 INFO [RS:0;e2fd862922a0:38547-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): d34d01432cbd03941f110edd57c221ca#A#compaction#84 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-25T10:14:09,020 DEBUG [RS:0;e2fd862922a0:38547-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/d34d01432cbd03941f110edd57c221ca/.tmp/A/c8a09b426fb94a31ba727a1531518436 is 50, key is test_row_0/A:col10/1732529647333/Put/seqid=0 2024-11-25T10:14:09,025 INFO [RS:0;e2fd862922a0:38547-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): d34d01432cbd03941f110edd57c221ca#B#compaction#85 average throughput is 2.18 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-25T10:14:09,026 DEBUG [RS:0;e2fd862922a0:38547-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/d34d01432cbd03941f110edd57c221ca/.tmp/B/31da2332ea274989a34725a40283ed65 is 50, key is test_row_0/B:col10/1732529647333/Put/seqid=0 2024-11-25T10:14:09,035 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39927 is added to blk_1073741921_1097 (size=13255) 2024-11-25T10:14:09,038 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39927 is added to blk_1073741922_1098 (size=13255) 2024-11-25T10:14:09,043 DEBUG [RS:0;e2fd862922a0:38547-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/d34d01432cbd03941f110edd57c221ca/.tmp/A/c8a09b426fb94a31ba727a1531518436 as hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/d34d01432cbd03941f110edd57c221ca/A/c8a09b426fb94a31ba727a1531518436 2024-11-25T10:14:09,056 INFO [RS:0;e2fd862922a0:38547-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in d34d01432cbd03941f110edd57c221ca/A of d34d01432cbd03941f110edd57c221ca into c8a09b426fb94a31ba727a1531518436(size=12.9 K), total size for store is 12.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-25T10:14:09,056 DEBUG [RS:0;e2fd862922a0:38547-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for d34d01432cbd03941f110edd57c221ca: 2024-11-25T10:14:09,056 INFO [RS:0;e2fd862922a0:38547-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732529629057.d34d01432cbd03941f110edd57c221ca., storeName=d34d01432cbd03941f110edd57c221ca/A, priority=12, startTime=1732529648997; duration=0sec 2024-11-25T10:14:09,056 DEBUG [RS:0;e2fd862922a0:38547-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-25T10:14:09,056 DEBUG [RS:0;e2fd862922a0:38547-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: d34d01432cbd03941f110edd57c221ca:A 2024-11-25T10:14:09,056 DEBUG [RS:0;e2fd862922a0:38547-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-25T10:14:09,058 DEBUG [RS:0;e2fd862922a0:38547-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37755 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-25T10:14:09,058 DEBUG [RS:0;e2fd862922a0:38547-shortCompactions-0 {}] regionserver.HStore(1541): d34d01432cbd03941f110edd57c221ca/C is initiating minor compaction (all files) 2024-11-25T10:14:09,058 INFO [RS:0;e2fd862922a0:38547-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of d34d01432cbd03941f110edd57c221ca/C in TestAcidGuarantees,,1732529629057.d34d01432cbd03941f110edd57c221ca. 2024-11-25T10:14:09,059 INFO [RS:0;e2fd862922a0:38547-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/d34d01432cbd03941f110edd57c221ca/C/0af48d5085124bf88eef87ea3132ff84, hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/d34d01432cbd03941f110edd57c221ca/C/574121c6f51246e49028687758bd187a, hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/d34d01432cbd03941f110edd57c221ca/C/a0a96d92a1514cee9c171879771a72ab] into tmpdir=hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/d34d01432cbd03941f110edd57c221ca/.tmp, totalSize=36.9 K 2024-11-25T10:14:09,059 DEBUG [RS:0;e2fd862922a0:38547-shortCompactions-0 {}] compactions.Compactor(225): Compacting 0af48d5085124bf88eef87ea3132ff84, keycount=150, bloomtype=ROW, size=12.8 K, encoding=NONE, compression=NONE, seqNum=470, earliestPutTs=1732529647001 2024-11-25T10:14:09,059 DEBUG [RS:0;e2fd862922a0:38547-shortCompactions-0 {}] compactions.Compactor(225): Compacting 574121c6f51246e49028687758bd187a, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=490, earliestPutTs=1732529647199 2024-11-25T10:14:09,060 DEBUG [RS:0;e2fd862922a0:38547-shortCompactions-0 {}] compactions.Compactor(225): Compacting a0a96d92a1514cee9c171879771a72ab, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=507, earliestPutTs=1732529647333 2024-11-25T10:14:09,072 INFO [RS:0;e2fd862922a0:38547-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): d34d01432cbd03941f110edd57c221ca#C#compaction#86 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-25T10:14:09,073 DEBUG [RS:0;e2fd862922a0:38547-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/d34d01432cbd03941f110edd57c221ca/.tmp/C/1fdac44674244aceb3896aa3421581e6 is 50, key is test_row_0/C:col10/1732529647333/Put/seqid=0 2024-11-25T10:14:09,088 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39927 is added to blk_1073741923_1099 (size=13255) 2024-11-25T10:14:09,100 DEBUG [RS:0;e2fd862922a0:38547-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/d34d01432cbd03941f110edd57c221ca/.tmp/C/1fdac44674244aceb3896aa3421581e6 as hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/d34d01432cbd03941f110edd57c221ca/C/1fdac44674244aceb3896aa3421581e6 2024-11-25T10:14:09,111 INFO [RS:0;e2fd862922a0:38547-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in d34d01432cbd03941f110edd57c221ca/C of d34d01432cbd03941f110edd57c221ca into 1fdac44674244aceb3896aa3421581e6(size=12.9 K), total size for store is 12.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-25T10:14:09,111 DEBUG [RS:0;e2fd862922a0:38547-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for d34d01432cbd03941f110edd57c221ca: 2024-11-25T10:14:09,111 INFO [RS:0;e2fd862922a0:38547-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732529629057.d34d01432cbd03941f110edd57c221ca., storeName=d34d01432cbd03941f110edd57c221ca/C, priority=13, startTime=1732529648998; duration=0sec 2024-11-25T10:14:09,111 DEBUG [RS:0;e2fd862922a0:38547-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-25T10:14:09,111 DEBUG [RS:0;e2fd862922a0:38547-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: d34d01432cbd03941f110edd57c221ca:C 2024-11-25T10:14:09,123 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41005 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=23 2024-11-25T10:14:09,123 INFO [RPCClient-NioEventLoopGroup-4-8 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-25T10:14:09,124 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41005 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-25T10:14:09,126 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41005 {}] procedure2.ProcedureExecutor(1139): Stored pid=25, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=25, table=TestAcidGuarantees 2024-11-25T10:14:09,126 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41005 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=25 2024-11-25T10:14:09,127 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=25, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=25, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-25T10:14:09,128 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=25, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=25, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-25T10:14:09,129 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=26, ppid=25, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-25T10:14:09,154 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] regionserver.HRegion(8855): Flush requested on d34d01432cbd03941f110edd57c221ca 2024-11-25T10:14:09,154 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing d34d01432cbd03941f110edd57c221ca 3/3 column families, dataSize=107.34 KB heapSize=319.50 KB 2024-11-25T10:14:09,155 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d34d01432cbd03941f110edd57c221ca, store=A 2024-11-25T10:14:09,155 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T10:14:09,155 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d34d01432cbd03941f110edd57c221ca, store=B 2024-11-25T10:14:09,155 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T10:14:09,155 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d34d01432cbd03941f110edd57c221ca, store=C 2024-11-25T10:14:09,155 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T10:14:09,164 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/d34d01432cbd03941f110edd57c221ca/.tmp/A/eaa1ab3bce464a5496f84c7e384bceee is 50, key is test_row_0/A:col10/1732529649152/Put/seqid=0 2024-11-25T10:14:09,172 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39927 is added to blk_1073741924_1100 (size=12301) 2024-11-25T10:14:09,217 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d34d01432cbd03941f110edd57c221ca, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-25T10:14:09,217 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] ipc.CallRunner(138): callId: 188 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47878 deadline: 1732529709212, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d34d01432cbd03941f110edd57c221ca, server=e2fd862922a0,38547,1732529625709 2024-11-25T10:14:09,218 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732529629057.d34d01432cbd03941f110edd57c221ca., hostname=e2fd862922a0,38547,1732529625709, seqNum=2 , the old value is region=TestAcidGuarantees,,1732529629057.d34d01432cbd03941f110edd57c221ca., hostname=e2fd862922a0,38547,1732529625709, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d34d01432cbd03941f110edd57c221ca, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T10:14:09,218 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732529629057.d34d01432cbd03941f110edd57c221ca., hostname=e2fd862922a0,38547,1732529625709, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d34d01432cbd03941f110edd57c221ca, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T10:14:09,218 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d34d01432cbd03941f110edd57c221ca, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-25T10:14:09,218 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732529629057.d34d01432cbd03941f110edd57c221ca., hostname=e2fd862922a0,38547,1732529625709, seqNum=2 because the exception is null or not the one we care about 2024-11-25T10:14:09,218 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] ipc.CallRunner(138): callId: 199 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47884 deadline: 1732529709212, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d34d01432cbd03941f110edd57c221ca, server=e2fd862922a0,38547,1732529625709 2024-11-25T10:14:09,218 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732529629057.d34d01432cbd03941f110edd57c221ca., hostname=e2fd862922a0,38547,1732529625709, seqNum=2 , the old value is region=TestAcidGuarantees,,1732529629057.d34d01432cbd03941f110edd57c221ca., hostname=e2fd862922a0,38547,1732529625709, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d34d01432cbd03941f110edd57c221ca, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T10:14:09,218 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732529629057.d34d01432cbd03941f110edd57c221ca., hostname=e2fd862922a0,38547,1732529625709, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d34d01432cbd03941f110edd57c221ca, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T10:14:09,218 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732529629057.d34d01432cbd03941f110edd57c221ca., hostname=e2fd862922a0,38547,1732529625709, seqNum=2 because the exception is null or not the one we care about 2024-11-25T10:14:09,218 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d34d01432cbd03941f110edd57c221ca, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-25T10:14:09,218 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] ipc.CallRunner(138): callId: 201 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47866 deadline: 1732529709212, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d34d01432cbd03941f110edd57c221ca, server=e2fd862922a0,38547,1732529625709 2024-11-25T10:14:09,219 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732529629057.d34d01432cbd03941f110edd57c221ca., hostname=e2fd862922a0,38547,1732529625709, seqNum=2 , the old value is region=TestAcidGuarantees,,1732529629057.d34d01432cbd03941f110edd57c221ca., hostname=e2fd862922a0,38547,1732529625709, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d34d01432cbd03941f110edd57c221ca, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T10:14:09,219 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732529629057.d34d01432cbd03941f110edd57c221ca., hostname=e2fd862922a0,38547,1732529625709, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d34d01432cbd03941f110edd57c221ca, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T10:14:09,219 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732529629057.d34d01432cbd03941f110edd57c221ca., hostname=e2fd862922a0,38547,1732529625709, seqNum=2 because the exception is null or not the one we care about 2024-11-25T10:14:09,232 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41005 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=25 2024-11-25T10:14:09,283 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=38547 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=26 2024-11-25T10:14:09,283 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e2fd862922a0:0-1 {event_type=RS_FLUSH_REGIONS, pid=26}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732529629057.d34d01432cbd03941f110edd57c221ca. 2024-11-25T10:14:09,283 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e2fd862922a0:0-1 {event_type=RS_FLUSH_REGIONS, pid=26}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732529629057.d34d01432cbd03941f110edd57c221ca. as already flushing 2024-11-25T10:14:09,283 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e2fd862922a0:0-1 {event_type=RS_FLUSH_REGIONS, pid=26}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732529629057.d34d01432cbd03941f110edd57c221ca. 2024-11-25T10:14:09,283 ERROR [RS_FLUSH_OPERATIONS-regionserver/e2fd862922a0:0-1 {event_type=RS_FLUSH_REGIONS, pid=26}] handler.RSProcedureHandler(58): pid=26 java.io.IOException: Unable to complete flush {ENCODED => d34d01432cbd03941f110edd57c221ca, NAME => 'TestAcidGuarantees,,1732529629057.d34d01432cbd03941f110edd57c221ca.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T10:14:09,284 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e2fd862922a0:0-1 {event_type=RS_FLUSH_REGIONS, pid=26}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=26 java.io.IOException: Unable to complete flush {ENCODED => d34d01432cbd03941f110edd57c221ca, NAME => 'TestAcidGuarantees,,1732529629057.d34d01432cbd03941f110edd57c221ca.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T10:14:09,284 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41005 {}] master.HMaster(4177): Remote procedure failed, pid=26 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => d34d01432cbd03941f110edd57c221ca, NAME => 'TestAcidGuarantees,,1732529629057.d34d01432cbd03941f110edd57c221ca.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => d34d01432cbd03941f110edd57c221ca, NAME => 'TestAcidGuarantees,,1732529629057.d34d01432cbd03941f110edd57c221ca.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T10:14:09,324 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d34d01432cbd03941f110edd57c221ca, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-25T10:14:09,324 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] ipc.CallRunner(138): callId: 200 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47884 deadline: 1732529709322, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d34d01432cbd03941f110edd57c221ca, server=e2fd862922a0,38547,1732529625709 2024-11-25T10:14:09,325 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d34d01432cbd03941f110edd57c221ca, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-25T10:14:09,325 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732529629057.d34d01432cbd03941f110edd57c221ca., hostname=e2fd862922a0,38547,1732529625709, seqNum=2 , the old value is region=TestAcidGuarantees,,1732529629057.d34d01432cbd03941f110edd57c221ca., hostname=e2fd862922a0,38547,1732529625709, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d34d01432cbd03941f110edd57c221ca, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T10:14:09,325 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] ipc.CallRunner(138): callId: 202 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47866 deadline: 1732529709322, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d34d01432cbd03941f110edd57c221ca, server=e2fd862922a0,38547,1732529625709 2024-11-25T10:14:09,325 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732529629057.d34d01432cbd03941f110edd57c221ca., hostname=e2fd862922a0,38547,1732529625709, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d34d01432cbd03941f110edd57c221ca, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T10:14:09,325 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732529629057.d34d01432cbd03941f110edd57c221ca., hostname=e2fd862922a0,38547,1732529625709, seqNum=2 because the exception is null or not the one we care about 2024-11-25T10:14:09,325 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d34d01432cbd03941f110edd57c221ca, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-25T10:14:09,325 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] ipc.CallRunner(138): callId: 189 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47878 deadline: 1732529709323, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d34d01432cbd03941f110edd57c221ca, server=e2fd862922a0,38547,1732529625709 2024-11-25T10:14:09,325 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732529629057.d34d01432cbd03941f110edd57c221ca., hostname=e2fd862922a0,38547,1732529625709, seqNum=2 , the old value is region=TestAcidGuarantees,,1732529629057.d34d01432cbd03941f110edd57c221ca., hostname=e2fd862922a0,38547,1732529625709, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d34d01432cbd03941f110edd57c221ca, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T10:14:09,325 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732529629057.d34d01432cbd03941f110edd57c221ca., hostname=e2fd862922a0,38547,1732529625709, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d34d01432cbd03941f110edd57c221ca, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T10:14:09,325 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732529629057.d34d01432cbd03941f110edd57c221ca., hostname=e2fd862922a0,38547,1732529625709, seqNum=2 because the exception is null or not the one we care about 2024-11-25T10:14:09,326 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732529629057.d34d01432cbd03941f110edd57c221ca., hostname=e2fd862922a0,38547,1732529625709, seqNum=2 , the old value is region=TestAcidGuarantees,,1732529629057.d34d01432cbd03941f110edd57c221ca., hostname=e2fd862922a0,38547,1732529625709, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d34d01432cbd03941f110edd57c221ca, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T10:14:09,326 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732529629057.d34d01432cbd03941f110edd57c221ca., hostname=e2fd862922a0,38547,1732529625709, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d34d01432cbd03941f110edd57c221ca, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T10:14:09,326 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732529629057.d34d01432cbd03941f110edd57c221ca., hostname=e2fd862922a0,38547,1732529625709, seqNum=2 because the exception is null or not the one we care about 2024-11-25T10:14:09,442 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=38547 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=26 2024-11-25T10:14:09,442 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41005 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=25 2024-11-25T10:14:09,442 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e2fd862922a0:0-2 {event_type=RS_FLUSH_REGIONS, pid=26}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732529629057.d34d01432cbd03941f110edd57c221ca. 2024-11-25T10:14:09,443 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e2fd862922a0:0-2 {event_type=RS_FLUSH_REGIONS, pid=26}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732529629057.d34d01432cbd03941f110edd57c221ca. as already flushing 2024-11-25T10:14:09,443 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e2fd862922a0:0-2 {event_type=RS_FLUSH_REGIONS, pid=26}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732529629057.d34d01432cbd03941f110edd57c221ca. 2024-11-25T10:14:09,443 ERROR [RS_FLUSH_OPERATIONS-regionserver/e2fd862922a0:0-2 {event_type=RS_FLUSH_REGIONS, pid=26}] handler.RSProcedureHandler(58): pid=26 java.io.IOException: Unable to complete flush {ENCODED => d34d01432cbd03941f110edd57c221ca, NAME => 'TestAcidGuarantees,,1732529629057.d34d01432cbd03941f110edd57c221ca.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T10:14:09,443 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e2fd862922a0:0-2 {event_type=RS_FLUSH_REGIONS, pid=26}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=26 java.io.IOException: Unable to complete flush {ENCODED => d34d01432cbd03941f110edd57c221ca, NAME => 'TestAcidGuarantees,,1732529629057.d34d01432cbd03941f110edd57c221ca.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T10:14:09,444 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41005 {}] master.HMaster(4177): Remote procedure failed, pid=26 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => d34d01432cbd03941f110edd57c221ca, NAME => 'TestAcidGuarantees,,1732529629057.d34d01432cbd03941f110edd57c221ca.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => d34d01432cbd03941f110edd57c221ca, NAME => 'TestAcidGuarantees,,1732529629057.d34d01432cbd03941f110edd57c221ca.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T10:14:09,450 DEBUG [RS:0;e2fd862922a0:38547-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/d34d01432cbd03941f110edd57c221ca/.tmp/B/31da2332ea274989a34725a40283ed65 as hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/d34d01432cbd03941f110edd57c221ca/B/31da2332ea274989a34725a40283ed65 2024-11-25T10:14:09,462 INFO [RS:0;e2fd862922a0:38547-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in d34d01432cbd03941f110edd57c221ca/B of d34d01432cbd03941f110edd57c221ca into 31da2332ea274989a34725a40283ed65(size=12.9 K), total size for store is 12.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-25T10:14:09,462 DEBUG [RS:0;e2fd862922a0:38547-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for d34d01432cbd03941f110edd57c221ca: 2024-11-25T10:14:09,462 INFO [RS:0;e2fd862922a0:38547-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732529629057.d34d01432cbd03941f110edd57c221ca., storeName=d34d01432cbd03941f110edd57c221ca/B, priority=12, startTime=1732529648997; duration=0sec 2024-11-25T10:14:09,462 DEBUG [RS:0;e2fd862922a0:38547-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-25T10:14:09,462 DEBUG [RS:0;e2fd862922a0:38547-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: d34d01432cbd03941f110edd57c221ca:B 2024-11-25T10:14:09,534 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d34d01432cbd03941f110edd57c221ca, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-25T10:14:09,534 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] ipc.CallRunner(138): callId: 201 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47884 deadline: 1732529709532, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d34d01432cbd03941f110edd57c221ca, server=e2fd862922a0,38547,1732529625709 2024-11-25T10:14:09,534 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d34d01432cbd03941f110edd57c221ca, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-25T10:14:09,534 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] ipc.CallRunner(138): callId: 203 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47866 deadline: 1732529709532, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d34d01432cbd03941f110edd57c221ca, server=e2fd862922a0,38547,1732529625709 2024-11-25T10:14:09,534 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d34d01432cbd03941f110edd57c221ca, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-25T10:14:09,535 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732529629057.d34d01432cbd03941f110edd57c221ca., hostname=e2fd862922a0,38547,1732529625709, seqNum=2 , the old value is region=TestAcidGuarantees,,1732529629057.d34d01432cbd03941f110edd57c221ca., hostname=e2fd862922a0,38547,1732529625709, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d34d01432cbd03941f110edd57c221ca, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T10:14:09,535 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732529629057.d34d01432cbd03941f110edd57c221ca., hostname=e2fd862922a0,38547,1732529625709, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d34d01432cbd03941f110edd57c221ca, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T10:14:09,535 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] ipc.CallRunner(138): callId: 190 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47878 deadline: 1732529709532, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d34d01432cbd03941f110edd57c221ca, server=e2fd862922a0,38547,1732529625709 2024-11-25T10:14:09,535 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732529629057.d34d01432cbd03941f110edd57c221ca., hostname=e2fd862922a0,38547,1732529625709, seqNum=2 because the exception is null or not the one we care about 2024-11-25T10:14:09,535 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732529629057.d34d01432cbd03941f110edd57c221ca., hostname=e2fd862922a0,38547,1732529625709, seqNum=2 , the old value is region=TestAcidGuarantees,,1732529629057.d34d01432cbd03941f110edd57c221ca., hostname=e2fd862922a0,38547,1732529625709, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d34d01432cbd03941f110edd57c221ca, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T10:14:09,535 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732529629057.d34d01432cbd03941f110edd57c221ca., hostname=e2fd862922a0,38547,1732529625709, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d34d01432cbd03941f110edd57c221ca, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T10:14:09,535 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732529629057.d34d01432cbd03941f110edd57c221ca., hostname=e2fd862922a0,38547,1732529625709, seqNum=2 because the exception is null or not the one we care about 2024-11-25T10:14:09,535 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732529629057.d34d01432cbd03941f110edd57c221ca., hostname=e2fd862922a0,38547,1732529625709, seqNum=2 , the old value is region=TestAcidGuarantees,,1732529629057.d34d01432cbd03941f110edd57c221ca., hostname=e2fd862922a0,38547,1732529625709, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d34d01432cbd03941f110edd57c221ca, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T10:14:09,536 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732529629057.d34d01432cbd03941f110edd57c221ca., hostname=e2fd862922a0,38547,1732529625709, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d34d01432cbd03941f110edd57c221ca, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T10:14:09,536 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732529629057.d34d01432cbd03941f110edd57c221ca., hostname=e2fd862922a0,38547,1732529625709, seqNum=2 because the exception is null or not the one we care about 2024-11-25T10:14:09,573 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.02 KB at sequenceid=529 (bloomFilter=true), to=hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/d34d01432cbd03941f110edd57c221ca/.tmp/A/eaa1ab3bce464a5496f84c7e384bceee 2024-11-25T10:14:09,586 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/d34d01432cbd03941f110edd57c221ca/.tmp/B/943a4af34abd465f9da40ed4f0e522db is 50, key is test_row_0/B:col10/1732529649152/Put/seqid=0 2024-11-25T10:14:09,591 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39927 is added to blk_1073741925_1101 (size=12301) 2024-11-25T10:14:09,597 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=38547 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=26 2024-11-25T10:14:09,597 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e2fd862922a0:0-0 {event_type=RS_FLUSH_REGIONS, pid=26}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732529629057.d34d01432cbd03941f110edd57c221ca. 2024-11-25T10:14:09,597 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e2fd862922a0:0-0 {event_type=RS_FLUSH_REGIONS, pid=26}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732529629057.d34d01432cbd03941f110edd57c221ca. as already flushing 2024-11-25T10:14:09,597 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e2fd862922a0:0-0 {event_type=RS_FLUSH_REGIONS, pid=26}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732529629057.d34d01432cbd03941f110edd57c221ca. 2024-11-25T10:14:09,597 ERROR [RS_FLUSH_OPERATIONS-regionserver/e2fd862922a0:0-0 {event_type=RS_FLUSH_REGIONS, pid=26}] handler.RSProcedureHandler(58): pid=26 java.io.IOException: Unable to complete flush {ENCODED => d34d01432cbd03941f110edd57c221ca, NAME => 'TestAcidGuarantees,,1732529629057.d34d01432cbd03941f110edd57c221ca.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T10:14:09,597 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e2fd862922a0:0-0 {event_type=RS_FLUSH_REGIONS, pid=26}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=26 java.io.IOException: Unable to complete flush {ENCODED => d34d01432cbd03941f110edd57c221ca, NAME => 'TestAcidGuarantees,,1732529629057.d34d01432cbd03941f110edd57c221ca.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T10:14:09,598 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41005 {}] master.HMaster(4177): Remote procedure failed, pid=26 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => d34d01432cbd03941f110edd57c221ca, NAME => 'TestAcidGuarantees,,1732529629057.d34d01432cbd03941f110edd57c221ca.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => d34d01432cbd03941f110edd57c221ca, NAME => 'TestAcidGuarantees,,1732529629057.d34d01432cbd03941f110edd57c221ca.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T10:14:09,750 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=38547 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=26 2024-11-25T10:14:09,751 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e2fd862922a0:0-1 {event_type=RS_FLUSH_REGIONS, pid=26}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732529629057.d34d01432cbd03941f110edd57c221ca. 2024-11-25T10:14:09,751 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e2fd862922a0:0-1 {event_type=RS_FLUSH_REGIONS, pid=26}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732529629057.d34d01432cbd03941f110edd57c221ca. as already flushing 2024-11-25T10:14:09,751 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e2fd862922a0:0-1 {event_type=RS_FLUSH_REGIONS, pid=26}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732529629057.d34d01432cbd03941f110edd57c221ca. 2024-11-25T10:14:09,751 ERROR [RS_FLUSH_OPERATIONS-regionserver/e2fd862922a0:0-1 {event_type=RS_FLUSH_REGIONS, pid=26}] handler.RSProcedureHandler(58): pid=26 java.io.IOException: Unable to complete flush {ENCODED => d34d01432cbd03941f110edd57c221ca, NAME => 'TestAcidGuarantees,,1732529629057.d34d01432cbd03941f110edd57c221ca.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T10:14:09,751 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e2fd862922a0:0-1 {event_type=RS_FLUSH_REGIONS, pid=26}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=26 java.io.IOException: Unable to complete flush {ENCODED => d34d01432cbd03941f110edd57c221ca, NAME => 'TestAcidGuarantees,,1732529629057.d34d01432cbd03941f110edd57c221ca.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T10:14:09,752 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41005 {}] master.HMaster(4177): Remote procedure failed, pid=26 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => d34d01432cbd03941f110edd57c221ca, NAME => 'TestAcidGuarantees,,1732529629057.d34d01432cbd03941f110edd57c221ca.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => d34d01432cbd03941f110edd57c221ca, NAME => 'TestAcidGuarantees,,1732529629057.d34d01432cbd03941f110edd57c221ca.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T10:14:09,752 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41005 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=25 2024-11-25T10:14:09,844 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d34d01432cbd03941f110edd57c221ca, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-25T10:14:09,844 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] ipc.CallRunner(138): callId: 202 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47884 deadline: 1732529709842, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d34d01432cbd03941f110edd57c221ca, server=e2fd862922a0,38547,1732529625709 2024-11-25T10:14:09,845 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d34d01432cbd03941f110edd57c221ca, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-25T10:14:09,845 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732529629057.d34d01432cbd03941f110edd57c221ca., hostname=e2fd862922a0,38547,1732529625709, seqNum=2 , the old value is region=TestAcidGuarantees,,1732529629057.d34d01432cbd03941f110edd57c221ca., hostname=e2fd862922a0,38547,1732529625709, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d34d01432cbd03941f110edd57c221ca, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T10:14:09,845 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] ipc.CallRunner(138): callId: 191 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47878 deadline: 1732529709842, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d34d01432cbd03941f110edd57c221ca, server=e2fd862922a0,38547,1732529625709 2024-11-25T10:14:09,845 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732529629057.d34d01432cbd03941f110edd57c221ca., hostname=e2fd862922a0,38547,1732529625709, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d34d01432cbd03941f110edd57c221ca, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T10:14:09,845 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732529629057.d34d01432cbd03941f110edd57c221ca., hostname=e2fd862922a0,38547,1732529625709, seqNum=2 because the exception is null or not the one we care about 2024-11-25T10:14:09,845 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d34d01432cbd03941f110edd57c221ca, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-25T10:14:09,845 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732529629057.d34d01432cbd03941f110edd57c221ca., hostname=e2fd862922a0,38547,1732529625709, seqNum=2 , the old value is region=TestAcidGuarantees,,1732529629057.d34d01432cbd03941f110edd57c221ca., hostname=e2fd862922a0,38547,1732529625709, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d34d01432cbd03941f110edd57c221ca, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T10:14:09,845 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732529629057.d34d01432cbd03941f110edd57c221ca., hostname=e2fd862922a0,38547,1732529625709, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d34d01432cbd03941f110edd57c221ca, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T10:14:09,845 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732529629057.d34d01432cbd03941f110edd57c221ca., hostname=e2fd862922a0,38547,1732529625709, seqNum=2 because the exception is null or not the one we care about 2024-11-25T10:14:09,845 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] ipc.CallRunner(138): callId: 204 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47866 deadline: 1732529709842, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d34d01432cbd03941f110edd57c221ca, server=e2fd862922a0,38547,1732529625709 2024-11-25T10:14:09,845 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732529629057.d34d01432cbd03941f110edd57c221ca., hostname=e2fd862922a0,38547,1732529625709, seqNum=2 , the old value is region=TestAcidGuarantees,,1732529629057.d34d01432cbd03941f110edd57c221ca., hostname=e2fd862922a0,38547,1732529625709, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d34d01432cbd03941f110edd57c221ca, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T10:14:09,846 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732529629057.d34d01432cbd03941f110edd57c221ca., hostname=e2fd862922a0,38547,1732529625709, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d34d01432cbd03941f110edd57c221ca, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T10:14:09,846 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732529629057.d34d01432cbd03941f110edd57c221ca., hostname=e2fd862922a0,38547,1732529625709, seqNum=2 because the exception is null or not the one we care about 2024-11-25T10:14:09,905 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=38547 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=26 2024-11-25T10:14:09,905 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e2fd862922a0:0-2 {event_type=RS_FLUSH_REGIONS, pid=26}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732529629057.d34d01432cbd03941f110edd57c221ca. 2024-11-25T10:14:09,905 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e2fd862922a0:0-2 {event_type=RS_FLUSH_REGIONS, pid=26}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732529629057.d34d01432cbd03941f110edd57c221ca. as already flushing 2024-11-25T10:14:09,905 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e2fd862922a0:0-2 {event_type=RS_FLUSH_REGIONS, pid=26}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732529629057.d34d01432cbd03941f110edd57c221ca. 2024-11-25T10:14:09,905 ERROR [RS_FLUSH_OPERATIONS-regionserver/e2fd862922a0:0-2 {event_type=RS_FLUSH_REGIONS, pid=26}] handler.RSProcedureHandler(58): pid=26 java.io.IOException: Unable to complete flush {ENCODED => d34d01432cbd03941f110edd57c221ca, NAME => 'TestAcidGuarantees,,1732529629057.d34d01432cbd03941f110edd57c221ca.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T10:14:09,905 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e2fd862922a0:0-2 {event_type=RS_FLUSH_REGIONS, pid=26}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=26 java.io.IOException: Unable to complete flush {ENCODED => d34d01432cbd03941f110edd57c221ca, NAME => 'TestAcidGuarantees,,1732529629057.d34d01432cbd03941f110edd57c221ca.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T10:14:09,907 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41005 {}] master.HMaster(4177): Remote procedure failed, pid=26 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => d34d01432cbd03941f110edd57c221ca, NAME => 'TestAcidGuarantees,,1732529629057.d34d01432cbd03941f110edd57c221ca.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => d34d01432cbd03941f110edd57c221ca, NAME => 'TestAcidGuarantees,,1732529629057.d34d01432cbd03941f110edd57c221ca.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T10:14:09,992 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.02 KB at sequenceid=529 (bloomFilter=true), to=hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/d34d01432cbd03941f110edd57c221ca/.tmp/B/943a4af34abd465f9da40ed4f0e522db 2024-11-25T10:14:10,003 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/d34d01432cbd03941f110edd57c221ca/.tmp/C/79fbee94a36f4a5ea8ef9740cf574909 is 50, key is test_row_0/C:col10/1732529649152/Put/seqid=0 2024-11-25T10:14:10,010 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39927 is added to blk_1073741926_1102 (size=12301) 2024-11-25T10:14:10,059 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=38547 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=26 2024-11-25T10:14:10,060 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e2fd862922a0:0-0 {event_type=RS_FLUSH_REGIONS, pid=26}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732529629057.d34d01432cbd03941f110edd57c221ca. 2024-11-25T10:14:10,060 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e2fd862922a0:0-0 {event_type=RS_FLUSH_REGIONS, pid=26}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732529629057.d34d01432cbd03941f110edd57c221ca. as already flushing 2024-11-25T10:14:10,060 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e2fd862922a0:0-0 {event_type=RS_FLUSH_REGIONS, pid=26}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732529629057.d34d01432cbd03941f110edd57c221ca. 2024-11-25T10:14:10,060 ERROR [RS_FLUSH_OPERATIONS-regionserver/e2fd862922a0:0-0 {event_type=RS_FLUSH_REGIONS, pid=26}] handler.RSProcedureHandler(58): pid=26 java.io.IOException: Unable to complete flush {ENCODED => d34d01432cbd03941f110edd57c221ca, NAME => 'TestAcidGuarantees,,1732529629057.d34d01432cbd03941f110edd57c221ca.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T10:14:10,060 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e2fd862922a0:0-0 {event_type=RS_FLUSH_REGIONS, pid=26}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=26 java.io.IOException: Unable to complete flush {ENCODED => d34d01432cbd03941f110edd57c221ca, NAME => 'TestAcidGuarantees,,1732529629057.d34d01432cbd03941f110edd57c221ca.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T10:14:10,061 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41005 {}] master.HMaster(4177): Remote procedure failed, pid=26 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => d34d01432cbd03941f110edd57c221ca, NAME => 'TestAcidGuarantees,,1732529629057.d34d01432cbd03941f110edd57c221ca.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => d34d01432cbd03941f110edd57c221ca, NAME => 'TestAcidGuarantees,,1732529629057.d34d01432cbd03941f110edd57c221ca.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T10:14:10,212 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=38547 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=26 2024-11-25T10:14:10,213 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e2fd862922a0:0-1 {event_type=RS_FLUSH_REGIONS, pid=26}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732529629057.d34d01432cbd03941f110edd57c221ca. 2024-11-25T10:14:10,213 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e2fd862922a0:0-1 {event_type=RS_FLUSH_REGIONS, pid=26}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732529629057.d34d01432cbd03941f110edd57c221ca. as already flushing 2024-11-25T10:14:10,213 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e2fd862922a0:0-1 {event_type=RS_FLUSH_REGIONS, pid=26}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732529629057.d34d01432cbd03941f110edd57c221ca. 2024-11-25T10:14:10,213 ERROR [RS_FLUSH_OPERATIONS-regionserver/e2fd862922a0:0-1 {event_type=RS_FLUSH_REGIONS, pid=26}] handler.RSProcedureHandler(58): pid=26 java.io.IOException: Unable to complete flush {ENCODED => d34d01432cbd03941f110edd57c221ca, NAME => 'TestAcidGuarantees,,1732529629057.d34d01432cbd03941f110edd57c221ca.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T10:14:10,213 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e2fd862922a0:0-1 {event_type=RS_FLUSH_REGIONS, pid=26}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=26 java.io.IOException: Unable to complete flush {ENCODED => d34d01432cbd03941f110edd57c221ca, NAME => 'TestAcidGuarantees,,1732529629057.d34d01432cbd03941f110edd57c221ca.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T10:14:10,214 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41005 {}] master.HMaster(4177): Remote procedure failed, pid=26 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => d34d01432cbd03941f110edd57c221ca, NAME => 'TestAcidGuarantees,,1732529629057.d34d01432cbd03941f110edd57c221ca.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => d34d01432cbd03941f110edd57c221ca, NAME => 'TestAcidGuarantees,,1732529629057.d34d01432cbd03941f110edd57c221ca.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T10:14:10,262 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41005 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=25 2024-11-25T10:14:10,354 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d34d01432cbd03941f110edd57c221ca, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-25T10:14:10,355 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] ipc.CallRunner(138): callId: 203 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47884 deadline: 1732529710352, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d34d01432cbd03941f110edd57c221ca, server=e2fd862922a0,38547,1732529625709 2024-11-25T10:14:10,355 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d34d01432cbd03941f110edd57c221ca, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-25T10:14:10,355 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d34d01432cbd03941f110edd57c221ca, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-25T10:14:10,355 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732529629057.d34d01432cbd03941f110edd57c221ca., hostname=e2fd862922a0,38547,1732529625709, seqNum=2 , the old value is region=TestAcidGuarantees,,1732529629057.d34d01432cbd03941f110edd57c221ca., hostname=e2fd862922a0,38547,1732529625709, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d34d01432cbd03941f110edd57c221ca, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T10:14:10,355 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732529629057.d34d01432cbd03941f110edd57c221ca., hostname=e2fd862922a0,38547,1732529625709, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d34d01432cbd03941f110edd57c221ca, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T10:14:10,355 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] ipc.CallRunner(138): callId: 205 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47866 deadline: 1732529710352, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d34d01432cbd03941f110edd57c221ca, server=e2fd862922a0,38547,1732529625709 2024-11-25T10:14:10,355 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732529629057.d34d01432cbd03941f110edd57c221ca., hostname=e2fd862922a0,38547,1732529625709, seqNum=2 because the exception is null or not the one we care about 2024-11-25T10:14:10,355 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] ipc.CallRunner(138): callId: 192 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47878 deadline: 1732529710352, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d34d01432cbd03941f110edd57c221ca, server=e2fd862922a0,38547,1732529625709 2024-11-25T10:14:10,356 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732529629057.d34d01432cbd03941f110edd57c221ca., hostname=e2fd862922a0,38547,1732529625709, seqNum=2 , the old value is region=TestAcidGuarantees,,1732529629057.d34d01432cbd03941f110edd57c221ca., hostname=e2fd862922a0,38547,1732529625709, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d34d01432cbd03941f110edd57c221ca, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T10:14:10,356 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732529629057.d34d01432cbd03941f110edd57c221ca., hostname=e2fd862922a0,38547,1732529625709, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d34d01432cbd03941f110edd57c221ca, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T10:14:10,356 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732529629057.d34d01432cbd03941f110edd57c221ca., hostname=e2fd862922a0,38547,1732529625709, seqNum=2 because the exception is null or not the one we care about 2024-11-25T10:14:10,356 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732529629057.d34d01432cbd03941f110edd57c221ca., hostname=e2fd862922a0,38547,1732529625709, seqNum=2 , the old value is region=TestAcidGuarantees,,1732529629057.d34d01432cbd03941f110edd57c221ca., hostname=e2fd862922a0,38547,1732529625709, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d34d01432cbd03941f110edd57c221ca, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T10:14:10,356 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732529629057.d34d01432cbd03941f110edd57c221ca., hostname=e2fd862922a0,38547,1732529625709, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d34d01432cbd03941f110edd57c221ca, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T10:14:10,356 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732529629057.d34d01432cbd03941f110edd57c221ca., hostname=e2fd862922a0,38547,1732529625709, seqNum=2 because the exception is null or not the one we care about 2024-11-25T10:14:10,367 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=38547 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=26 2024-11-25T10:14:10,367 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e2fd862922a0:0-2 {event_type=RS_FLUSH_REGIONS, pid=26}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732529629057.d34d01432cbd03941f110edd57c221ca. 2024-11-25T10:14:10,368 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e2fd862922a0:0-2 {event_type=RS_FLUSH_REGIONS, pid=26}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732529629057.d34d01432cbd03941f110edd57c221ca. as already flushing 2024-11-25T10:14:10,368 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e2fd862922a0:0-2 {event_type=RS_FLUSH_REGIONS, pid=26}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732529629057.d34d01432cbd03941f110edd57c221ca. 2024-11-25T10:14:10,368 ERROR [RS_FLUSH_OPERATIONS-regionserver/e2fd862922a0:0-2 {event_type=RS_FLUSH_REGIONS, pid=26}] handler.RSProcedureHandler(58): pid=26 java.io.IOException: Unable to complete flush {ENCODED => d34d01432cbd03941f110edd57c221ca, NAME => 'TestAcidGuarantees,,1732529629057.d34d01432cbd03941f110edd57c221ca.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T10:14:10,368 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e2fd862922a0:0-2 {event_type=RS_FLUSH_REGIONS, pid=26}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=26 java.io.IOException: Unable to complete flush {ENCODED => d34d01432cbd03941f110edd57c221ca, NAME => 'TestAcidGuarantees,,1732529629057.d34d01432cbd03941f110edd57c221ca.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T10:14:10,369 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41005 {}] master.HMaster(4177): Remote procedure failed, pid=26 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => d34d01432cbd03941f110edd57c221ca, NAME => 'TestAcidGuarantees,,1732529629057.d34d01432cbd03941f110edd57c221ca.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => d34d01432cbd03941f110edd57c221ca, NAME => 'TestAcidGuarantees,,1732529629057.d34d01432cbd03941f110edd57c221ca.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T10:14:10,412 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.02 KB at sequenceid=529 (bloomFilter=true), to=hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/d34d01432cbd03941f110edd57c221ca/.tmp/C/79fbee94a36f4a5ea8ef9740cf574909 2024-11-25T10:14:10,418 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/d34d01432cbd03941f110edd57c221ca/.tmp/A/eaa1ab3bce464a5496f84c7e384bceee as hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/d34d01432cbd03941f110edd57c221ca/A/eaa1ab3bce464a5496f84c7e384bceee 2024-11-25T10:14:10,424 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/d34d01432cbd03941f110edd57c221ca/A/eaa1ab3bce464a5496f84c7e384bceee, entries=150, sequenceid=529, filesize=12.0 K 2024-11-25T10:14:10,426 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/d34d01432cbd03941f110edd57c221ca/.tmp/B/943a4af34abd465f9da40ed4f0e522db as hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/d34d01432cbd03941f110edd57c221ca/B/943a4af34abd465f9da40ed4f0e522db 2024-11-25T10:14:10,432 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/d34d01432cbd03941f110edd57c221ca/B/943a4af34abd465f9da40ed4f0e522db, entries=150, sequenceid=529, filesize=12.0 K 2024-11-25T10:14:10,434 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/d34d01432cbd03941f110edd57c221ca/.tmp/C/79fbee94a36f4a5ea8ef9740cf574909 as hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/d34d01432cbd03941f110edd57c221ca/C/79fbee94a36f4a5ea8ef9740cf574909 2024-11-25T10:14:10,441 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/d34d01432cbd03941f110edd57c221ca/C/79fbee94a36f4a5ea8ef9740cf574909, entries=150, sequenceid=529, filesize=12.0 K 2024-11-25T10:14:10,442 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~114.05 KB/116790, heapSize ~339.38 KB/347520, currentSize=67.09 KB/68700 for d34d01432cbd03941f110edd57c221ca in 1288ms, sequenceid=529, compaction requested=false 2024-11-25T10:14:10,442 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for d34d01432cbd03941f110edd57c221ca: 2024-11-25T10:14:10,521 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=38547 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=26 2024-11-25T10:14:10,521 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e2fd862922a0:0-0 {event_type=RS_FLUSH_REGIONS, pid=26}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732529629057.d34d01432cbd03941f110edd57c221ca. 2024-11-25T10:14:10,522 INFO [RS_FLUSH_OPERATIONS-regionserver/e2fd862922a0:0-0 {event_type=RS_FLUSH_REGIONS, pid=26}] regionserver.HRegion(2902): Flushing d34d01432cbd03941f110edd57c221ca 3/3 column families, dataSize=67.09 KB heapSize=199.97 KB 2024-11-25T10:14:10,522 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e2fd862922a0:0-0 {event_type=RS_FLUSH_REGIONS, pid=26}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d34d01432cbd03941f110edd57c221ca, store=A 2024-11-25T10:14:10,522 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e2fd862922a0:0-0 {event_type=RS_FLUSH_REGIONS, pid=26}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T10:14:10,522 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e2fd862922a0:0-0 {event_type=RS_FLUSH_REGIONS, pid=26}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d34d01432cbd03941f110edd57c221ca, store=B 2024-11-25T10:14:10,522 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e2fd862922a0:0-0 {event_type=RS_FLUSH_REGIONS, pid=26}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T10:14:10,522 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e2fd862922a0:0-0 {event_type=RS_FLUSH_REGIONS, pid=26}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d34d01432cbd03941f110edd57c221ca, store=C 2024-11-25T10:14:10,522 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e2fd862922a0:0-0 {event_type=RS_FLUSH_REGIONS, pid=26}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T10:14:10,528 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e2fd862922a0:0-0 {event_type=RS_FLUSH_REGIONS, pid=26}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/d34d01432cbd03941f110edd57c221ca/.tmp/A/3e369a0c049942169fa5c55fb7fb2251 is 50, key is test_row_0/A:col10/1732529649179/Put/seqid=0 2024-11-25T10:14:10,533 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39927 is added to blk_1073741927_1103 (size=12301) 2024-11-25T10:14:10,934 INFO [RS_FLUSH_OPERATIONS-regionserver/e2fd862922a0:0-0 {event_type=RS_FLUSH_REGIONS, pid=26}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=543 (bloomFilter=true), to=hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/d34d01432cbd03941f110edd57c221ca/.tmp/A/3e369a0c049942169fa5c55fb7fb2251 2024-11-25T10:14:10,957 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e2fd862922a0:0-0 {event_type=RS_FLUSH_REGIONS, pid=26}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/d34d01432cbd03941f110edd57c221ca/.tmp/B/0a03035e4fd549979a97282e4076112e is 50, key is test_row_0/B:col10/1732529649179/Put/seqid=0 2024-11-25T10:14:10,972 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39927 is added to blk_1073741928_1104 (size=12301) 2024-11-25T10:14:10,974 INFO [RS_FLUSH_OPERATIONS-regionserver/e2fd862922a0:0-0 {event_type=RS_FLUSH_REGIONS, pid=26}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=543 (bloomFilter=true), to=hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/d34d01432cbd03941f110edd57c221ca/.tmp/B/0a03035e4fd549979a97282e4076112e 2024-11-25T10:14:10,984 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e2fd862922a0:0-0 {event_type=RS_FLUSH_REGIONS, pid=26}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/d34d01432cbd03941f110edd57c221ca/.tmp/C/79136a7345b3464e89eed92451700ef1 is 50, key is test_row_0/C:col10/1732529649179/Put/seqid=0 2024-11-25T10:14:10,989 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39927 is added to blk_1073741929_1105 (size=12301) 2024-11-25T10:14:11,272 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41005 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=25 2024-11-25T10:14:11,378 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] regionserver.HRegion(8855): Flush requested on d34d01432cbd03941f110edd57c221ca 2024-11-25T10:14:11,378 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732529629057.d34d01432cbd03941f110edd57c221ca. as already flushing 2024-11-25T10:14:11,390 INFO [RS_FLUSH_OPERATIONS-regionserver/e2fd862922a0:0-0 {event_type=RS_FLUSH_REGIONS, pid=26}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=543 (bloomFilter=true), to=hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/d34d01432cbd03941f110edd57c221ca/.tmp/C/79136a7345b3464e89eed92451700ef1 2024-11-25T10:14:11,397 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e2fd862922a0:0-0 {event_type=RS_FLUSH_REGIONS, pid=26}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/d34d01432cbd03941f110edd57c221ca/.tmp/A/3e369a0c049942169fa5c55fb7fb2251 as hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/d34d01432cbd03941f110edd57c221ca/A/3e369a0c049942169fa5c55fb7fb2251 2024-11-25T10:14:11,403 INFO [RS_FLUSH_OPERATIONS-regionserver/e2fd862922a0:0-0 {event_type=RS_FLUSH_REGIONS, pid=26}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/d34d01432cbd03941f110edd57c221ca/A/3e369a0c049942169fa5c55fb7fb2251, entries=150, sequenceid=543, filesize=12.0 K 2024-11-25T10:14:11,404 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e2fd862922a0:0-0 {event_type=RS_FLUSH_REGIONS, pid=26}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/d34d01432cbd03941f110edd57c221ca/.tmp/B/0a03035e4fd549979a97282e4076112e as hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/d34d01432cbd03941f110edd57c221ca/B/0a03035e4fd549979a97282e4076112e 2024-11-25T10:14:11,410 INFO [RS_FLUSH_OPERATIONS-regionserver/e2fd862922a0:0-0 {event_type=RS_FLUSH_REGIONS, pid=26}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/d34d01432cbd03941f110edd57c221ca/B/0a03035e4fd549979a97282e4076112e, entries=150, sequenceid=543, filesize=12.0 K 2024-11-25T10:14:11,410 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d34d01432cbd03941f110edd57c221ca, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-25T10:14:11,410 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] ipc.CallRunner(138): callId: 198 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47878 deadline: 1732529711405, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d34d01432cbd03941f110edd57c221ca, server=e2fd862922a0,38547,1732529625709 2024-11-25T10:14:11,411 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732529629057.d34d01432cbd03941f110edd57c221ca., hostname=e2fd862922a0,38547,1732529625709, seqNum=2 , the old value is region=TestAcidGuarantees,,1732529629057.d34d01432cbd03941f110edd57c221ca., hostname=e2fd862922a0,38547,1732529625709, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d34d01432cbd03941f110edd57c221ca, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T10:14:11,411 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732529629057.d34d01432cbd03941f110edd57c221ca., hostname=e2fd862922a0,38547,1732529625709, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d34d01432cbd03941f110edd57c221ca, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T10:14:11,411 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732529629057.d34d01432cbd03941f110edd57c221ca., hostname=e2fd862922a0,38547,1732529625709, seqNum=2 because the exception is null or not the one we care about 2024-11-25T10:14:11,411 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e2fd862922a0:0-0 {event_type=RS_FLUSH_REGIONS, pid=26}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/d34d01432cbd03941f110edd57c221ca/.tmp/C/79136a7345b3464e89eed92451700ef1 as hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/d34d01432cbd03941f110edd57c221ca/C/79136a7345b3464e89eed92451700ef1 2024-11-25T10:14:11,414 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d34d01432cbd03941f110edd57c221ca, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-25T10:14:11,414 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d34d01432cbd03941f110edd57c221ca, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-25T10:14:11,415 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] ipc.CallRunner(138): callId: 212 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47866 deadline: 1732529711408, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d34d01432cbd03941f110edd57c221ca, server=e2fd862922a0,38547,1732529625709 2024-11-25T10:14:11,415 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] ipc.CallRunner(138): callId: 210 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47884 deadline: 1732529711408, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d34d01432cbd03941f110edd57c221ca, server=e2fd862922a0,38547,1732529625709 2024-11-25T10:14:11,415 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732529629057.d34d01432cbd03941f110edd57c221ca., hostname=e2fd862922a0,38547,1732529625709, seqNum=2 , the old value is region=TestAcidGuarantees,,1732529629057.d34d01432cbd03941f110edd57c221ca., hostname=e2fd862922a0,38547,1732529625709, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d34d01432cbd03941f110edd57c221ca, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T10:14:11,415 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732529629057.d34d01432cbd03941f110edd57c221ca., hostname=e2fd862922a0,38547,1732529625709, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d34d01432cbd03941f110edd57c221ca, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T10:14:11,415 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732529629057.d34d01432cbd03941f110edd57c221ca., hostname=e2fd862922a0,38547,1732529625709, seqNum=2 because the exception is null or not the one we care about 2024-11-25T10:14:11,416 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732529629057.d34d01432cbd03941f110edd57c221ca., hostname=e2fd862922a0,38547,1732529625709, seqNum=2 , the old value is region=TestAcidGuarantees,,1732529629057.d34d01432cbd03941f110edd57c221ca., hostname=e2fd862922a0,38547,1732529625709, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d34d01432cbd03941f110edd57c221ca, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T10:14:11,416 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732529629057.d34d01432cbd03941f110edd57c221ca., hostname=e2fd862922a0,38547,1732529625709, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d34d01432cbd03941f110edd57c221ca, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T10:14:11,416 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732529629057.d34d01432cbd03941f110edd57c221ca., hostname=e2fd862922a0,38547,1732529625709, seqNum=2 because the exception is null or not the one we care about 2024-11-25T10:14:11,417 INFO [RS_FLUSH_OPERATIONS-regionserver/e2fd862922a0:0-0 {event_type=RS_FLUSH_REGIONS, pid=26}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/d34d01432cbd03941f110edd57c221ca/C/79136a7345b3464e89eed92451700ef1, entries=150, sequenceid=543, filesize=12.0 K 2024-11-25T10:14:11,419 INFO [RS_FLUSH_OPERATIONS-regionserver/e2fd862922a0:0-0 {event_type=RS_FLUSH_REGIONS, pid=26}] regionserver.HRegion(3140): Finished flush of dataSize ~67.09 KB/68700, heapSize ~199.92 KB/204720, currentSize=114.05 KB/116790 for d34d01432cbd03941f110edd57c221ca in 896ms, sequenceid=543, compaction requested=true 2024-11-25T10:14:11,419 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e2fd862922a0:0-0 {event_type=RS_FLUSH_REGIONS, pid=26}] regionserver.HRegion(2603): Flush status journal for d34d01432cbd03941f110edd57c221ca: 2024-11-25T10:14:11,419 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e2fd862922a0:0-0 {event_type=RS_FLUSH_REGIONS, pid=26}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732529629057.d34d01432cbd03941f110edd57c221ca. 2024-11-25T10:14:11,419 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e2fd862922a0:0-0 {event_type=RS_FLUSH_REGIONS, pid=26}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=26 2024-11-25T10:14:11,419 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41005 {}] master.HMaster(4169): Remote procedure done, pid=26 2024-11-25T10:14:11,422 INFO [Thread-154 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-154. 2024-11-25T10:14:11,422 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=26, resume processing ppid=25 2024-11-25T10:14:11,422 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=26, ppid=25, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.2920 sec 2024-11-25T10:14:11,422 DEBUG [Thread-154 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicGetReader.workDone(AcidGuaranteesTestTool.java:234) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-25T10:14:11,424 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=25, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=25, table=TestAcidGuarantees in 2.2990 sec 2024-11-25T10:14:11,425 INFO [Thread-156 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-156. 2024-11-25T10:14:11,425 DEBUG [Thread-156 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicGetReader.workDone(AcidGuaranteesTestTool.java:234) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-25T10:14:11,425 INFO [Thread-158 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-158. 2024-11-25T10:14:11,425 DEBUG [Thread-158 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicScanReader.workDone(AcidGuaranteesTestTool.java:302) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-25T10:14:11,429 INFO [Thread-160 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-160. 2024-11-25T10:14:11,429 DEBUG [Thread-160 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicScanReader.workDone(AcidGuaranteesTestTool.java:302) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-25T10:14:11,429 DEBUG [Thread-154 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T10:14:11,429 DEBUG [Thread-160 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T10:14:11,429 DEBUG [Thread-156 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T10:14:11,429 DEBUG [Thread-158 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T10:14:11,429 DEBUG [Thread-158 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T10:14:11,429 DEBUG [Thread-154 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T10:14:11,429 DEBUG [Thread-156 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T10:14:11,430 DEBUG [Thread-160 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T10:14:11,429 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-25T10:14:11,430 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-25T10:14:11,429 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-25T10:14:11,430 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-25T10:14:11,526 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/e2fd862922a0:0-5 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=159, cellSize=7275, totalHeapSize=16776, min timestamp=1732529651392, max timestamp=1732529651522Num uniques 859; 2024-11-25T10:14:11,526 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/e2fd862922a0:0-3 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=159, cellSize=7275, totalHeapSize=16776, min timestamp=1732529651392, max timestamp=1732529651522Num uniques 859; 2024-11-25T10:14:11,526 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/e2fd862922a0:0-5 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=7275, suffix heap size=117064,new segment heap size=16776 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=159 2024-11-25T10:14:11,526 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/e2fd862922a0:0-3 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=7275, suffix heap size=117064,new segment heap size=16776 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=159 2024-11-25T10:14:11,526 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] regionserver.HRegion(8855): Flush requested on d34d01432cbd03941f110edd57c221ca 2024-11-25T10:14:11,527 INFO [Thread-151 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-151. 2024-11-25T10:14:11,527 INFO [Thread-147 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-147. 2024-11-25T10:14:11,527 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing d34d01432cbd03941f110edd57c221ca 3/3 column families, dataSize=71.56 KB heapSize=204.02 KB 2024-11-25T10:14:11,527 DEBUG [Thread-147 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-25T10:14:11,527 DEBUG [Thread-151 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-25T10:14:11,527 DEBUG [Thread-147 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T10:14:11,527 DEBUG [Thread-151 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T10:14:11,527 DEBUG [Thread-147 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T10:14:11,527 DEBUG [Thread-151 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T10:14:11,527 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d34d01432cbd03941f110edd57c221ca, store=A 2024-11-25T10:14:11,527 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-25T10:14:11,527 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d34d01432cbd03941f110edd57c221ca, store=B 2024-11-25T10:14:11,527 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-25T10:14:11,527 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d34d01432cbd03941f110edd57c221ca, store=C 2024-11-25T10:14:11,527 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-25T10:14:11,527 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-25T10:14:11,527 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-25T10:14:11,528 INFO [Thread-149 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-149. 2024-11-25T10:14:11,528 DEBUG [Thread-149 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-25T10:14:11,528 DEBUG [Thread-149 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T10:14:11,528 DEBUG [Thread-149 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T10:14:11,528 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-25T10:14:11,532 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/d34d01432cbd03941f110edd57c221ca/.tmp/A/3ad090da63624011b12d1338f04240c5 is 50, key is test_row_0/A:col10/1732529651402/Put/seqid=0 2024-11-25T10:14:11,536 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39927 is added to blk_1073741930_1106 (size=12301) 2024-11-25T10:14:11,537 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=13.42 KB at sequenceid=566 (bloomFilter=true), to=hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/d34d01432cbd03941f110edd57c221ca/.tmp/A/3ad090da63624011b12d1338f04240c5 2024-11-25T10:14:11,545 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/d34d01432cbd03941f110edd57c221ca/.tmp/B/210c7cccf4ac4beabec0309a6a176ec6 is 50, key is test_row_0/B:col10/1732529651402/Put/seqid=0 2024-11-25T10:14:11,548 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39927 is added to blk_1073741931_1107 (size=12301) 2024-11-25T10:14:11,949 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=13.42 KB at sequenceid=566 (bloomFilter=true), to=hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/d34d01432cbd03941f110edd57c221ca/.tmp/B/210c7cccf4ac4beabec0309a6a176ec6 2024-11-25T10:14:11,959 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/d34d01432cbd03941f110edd57c221ca/.tmp/C/752ea6a7801c4b4b9f0f5064cb98e70c is 50, key is test_row_0/C:col10/1732529651402/Put/seqid=0 2024-11-25T10:14:11,963 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39927 is added to blk_1073741932_1108 (size=12301) 2024-11-25T10:14:12,364 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=566 (bloomFilter=true), to=hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/d34d01432cbd03941f110edd57c221ca/.tmp/C/752ea6a7801c4b4b9f0f5064cb98e70c 2024-11-25T10:14:12,370 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/d34d01432cbd03941f110edd57c221ca/.tmp/A/3ad090da63624011b12d1338f04240c5 as hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/d34d01432cbd03941f110edd57c221ca/A/3ad090da63624011b12d1338f04240c5 2024-11-25T10:14:12,374 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/d34d01432cbd03941f110edd57c221ca/A/3ad090da63624011b12d1338f04240c5, entries=150, sequenceid=566, filesize=12.0 K 2024-11-25T10:14:12,375 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/d34d01432cbd03941f110edd57c221ca/.tmp/B/210c7cccf4ac4beabec0309a6a176ec6 as hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/d34d01432cbd03941f110edd57c221ca/B/210c7cccf4ac4beabec0309a6a176ec6 2024-11-25T10:14:12,379 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/d34d01432cbd03941f110edd57c221ca/B/210c7cccf4ac4beabec0309a6a176ec6, entries=150, sequenceid=566, filesize=12.0 K 2024-11-25T10:14:12,380 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/d34d01432cbd03941f110edd57c221ca/.tmp/C/752ea6a7801c4b4b9f0f5064cb98e70c as hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/d34d01432cbd03941f110edd57c221ca/C/752ea6a7801c4b4b9f0f5064cb98e70c 2024-11-25T10:14:12,384 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/d34d01432cbd03941f110edd57c221ca/C/752ea6a7801c4b4b9f0f5064cb98e70c, entries=150, sequenceid=566, filesize=12.0 K 2024-11-25T10:14:12,385 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~71.56 KB/73280, heapSize ~203.97 KB/208864, currentSize=0 B/0 for d34d01432cbd03941f110edd57c221ca in 858ms, sequenceid=566, compaction requested=true 2024-11-25T10:14:12,385 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for d34d01432cbd03941f110edd57c221ca: 2024-11-25T10:14:12,385 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store d34d01432cbd03941f110edd57c221ca:A, priority=-2147483648, current under compaction store size is 1 2024-11-25T10:14:12,385 DEBUG [RS:0;e2fd862922a0:38547-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-25T10:14:12,385 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-25T10:14:12,385 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store d34d01432cbd03941f110edd57c221ca:B, priority=-2147483648, current under compaction store size is 2 2024-11-25T10:14:12,385 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-25T10:14:12,385 DEBUG [RS:0;e2fd862922a0:38547-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-25T10:14:12,385 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store d34d01432cbd03941f110edd57c221ca:C, priority=-2147483648, current under compaction store size is 3 2024-11-25T10:14:12,385 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-25T10:14:12,387 DEBUG [RS:0;e2fd862922a0:38547-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 50158 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-25T10:14:12,387 DEBUG [RS:0;e2fd862922a0:38547-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 50158 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-25T10:14:12,387 DEBUG [RS:0;e2fd862922a0:38547-shortCompactions-0 {}] regionserver.HStore(1541): d34d01432cbd03941f110edd57c221ca/A is initiating minor compaction (all files) 2024-11-25T10:14:12,387 DEBUG [RS:0;e2fd862922a0:38547-longCompactions-0 {}] regionserver.HStore(1541): d34d01432cbd03941f110edd57c221ca/B is initiating minor compaction (all files) 2024-11-25T10:14:12,387 INFO [RS:0;e2fd862922a0:38547-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of d34d01432cbd03941f110edd57c221ca/A in TestAcidGuarantees,,1732529629057.d34d01432cbd03941f110edd57c221ca. 2024-11-25T10:14:12,387 INFO [RS:0;e2fd862922a0:38547-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of d34d01432cbd03941f110edd57c221ca/B in TestAcidGuarantees,,1732529629057.d34d01432cbd03941f110edd57c221ca. 2024-11-25T10:14:12,387 INFO [RS:0;e2fd862922a0:38547-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/d34d01432cbd03941f110edd57c221ca/A/c8a09b426fb94a31ba727a1531518436, hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/d34d01432cbd03941f110edd57c221ca/A/eaa1ab3bce464a5496f84c7e384bceee, hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/d34d01432cbd03941f110edd57c221ca/A/3e369a0c049942169fa5c55fb7fb2251, hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/d34d01432cbd03941f110edd57c221ca/A/3ad090da63624011b12d1338f04240c5] into tmpdir=hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/d34d01432cbd03941f110edd57c221ca/.tmp, totalSize=49.0 K 2024-11-25T10:14:12,387 INFO [RS:0;e2fd862922a0:38547-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/d34d01432cbd03941f110edd57c221ca/B/31da2332ea274989a34725a40283ed65, hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/d34d01432cbd03941f110edd57c221ca/B/943a4af34abd465f9da40ed4f0e522db, hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/d34d01432cbd03941f110edd57c221ca/B/0a03035e4fd549979a97282e4076112e, hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/d34d01432cbd03941f110edd57c221ca/B/210c7cccf4ac4beabec0309a6a176ec6] into tmpdir=hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/d34d01432cbd03941f110edd57c221ca/.tmp, totalSize=49.0 K 2024-11-25T10:14:12,387 DEBUG [RS:0;e2fd862922a0:38547-shortCompactions-0 {}] compactions.Compactor(225): Compacting c8a09b426fb94a31ba727a1531518436, keycount=150, bloomtype=ROW, size=12.9 K, encoding=NONE, compression=NONE, seqNum=507, earliestPutTs=1732529647333 2024-11-25T10:14:12,387 DEBUG [RS:0;e2fd862922a0:38547-longCompactions-0 {}] compactions.Compactor(225): Compacting 31da2332ea274989a34725a40283ed65, keycount=150, bloomtype=ROW, size=12.9 K, encoding=NONE, compression=NONE, seqNum=507, earliestPutTs=1732529647333 2024-11-25T10:14:12,388 DEBUG [RS:0;e2fd862922a0:38547-shortCompactions-0 {}] compactions.Compactor(225): Compacting eaa1ab3bce464a5496f84c7e384bceee, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=529, earliestPutTs=1732529648505 2024-11-25T10:14:12,388 DEBUG [RS:0;e2fd862922a0:38547-longCompactions-0 {}] compactions.Compactor(225): Compacting 943a4af34abd465f9da40ed4f0e522db, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=529, earliestPutTs=1732529648505 2024-11-25T10:14:12,388 DEBUG [RS:0;e2fd862922a0:38547-longCompactions-0 {}] compactions.Compactor(225): Compacting 0a03035e4fd549979a97282e4076112e, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=543, earliestPutTs=1732529649159 2024-11-25T10:14:12,388 DEBUG [RS:0;e2fd862922a0:38547-shortCompactions-0 {}] compactions.Compactor(225): Compacting 3e369a0c049942169fa5c55fb7fb2251, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=543, earliestPutTs=1732529649159 2024-11-25T10:14:12,388 DEBUG [RS:0;e2fd862922a0:38547-shortCompactions-0 {}] compactions.Compactor(225): Compacting 3ad090da63624011b12d1338f04240c5, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=566, earliestPutTs=1732529651402 2024-11-25T10:14:12,388 DEBUG [RS:0;e2fd862922a0:38547-longCompactions-0 {}] compactions.Compactor(225): Compacting 210c7cccf4ac4beabec0309a6a176ec6, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=566, earliestPutTs=1732529651402 2024-11-25T10:14:12,398 INFO [RS:0;e2fd862922a0:38547-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): d34d01432cbd03941f110edd57c221ca#B#compaction#96 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-25T10:14:12,398 DEBUG [RS:0;e2fd862922a0:38547-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/d34d01432cbd03941f110edd57c221ca/.tmp/B/1b3fc8fe349c48e6b0f65c73fa29830d is 50, key is test_row_0/B:col10/1732529651402/Put/seqid=0 2024-11-25T10:14:12,399 INFO [RS:0;e2fd862922a0:38547-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): d34d01432cbd03941f110edd57c221ca#A#compaction#97 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-25T10:14:12,400 DEBUG [RS:0;e2fd862922a0:38547-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/d34d01432cbd03941f110edd57c221ca/.tmp/A/79961249e38c4c548af03583bede2461 is 50, key is test_row_0/A:col10/1732529651402/Put/seqid=0 2024-11-25T10:14:12,402 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39927 is added to blk_1073741933_1109 (size=13391) 2024-11-25T10:14:12,403 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39927 is added to blk_1073741934_1110 (size=13391) 2024-11-25T10:14:12,724 INFO [Thread-143 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-143. 2024-11-25T10:14:12,724 DEBUG [Thread-143 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-25T10:14:12,724 DEBUG [Thread-143 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T10:14:12,724 DEBUG [Thread-143 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T10:14:12,724 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-25T10:14:12,754 INFO [Thread-145 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-145. 2024-11-25T10:14:12,754 DEBUG [Thread-145 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-25T10:14:12,754 DEBUG [Thread-145 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T10:14:12,754 DEBUG [Thread-145 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T10:14:12,754 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-25T10:14:12,809 DEBUG [RS:0;e2fd862922a0:38547-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/d34d01432cbd03941f110edd57c221ca/.tmp/B/1b3fc8fe349c48e6b0f65c73fa29830d as hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/d34d01432cbd03941f110edd57c221ca/B/1b3fc8fe349c48e6b0f65c73fa29830d 2024-11-25T10:14:12,809 DEBUG [RS:0;e2fd862922a0:38547-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/d34d01432cbd03941f110edd57c221ca/.tmp/A/79961249e38c4c548af03583bede2461 as hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/d34d01432cbd03941f110edd57c221ca/A/79961249e38c4c548af03583bede2461 2024-11-25T10:14:12,815 INFO [RS:0;e2fd862922a0:38547-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in d34d01432cbd03941f110edd57c221ca/A of d34d01432cbd03941f110edd57c221ca into 79961249e38c4c548af03583bede2461(size=13.1 K), total size for store is 13.1 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-25T10:14:12,815 INFO [RS:0;e2fd862922a0:38547-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in d34d01432cbd03941f110edd57c221ca/B of d34d01432cbd03941f110edd57c221ca into 1b3fc8fe349c48e6b0f65c73fa29830d(size=13.1 K), total size for store is 13.1 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-25T10:14:12,815 DEBUG [RS:0;e2fd862922a0:38547-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for d34d01432cbd03941f110edd57c221ca: 2024-11-25T10:14:12,815 DEBUG [RS:0;e2fd862922a0:38547-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for d34d01432cbd03941f110edd57c221ca: 2024-11-25T10:14:12,815 INFO [RS:0;e2fd862922a0:38547-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732529629057.d34d01432cbd03941f110edd57c221ca., storeName=d34d01432cbd03941f110edd57c221ca/A, priority=12, startTime=1732529652385; duration=0sec 2024-11-25T10:14:12,815 INFO [RS:0;e2fd862922a0:38547-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732529629057.d34d01432cbd03941f110edd57c221ca., storeName=d34d01432cbd03941f110edd57c221ca/B, priority=12, startTime=1732529652385; duration=0sec 2024-11-25T10:14:12,815 DEBUG [RS:0;e2fd862922a0:38547-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-25T10:14:12,815 DEBUG [RS:0;e2fd862922a0:38547-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: d34d01432cbd03941f110edd57c221ca:A 2024-11-25T10:14:12,815 DEBUG [RS:0;e2fd862922a0:38547-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-25T10:14:12,815 DEBUG [RS:0;e2fd862922a0:38547-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: d34d01432cbd03941f110edd57c221ca:B 2024-11-25T10:14:12,815 DEBUG [RS:0;e2fd862922a0:38547-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-25T10:14:12,816 DEBUG [RS:0;e2fd862922a0:38547-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 50158 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-25T10:14:12,817 DEBUG [RS:0;e2fd862922a0:38547-shortCompactions-0 {}] regionserver.HStore(1541): d34d01432cbd03941f110edd57c221ca/C is initiating minor compaction (all files) 2024-11-25T10:14:12,817 INFO [RS:0;e2fd862922a0:38547-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of d34d01432cbd03941f110edd57c221ca/C in TestAcidGuarantees,,1732529629057.d34d01432cbd03941f110edd57c221ca. 2024-11-25T10:14:12,817 INFO [RS:0;e2fd862922a0:38547-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/d34d01432cbd03941f110edd57c221ca/C/1fdac44674244aceb3896aa3421581e6, hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/d34d01432cbd03941f110edd57c221ca/C/79fbee94a36f4a5ea8ef9740cf574909, hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/d34d01432cbd03941f110edd57c221ca/C/79136a7345b3464e89eed92451700ef1, hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/d34d01432cbd03941f110edd57c221ca/C/752ea6a7801c4b4b9f0f5064cb98e70c] into tmpdir=hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/d34d01432cbd03941f110edd57c221ca/.tmp, totalSize=49.0 K 2024-11-25T10:14:12,817 DEBUG [RS:0;e2fd862922a0:38547-shortCompactions-0 {}] compactions.Compactor(225): Compacting 1fdac44674244aceb3896aa3421581e6, keycount=150, bloomtype=ROW, size=12.9 K, encoding=NONE, compression=NONE, seqNum=507, earliestPutTs=1732529647333 2024-11-25T10:14:12,817 DEBUG [RS:0;e2fd862922a0:38547-shortCompactions-0 {}] compactions.Compactor(225): Compacting 79fbee94a36f4a5ea8ef9740cf574909, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=529, earliestPutTs=1732529648505 2024-11-25T10:14:12,818 DEBUG [RS:0;e2fd862922a0:38547-shortCompactions-0 {}] compactions.Compactor(225): Compacting 79136a7345b3464e89eed92451700ef1, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=543, earliestPutTs=1732529649159 2024-11-25T10:14:12,818 DEBUG [RS:0;e2fd862922a0:38547-shortCompactions-0 {}] compactions.Compactor(225): Compacting 752ea6a7801c4b4b9f0f5064cb98e70c, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=566, earliestPutTs=1732529651402 2024-11-25T10:14:12,827 INFO [RS:0;e2fd862922a0:38547-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): d34d01432cbd03941f110edd57c221ca#C#compaction#98 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-25T10:14:12,827 DEBUG [RS:0;e2fd862922a0:38547-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/d34d01432cbd03941f110edd57c221ca/.tmp/C/fed45c9765ec4a10a7ea44e61850d027 is 50, key is test_row_0/C:col10/1732529651402/Put/seqid=0 2024-11-25T10:14:12,831 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39927 is added to blk_1073741935_1111 (size=13391) 2024-11-25T10:14:13,238 DEBUG [RS:0;e2fd862922a0:38547-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/d34d01432cbd03941f110edd57c221ca/.tmp/C/fed45c9765ec4a10a7ea44e61850d027 as hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/d34d01432cbd03941f110edd57c221ca/C/fed45c9765ec4a10a7ea44e61850d027 2024-11-25T10:14:13,244 INFO [RS:0;e2fd862922a0:38547-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in d34d01432cbd03941f110edd57c221ca/C of d34d01432cbd03941f110edd57c221ca into fed45c9765ec4a10a7ea44e61850d027(size=13.1 K), total size for store is 13.1 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-25T10:14:13,244 DEBUG [RS:0;e2fd862922a0:38547-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for d34d01432cbd03941f110edd57c221ca: 2024-11-25T10:14:13,244 INFO [RS:0;e2fd862922a0:38547-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732529629057.d34d01432cbd03941f110edd57c221ca., storeName=d34d01432cbd03941f110edd57c221ca/C, priority=12, startTime=1732529652385; duration=0sec 2024-11-25T10:14:13,245 DEBUG [RS:0;e2fd862922a0:38547-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-25T10:14:13,245 DEBUG [RS:0;e2fd862922a0:38547-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: d34d01432cbd03941f110edd57c221ca:C 2024-11-25T10:14:13,292 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41005 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=25 2024-11-25T10:14:13,293 INFO [RPCClient-NioEventLoopGroup-4-8 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-25T10:14:13,293 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(392): Finished test. Writers: 2024-11-25T10:14:13,293 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 13 2024-11-25T10:14:13,293 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 13 2024-11-25T10:14:13,293 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 139 2024-11-25T10:14:13,293 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 153 2024-11-25T10:14:13,293 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 151 2024-11-25T10:14:13,293 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(396): Readers: 2024-11-25T10:14:13,293 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(398): read 2390 2024-11-25T10:14:13,293 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(398): read 2475 2024-11-25T10:14:13,294 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(400): Scanners: 2024-11-25T10:14:13,294 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(402): scanned 1095 2024-11-25T10:14:13,294 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(403): verified 3282 rows 2024-11-25T10:14:13,294 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(402): scanned 1100 2024-11-25T10:14:13,294 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(403): verified 3288 rows 2024-11-25T10:14:13,294 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-25T10:14:13,294 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool.doWork(AcidGuaranteesTestTool.java:131) at org.apache.hadoop.hbase.util.AbstractHBaseTool.run(AbstractHBaseTool.java:150) at org.apache.hadoop.hbase.AcidGuaranteesTestBase.runTestAtomicity(AcidGuaranteesTestBase.java:102) at org.apache.hadoop.hbase.AcidGuaranteesTestBase.runTestAtomicity(AcidGuaranteesTestBase.java:91) at org.apache.hadoop.hbase.AcidGuaranteesTestBase.testMixedAtomicity(AcidGuaranteesTestBase.java:117) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-25T10:14:13,294 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T10:14:13,294 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T10:14:13,294 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-25T10:14:13,298 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41005 {}] master.HMaster$13(2820): Client=jenkins//172.17.0.2 disable TestAcidGuarantees 2024-11-25T10:14:13,303 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41005 {}] procedure2.ProcedureExecutor(1139): Stored pid=27, state=RUNNABLE:DISABLE_TABLE_PREPARE, hasLock=false; DisableTableProcedure table=TestAcidGuarantees 2024-11-25T10:14:13,306 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41005 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=27 2024-11-25T10:14:13,306 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732529653306"}]},"ts":"1732529653306"} 2024-11-25T10:14:13,328 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=TestAcidGuarantees, state=DISABLING in hbase:meta 2024-11-25T10:14:13,328 INFO [PEWorker-1 {}] procedure.DisableTableProcedure(284): Set TestAcidGuarantees to state=DISABLING 2024-11-25T10:14:13,330 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=28, ppid=27, state=RUNNABLE:CLOSE_TABLE_REGIONS_SCHEDULE, hasLock=false; CloseTableRegionsProcedure table=TestAcidGuarantees}] 2024-11-25T10:14:13,336 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=29, ppid=28, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=d34d01432cbd03941f110edd57c221ca, UNASSIGN}] 2024-11-25T10:14:13,337 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=29, ppid=28, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=d34d01432cbd03941f110edd57c221ca, UNASSIGN 2024-11-25T10:14:13,338 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=29 updating hbase:meta row=d34d01432cbd03941f110edd57c221ca, regionState=CLOSING, regionLocation=e2fd862922a0,38547,1732529625709 2024-11-25T10:14:13,341 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=29, ppid=28, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=d34d01432cbd03941f110edd57c221ca, UNASSIGN because future has completed 2024-11-25T10:14:13,342 DEBUG [PEWorker-4 {}] assignment.TransitRegionStateProcedure(375): Close region: isSplit: false: evictOnSplit: true: evictOnClose: false 2024-11-25T10:14:13,342 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=30, ppid=29, state=RUNNABLE, hasLock=false; CloseRegionProcedure d34d01432cbd03941f110edd57c221ca, server=e2fd862922a0,38547,1732529625709}] 2024-11-25T10:14:13,412 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41005 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=27 2024-11-25T10:14:13,499 INFO [RS_CLOSE_REGION-regionserver/e2fd862922a0:0-0 {event_type=M_RS_CLOSE_REGION, pid=30}] handler.UnassignRegionHandler(122): Close d34d01432cbd03941f110edd57c221ca 2024-11-25T10:14:13,499 DEBUG [RS_CLOSE_REGION-regionserver/e2fd862922a0:0-0 {event_type=M_RS_CLOSE_REGION, pid=30}] handler.UnassignRegionHandler(136): Unassign region: split region: false: evictCache: false 2024-11-25T10:14:13,500 DEBUG [RS_CLOSE_REGION-regionserver/e2fd862922a0:0-0 {event_type=M_RS_CLOSE_REGION, pid=30}] regionserver.HRegion(1722): Closing d34d01432cbd03941f110edd57c221ca, disabling compactions & flushes 2024-11-25T10:14:13,500 INFO [RS_CLOSE_REGION-regionserver/e2fd862922a0:0-0 {event_type=M_RS_CLOSE_REGION, pid=30}] regionserver.HRegion(1755): Closing region TestAcidGuarantees,,1732529629057.d34d01432cbd03941f110edd57c221ca. 2024-11-25T10:14:13,500 DEBUG [RS_CLOSE_REGION-regionserver/e2fd862922a0:0-0 {event_type=M_RS_CLOSE_REGION, pid=30}] regionserver.HRegion(1776): Time limited wait for close lock on TestAcidGuarantees,,1732529629057.d34d01432cbd03941f110edd57c221ca. 2024-11-25T10:14:13,500 DEBUG [RS_CLOSE_REGION-regionserver/e2fd862922a0:0-0 {event_type=M_RS_CLOSE_REGION, pid=30}] regionserver.HRegion(1843): Acquired close lock on TestAcidGuarantees,,1732529629057.d34d01432cbd03941f110edd57c221ca. after waiting 0 ms 2024-11-25T10:14:13,500 DEBUG [RS_CLOSE_REGION-regionserver/e2fd862922a0:0-0 {event_type=M_RS_CLOSE_REGION, pid=30}] regionserver.HRegion(1853): Updates disabled for region TestAcidGuarantees,,1732529629057.d34d01432cbd03941f110edd57c221ca. 2024-11-25T10:14:13,500 INFO [RS_CLOSE_REGION-regionserver/e2fd862922a0:0-0 {event_type=M_RS_CLOSE_REGION, pid=30}] regionserver.HRegion(2902): Flushing d34d01432cbd03941f110edd57c221ca 3/3 column families, dataSize=13.42 KB heapSize=40.59 KB 2024-11-25T10:14:13,501 DEBUG [RS_CLOSE_REGION-regionserver/e2fd862922a0:0-0 {event_type=M_RS_CLOSE_REGION, pid=30}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d34d01432cbd03941f110edd57c221ca, store=A 2024-11-25T10:14:13,501 DEBUG [RS_CLOSE_REGION-regionserver/e2fd862922a0:0-0 {event_type=M_RS_CLOSE_REGION, pid=30}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T10:14:13,501 DEBUG [RS_CLOSE_REGION-regionserver/e2fd862922a0:0-0 {event_type=M_RS_CLOSE_REGION, pid=30}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d34d01432cbd03941f110edd57c221ca, store=B 2024-11-25T10:14:13,501 DEBUG [RS_CLOSE_REGION-regionserver/e2fd862922a0:0-0 {event_type=M_RS_CLOSE_REGION, pid=30}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T10:14:13,501 DEBUG [RS_CLOSE_REGION-regionserver/e2fd862922a0:0-0 {event_type=M_RS_CLOSE_REGION, pid=30}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d34d01432cbd03941f110edd57c221ca, store=C 2024-11-25T10:14:13,501 DEBUG [RS_CLOSE_REGION-regionserver/e2fd862922a0:0-0 {event_type=M_RS_CLOSE_REGION, pid=30}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T10:14:13,505 DEBUG [RS_CLOSE_REGION-regionserver/e2fd862922a0:0-0 {event_type=M_RS_CLOSE_REGION, pid=30}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/d34d01432cbd03941f110edd57c221ca/.tmp/A/c29e35eac3494a49a757fedaf5d04395 is 50, key is test_row_0/A:col10/1732529652722/Put/seqid=0 2024-11-25T10:14:13,509 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39927 is added to blk_1073741936_1112 (size=9857) 2024-11-25T10:14:13,622 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41005 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=27 2024-11-25T10:14:13,910 INFO [RS_CLOSE_REGION-regionserver/e2fd862922a0:0-0 {event_type=M_RS_CLOSE_REGION, pid=30}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=4.47 KB at sequenceid=574 (bloomFilter=true), to=hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/d34d01432cbd03941f110edd57c221ca/.tmp/A/c29e35eac3494a49a757fedaf5d04395 2024-11-25T10:14:13,918 DEBUG [RS_CLOSE_REGION-regionserver/e2fd862922a0:0-0 {event_type=M_RS_CLOSE_REGION, pid=30}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/d34d01432cbd03941f110edd57c221ca/.tmp/B/7eea831a41834dadb9bfe0bc961ef121 is 50, key is test_row_0/B:col10/1732529652722/Put/seqid=0 2024-11-25T10:14:13,922 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39927 is added to blk_1073741937_1113 (size=9857) 2024-11-25T10:14:13,932 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41005 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=27 2024-11-25T10:14:13,964 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-25T10:14:14,323 INFO [RS_CLOSE_REGION-regionserver/e2fd862922a0:0-0 {event_type=M_RS_CLOSE_REGION, pid=30}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=4.47 KB at sequenceid=574 (bloomFilter=true), to=hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/d34d01432cbd03941f110edd57c221ca/.tmp/B/7eea831a41834dadb9bfe0bc961ef121 2024-11-25T10:14:14,332 DEBUG [RS_CLOSE_REGION-regionserver/e2fd862922a0:0-0 {event_type=M_RS_CLOSE_REGION, pid=30}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/d34d01432cbd03941f110edd57c221ca/.tmp/C/62b51e4479394eb393414e12019033eb is 50, key is test_row_0/C:col10/1732529652722/Put/seqid=0 2024-11-25T10:14:14,337 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39927 is added to blk_1073741938_1114 (size=9857) 2024-11-25T10:14:14,442 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41005 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=27 2024-11-25T10:14:14,738 INFO [RS_CLOSE_REGION-regionserver/e2fd862922a0:0-0 {event_type=M_RS_CLOSE_REGION, pid=30}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=4.47 KB at sequenceid=574 (bloomFilter=true), to=hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/d34d01432cbd03941f110edd57c221ca/.tmp/C/62b51e4479394eb393414e12019033eb 2024-11-25T10:14:14,745 DEBUG [RS_CLOSE_REGION-regionserver/e2fd862922a0:0-0 {event_type=M_RS_CLOSE_REGION, pid=30}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/d34d01432cbd03941f110edd57c221ca/.tmp/A/c29e35eac3494a49a757fedaf5d04395 as hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/d34d01432cbd03941f110edd57c221ca/A/c29e35eac3494a49a757fedaf5d04395 2024-11-25T10:14:14,752 INFO [RS_CLOSE_REGION-regionserver/e2fd862922a0:0-0 {event_type=M_RS_CLOSE_REGION, pid=30}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/d34d01432cbd03941f110edd57c221ca/A/c29e35eac3494a49a757fedaf5d04395, entries=100, sequenceid=574, filesize=9.6 K 2024-11-25T10:14:14,753 DEBUG [RS_CLOSE_REGION-regionserver/e2fd862922a0:0-0 {event_type=M_RS_CLOSE_REGION, pid=30}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/d34d01432cbd03941f110edd57c221ca/.tmp/B/7eea831a41834dadb9bfe0bc961ef121 as hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/d34d01432cbd03941f110edd57c221ca/B/7eea831a41834dadb9bfe0bc961ef121 2024-11-25T10:14:14,758 INFO [RS_CLOSE_REGION-regionserver/e2fd862922a0:0-0 {event_type=M_RS_CLOSE_REGION, pid=30}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/d34d01432cbd03941f110edd57c221ca/B/7eea831a41834dadb9bfe0bc961ef121, entries=100, sequenceid=574, filesize=9.6 K 2024-11-25T10:14:14,759 DEBUG [RS_CLOSE_REGION-regionserver/e2fd862922a0:0-0 {event_type=M_RS_CLOSE_REGION, pid=30}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/d34d01432cbd03941f110edd57c221ca/.tmp/C/62b51e4479394eb393414e12019033eb as hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/d34d01432cbd03941f110edd57c221ca/C/62b51e4479394eb393414e12019033eb 2024-11-25T10:14:14,765 INFO [RS_CLOSE_REGION-regionserver/e2fd862922a0:0-0 {event_type=M_RS_CLOSE_REGION, pid=30}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/d34d01432cbd03941f110edd57c221ca/C/62b51e4479394eb393414e12019033eb, entries=100, sequenceid=574, filesize=9.6 K 2024-11-25T10:14:14,767 INFO [RS_CLOSE_REGION-regionserver/e2fd862922a0:0-0 {event_type=M_RS_CLOSE_REGION, pid=30}] regionserver.HRegion(3140): Finished flush of dataSize ~13.42 KB/13740, heapSize ~40.55 KB/41520, currentSize=0 B/0 for d34d01432cbd03941f110edd57c221ca in 1266ms, sequenceid=574, compaction requested=false 2024-11-25T10:14:14,767 DEBUG [StoreCloser-TestAcidGuarantees,,1732529629057.d34d01432cbd03941f110edd57c221ca.-1 {}] regionserver.HStore(2317): Moving the files [hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/d34d01432cbd03941f110edd57c221ca/A/96d13263863d421bb75961ed07c49973, hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/d34d01432cbd03941f110edd57c221ca/A/96ec90f9185344f1883fa7c7e25e663c, hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/d34d01432cbd03941f110edd57c221ca/A/f114d1f44c3b4167b1d3d5da5a280ce3, hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/d34d01432cbd03941f110edd57c221ca/A/5144dc97c36a4cd9a84cda3350cd9e39, hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/d34d01432cbd03941f110edd57c221ca/A/8e21428c4fb54bffa605fc4eef4356ae, hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/d34d01432cbd03941f110edd57c221ca/A/c1dd145243884587aa6d2872e9b55273, hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/d34d01432cbd03941f110edd57c221ca/A/a53a67524f1c482097c87f338a6df522, hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/d34d01432cbd03941f110edd57c221ca/A/cff229311f2d4484b5b7178952663285, hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/d34d01432cbd03941f110edd57c221ca/A/9d9871620ea84d7bbd44e50296da6b55, hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/d34d01432cbd03941f110edd57c221ca/A/a375efd8a83f4694b904772882f07fbc, hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/d34d01432cbd03941f110edd57c221ca/A/d2c4523481fb4deea0690416a68a500b, hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/d34d01432cbd03941f110edd57c221ca/A/b1bfe220c162480892ab737b7f4af349, hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/d34d01432cbd03941f110edd57c221ca/A/bd09c376cc8c4f76af0cd973222ddede, hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/d34d01432cbd03941f110edd57c221ca/A/c353255d7d9d458aa1f3b3f0d7c069e4, hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/d34d01432cbd03941f110edd57c221ca/A/8373125a6d26410c8a67d3f487699578, hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/d34d01432cbd03941f110edd57c221ca/A/0e805fdbe53e43a5be317072ea683193, hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/d34d01432cbd03941f110edd57c221ca/A/4b0efb2643f045b7ac1caf5ba78615c1, hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/d34d01432cbd03941f110edd57c221ca/A/563fb4cee62641dbb380bba750826659, hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/d34d01432cbd03941f110edd57c221ca/A/007c090db80d41438609f466dfb88239, hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/d34d01432cbd03941f110edd57c221ca/A/5647bb98d1f04e41bf83e3edf92e79ff, hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/d34d01432cbd03941f110edd57c221ca/A/f18d3c301abe44fabe29aca4900e9262, hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/d34d01432cbd03941f110edd57c221ca/A/31b697553647457cb691e4cf27ff0700, hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/d34d01432cbd03941f110edd57c221ca/A/b31ae29eeb9e4debb2d1af04898c9f47, hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/d34d01432cbd03941f110edd57c221ca/A/93aab55531ac4789af40cd4dd2ba3755, hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/d34d01432cbd03941f110edd57c221ca/A/c387ca0a6b8e4901bfec5e8361498952, hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/d34d01432cbd03941f110edd57c221ca/A/364572cf430a4ba599f87646f51388dc, hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/d34d01432cbd03941f110edd57c221ca/A/09b37a2a1a854fdc81be45ce4c1e2ab9, hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/d34d01432cbd03941f110edd57c221ca/A/c8a09b426fb94a31ba727a1531518436, hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/d34d01432cbd03941f110edd57c221ca/A/9b7d4f084f0a4832b903ccb7fadc6029, hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/d34d01432cbd03941f110edd57c221ca/A/eaa1ab3bce464a5496f84c7e384bceee, hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/d34d01432cbd03941f110edd57c221ca/A/3e369a0c049942169fa5c55fb7fb2251, hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/d34d01432cbd03941f110edd57c221ca/A/3ad090da63624011b12d1338f04240c5] to archive 2024-11-25T10:14:14,770 DEBUG [StoreCloser-TestAcidGuarantees,,1732529629057.d34d01432cbd03941f110edd57c221ca.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-25T10:14:14,777 DEBUG [StoreCloser-TestAcidGuarantees,,1732529629057.d34d01432cbd03941f110edd57c221ca.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/d34d01432cbd03941f110edd57c221ca/A/96d13263863d421bb75961ed07c49973 to hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/archive/data/default/TestAcidGuarantees/d34d01432cbd03941f110edd57c221ca/A/96d13263863d421bb75961ed07c49973 2024-11-25T10:14:14,779 DEBUG [StoreCloser-TestAcidGuarantees,,1732529629057.d34d01432cbd03941f110edd57c221ca.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/d34d01432cbd03941f110edd57c221ca/A/96ec90f9185344f1883fa7c7e25e663c to hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/archive/data/default/TestAcidGuarantees/d34d01432cbd03941f110edd57c221ca/A/96ec90f9185344f1883fa7c7e25e663c 2024-11-25T10:14:14,780 DEBUG [StoreCloser-TestAcidGuarantees,,1732529629057.d34d01432cbd03941f110edd57c221ca.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/d34d01432cbd03941f110edd57c221ca/A/f114d1f44c3b4167b1d3d5da5a280ce3 to hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/archive/data/default/TestAcidGuarantees/d34d01432cbd03941f110edd57c221ca/A/f114d1f44c3b4167b1d3d5da5a280ce3 2024-11-25T10:14:14,782 DEBUG [StoreCloser-TestAcidGuarantees,,1732529629057.d34d01432cbd03941f110edd57c221ca.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/d34d01432cbd03941f110edd57c221ca/A/5144dc97c36a4cd9a84cda3350cd9e39 to hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/archive/data/default/TestAcidGuarantees/d34d01432cbd03941f110edd57c221ca/A/5144dc97c36a4cd9a84cda3350cd9e39 2024-11-25T10:14:14,783 DEBUG [StoreCloser-TestAcidGuarantees,,1732529629057.d34d01432cbd03941f110edd57c221ca.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/d34d01432cbd03941f110edd57c221ca/A/8e21428c4fb54bffa605fc4eef4356ae to hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/archive/data/default/TestAcidGuarantees/d34d01432cbd03941f110edd57c221ca/A/8e21428c4fb54bffa605fc4eef4356ae 2024-11-25T10:14:14,785 DEBUG [StoreCloser-TestAcidGuarantees,,1732529629057.d34d01432cbd03941f110edd57c221ca.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/d34d01432cbd03941f110edd57c221ca/A/c1dd145243884587aa6d2872e9b55273 to hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/archive/data/default/TestAcidGuarantees/d34d01432cbd03941f110edd57c221ca/A/c1dd145243884587aa6d2872e9b55273 2024-11-25T10:14:14,786 DEBUG [StoreCloser-TestAcidGuarantees,,1732529629057.d34d01432cbd03941f110edd57c221ca.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/d34d01432cbd03941f110edd57c221ca/A/a53a67524f1c482097c87f338a6df522 to hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/archive/data/default/TestAcidGuarantees/d34d01432cbd03941f110edd57c221ca/A/a53a67524f1c482097c87f338a6df522 2024-11-25T10:14:14,788 DEBUG [StoreCloser-TestAcidGuarantees,,1732529629057.d34d01432cbd03941f110edd57c221ca.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/d34d01432cbd03941f110edd57c221ca/A/cff229311f2d4484b5b7178952663285 to hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/archive/data/default/TestAcidGuarantees/d34d01432cbd03941f110edd57c221ca/A/cff229311f2d4484b5b7178952663285 2024-11-25T10:14:14,789 DEBUG [StoreCloser-TestAcidGuarantees,,1732529629057.d34d01432cbd03941f110edd57c221ca.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/d34d01432cbd03941f110edd57c221ca/A/9d9871620ea84d7bbd44e50296da6b55 to hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/archive/data/default/TestAcidGuarantees/d34d01432cbd03941f110edd57c221ca/A/9d9871620ea84d7bbd44e50296da6b55 2024-11-25T10:14:14,791 DEBUG [StoreCloser-TestAcidGuarantees,,1732529629057.d34d01432cbd03941f110edd57c221ca.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/d34d01432cbd03941f110edd57c221ca/A/a375efd8a83f4694b904772882f07fbc to hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/archive/data/default/TestAcidGuarantees/d34d01432cbd03941f110edd57c221ca/A/a375efd8a83f4694b904772882f07fbc 2024-11-25T10:14:14,792 DEBUG [StoreCloser-TestAcidGuarantees,,1732529629057.d34d01432cbd03941f110edd57c221ca.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/d34d01432cbd03941f110edd57c221ca/A/d2c4523481fb4deea0690416a68a500b to hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/archive/data/default/TestAcidGuarantees/d34d01432cbd03941f110edd57c221ca/A/d2c4523481fb4deea0690416a68a500b 2024-11-25T10:14:14,794 DEBUG [StoreCloser-TestAcidGuarantees,,1732529629057.d34d01432cbd03941f110edd57c221ca.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/d34d01432cbd03941f110edd57c221ca/A/b1bfe220c162480892ab737b7f4af349 to hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/archive/data/default/TestAcidGuarantees/d34d01432cbd03941f110edd57c221ca/A/b1bfe220c162480892ab737b7f4af349 2024-11-25T10:14:14,796 DEBUG [StoreCloser-TestAcidGuarantees,,1732529629057.d34d01432cbd03941f110edd57c221ca.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/d34d01432cbd03941f110edd57c221ca/A/bd09c376cc8c4f76af0cd973222ddede to hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/archive/data/default/TestAcidGuarantees/d34d01432cbd03941f110edd57c221ca/A/bd09c376cc8c4f76af0cd973222ddede 2024-11-25T10:14:14,797 DEBUG [StoreCloser-TestAcidGuarantees,,1732529629057.d34d01432cbd03941f110edd57c221ca.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/d34d01432cbd03941f110edd57c221ca/A/c353255d7d9d458aa1f3b3f0d7c069e4 to hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/archive/data/default/TestAcidGuarantees/d34d01432cbd03941f110edd57c221ca/A/c353255d7d9d458aa1f3b3f0d7c069e4 2024-11-25T10:14:14,799 DEBUG [StoreCloser-TestAcidGuarantees,,1732529629057.d34d01432cbd03941f110edd57c221ca.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/d34d01432cbd03941f110edd57c221ca/A/8373125a6d26410c8a67d3f487699578 to hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/archive/data/default/TestAcidGuarantees/d34d01432cbd03941f110edd57c221ca/A/8373125a6d26410c8a67d3f487699578 2024-11-25T10:14:14,800 DEBUG [StoreCloser-TestAcidGuarantees,,1732529629057.d34d01432cbd03941f110edd57c221ca.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/d34d01432cbd03941f110edd57c221ca/A/0e805fdbe53e43a5be317072ea683193 to hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/archive/data/default/TestAcidGuarantees/d34d01432cbd03941f110edd57c221ca/A/0e805fdbe53e43a5be317072ea683193 2024-11-25T10:14:14,802 DEBUG [StoreCloser-TestAcidGuarantees,,1732529629057.d34d01432cbd03941f110edd57c221ca.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/d34d01432cbd03941f110edd57c221ca/A/4b0efb2643f045b7ac1caf5ba78615c1 to hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/archive/data/default/TestAcidGuarantees/d34d01432cbd03941f110edd57c221ca/A/4b0efb2643f045b7ac1caf5ba78615c1 2024-11-25T10:14:14,803 DEBUG [StoreCloser-TestAcidGuarantees,,1732529629057.d34d01432cbd03941f110edd57c221ca.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/d34d01432cbd03941f110edd57c221ca/A/563fb4cee62641dbb380bba750826659 to hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/archive/data/default/TestAcidGuarantees/d34d01432cbd03941f110edd57c221ca/A/563fb4cee62641dbb380bba750826659 2024-11-25T10:14:14,805 DEBUG [StoreCloser-TestAcidGuarantees,,1732529629057.d34d01432cbd03941f110edd57c221ca.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/d34d01432cbd03941f110edd57c221ca/A/007c090db80d41438609f466dfb88239 to hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/archive/data/default/TestAcidGuarantees/d34d01432cbd03941f110edd57c221ca/A/007c090db80d41438609f466dfb88239 2024-11-25T10:14:14,806 DEBUG [StoreCloser-TestAcidGuarantees,,1732529629057.d34d01432cbd03941f110edd57c221ca.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/d34d01432cbd03941f110edd57c221ca/A/5647bb98d1f04e41bf83e3edf92e79ff to hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/archive/data/default/TestAcidGuarantees/d34d01432cbd03941f110edd57c221ca/A/5647bb98d1f04e41bf83e3edf92e79ff 2024-11-25T10:14:14,807 DEBUG [StoreCloser-TestAcidGuarantees,,1732529629057.d34d01432cbd03941f110edd57c221ca.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/d34d01432cbd03941f110edd57c221ca/A/f18d3c301abe44fabe29aca4900e9262 to hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/archive/data/default/TestAcidGuarantees/d34d01432cbd03941f110edd57c221ca/A/f18d3c301abe44fabe29aca4900e9262 2024-11-25T10:14:14,809 DEBUG [StoreCloser-TestAcidGuarantees,,1732529629057.d34d01432cbd03941f110edd57c221ca.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/d34d01432cbd03941f110edd57c221ca/A/31b697553647457cb691e4cf27ff0700 to hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/archive/data/default/TestAcidGuarantees/d34d01432cbd03941f110edd57c221ca/A/31b697553647457cb691e4cf27ff0700 2024-11-25T10:14:14,810 DEBUG [StoreCloser-TestAcidGuarantees,,1732529629057.d34d01432cbd03941f110edd57c221ca.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/d34d01432cbd03941f110edd57c221ca/A/b31ae29eeb9e4debb2d1af04898c9f47 to hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/archive/data/default/TestAcidGuarantees/d34d01432cbd03941f110edd57c221ca/A/b31ae29eeb9e4debb2d1af04898c9f47 2024-11-25T10:14:14,812 DEBUG [StoreCloser-TestAcidGuarantees,,1732529629057.d34d01432cbd03941f110edd57c221ca.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/d34d01432cbd03941f110edd57c221ca/A/93aab55531ac4789af40cd4dd2ba3755 to hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/archive/data/default/TestAcidGuarantees/d34d01432cbd03941f110edd57c221ca/A/93aab55531ac4789af40cd4dd2ba3755 2024-11-25T10:14:14,814 DEBUG [StoreCloser-TestAcidGuarantees,,1732529629057.d34d01432cbd03941f110edd57c221ca.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/d34d01432cbd03941f110edd57c221ca/A/c387ca0a6b8e4901bfec5e8361498952 to hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/archive/data/default/TestAcidGuarantees/d34d01432cbd03941f110edd57c221ca/A/c387ca0a6b8e4901bfec5e8361498952 2024-11-25T10:14:14,815 DEBUG [StoreCloser-TestAcidGuarantees,,1732529629057.d34d01432cbd03941f110edd57c221ca.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/d34d01432cbd03941f110edd57c221ca/A/364572cf430a4ba599f87646f51388dc to hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/archive/data/default/TestAcidGuarantees/d34d01432cbd03941f110edd57c221ca/A/364572cf430a4ba599f87646f51388dc 2024-11-25T10:14:14,821 DEBUG [StoreCloser-TestAcidGuarantees,,1732529629057.d34d01432cbd03941f110edd57c221ca.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/d34d01432cbd03941f110edd57c221ca/A/09b37a2a1a854fdc81be45ce4c1e2ab9 to hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/archive/data/default/TestAcidGuarantees/d34d01432cbd03941f110edd57c221ca/A/09b37a2a1a854fdc81be45ce4c1e2ab9 2024-11-25T10:14:14,823 DEBUG [StoreCloser-TestAcidGuarantees,,1732529629057.d34d01432cbd03941f110edd57c221ca.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/d34d01432cbd03941f110edd57c221ca/A/c8a09b426fb94a31ba727a1531518436 to hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/archive/data/default/TestAcidGuarantees/d34d01432cbd03941f110edd57c221ca/A/c8a09b426fb94a31ba727a1531518436 2024-11-25T10:14:14,824 DEBUG [StoreCloser-TestAcidGuarantees,,1732529629057.d34d01432cbd03941f110edd57c221ca.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/d34d01432cbd03941f110edd57c221ca/A/9b7d4f084f0a4832b903ccb7fadc6029 to hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/archive/data/default/TestAcidGuarantees/d34d01432cbd03941f110edd57c221ca/A/9b7d4f084f0a4832b903ccb7fadc6029 2024-11-25T10:14:14,826 DEBUG [StoreCloser-TestAcidGuarantees,,1732529629057.d34d01432cbd03941f110edd57c221ca.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/d34d01432cbd03941f110edd57c221ca/A/eaa1ab3bce464a5496f84c7e384bceee to hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/archive/data/default/TestAcidGuarantees/d34d01432cbd03941f110edd57c221ca/A/eaa1ab3bce464a5496f84c7e384bceee 2024-11-25T10:14:14,827 DEBUG [StoreCloser-TestAcidGuarantees,,1732529629057.d34d01432cbd03941f110edd57c221ca.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/d34d01432cbd03941f110edd57c221ca/A/3e369a0c049942169fa5c55fb7fb2251 to hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/archive/data/default/TestAcidGuarantees/d34d01432cbd03941f110edd57c221ca/A/3e369a0c049942169fa5c55fb7fb2251 2024-11-25T10:14:14,828 DEBUG [StoreCloser-TestAcidGuarantees,,1732529629057.d34d01432cbd03941f110edd57c221ca.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/d34d01432cbd03941f110edd57c221ca/A/3ad090da63624011b12d1338f04240c5 to hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/archive/data/default/TestAcidGuarantees/d34d01432cbd03941f110edd57c221ca/A/3ad090da63624011b12d1338f04240c5 2024-11-25T10:14:14,845 DEBUG [StoreCloser-TestAcidGuarantees,,1732529629057.d34d01432cbd03941f110edd57c221ca.-1 {}] regionserver.HStore(2317): Moving the files [hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/d34d01432cbd03941f110edd57c221ca/B/38453ccf65cb4899b31ab025136d869a, hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/d34d01432cbd03941f110edd57c221ca/B/66ee78865f4844af9eea4d19f38ae58d, hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/d34d01432cbd03941f110edd57c221ca/B/bc3fa2e4b5aa4ee2a71983cc013439d9, hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/d34d01432cbd03941f110edd57c221ca/B/8cd343e283b149d09f6a2b6c14bebeae, hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/d34d01432cbd03941f110edd57c221ca/B/2e19937d7ed6416a97360857a8010965, hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/d34d01432cbd03941f110edd57c221ca/B/c722fd5bdb79480e93836dad29698be4, hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/d34d01432cbd03941f110edd57c221ca/B/708eb0cfed5943a7b7bfa7022586dd1f, hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/d34d01432cbd03941f110edd57c221ca/B/b4db2ba3ee8a471bb8e2e81ddcc67c73, hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/d34d01432cbd03941f110edd57c221ca/B/332365b57b84417dabd700a0f2c8bdaa, hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/d34d01432cbd03941f110edd57c221ca/B/4649c3bf52204aa89690174c57600927, hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/d34d01432cbd03941f110edd57c221ca/B/24bfe98df6ee44be88f6ea3a68a029b0, hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/d34d01432cbd03941f110edd57c221ca/B/44f061362c9d44fbb21946446dd5f808, hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/d34d01432cbd03941f110edd57c221ca/B/b669581fb7b743a6b59ae830cd9a9963, hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/d34d01432cbd03941f110edd57c221ca/B/76063796208448afa4722d269b2dc525, hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/d34d01432cbd03941f110edd57c221ca/B/a4749607fa1d4f20b13f8c73d80de3e9, hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/d34d01432cbd03941f110edd57c221ca/B/7bd28dfc28d6412a9419952df02385ad, hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/d34d01432cbd03941f110edd57c221ca/B/245a5eabce544ec7bd4185e51fa19156, hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/d34d01432cbd03941f110edd57c221ca/B/ae394a1aaeff4a64a4020301b3489908, hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/d34d01432cbd03941f110edd57c221ca/B/a72d6e8d495842c78d4d684cec9ba627, hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/d34d01432cbd03941f110edd57c221ca/B/3d3dbd448aa546678f31be42482bd25c, hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/d34d01432cbd03941f110edd57c221ca/B/a39cdfa58cb54583aba98824c421024e, hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/d34d01432cbd03941f110edd57c221ca/B/aee75e4a02824a9681292b045155550c, hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/d34d01432cbd03941f110edd57c221ca/B/c436a1902cb9452bb6634594c529dae3, hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/d34d01432cbd03941f110edd57c221ca/B/2b0d1c62ebc044469795d047d7a85624, hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/d34d01432cbd03941f110edd57c221ca/B/31a43bd011094ee4b932a02b2a1d11d6, hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/d34d01432cbd03941f110edd57c221ca/B/c975885300ac4234b68990c8b974b88b, hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/d34d01432cbd03941f110edd57c221ca/B/b8615d228d614ba09444e8e2f827c906, hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/d34d01432cbd03941f110edd57c221ca/B/31da2332ea274989a34725a40283ed65, hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/d34d01432cbd03941f110edd57c221ca/B/617efe14493d4b9aa0243f6fbb9098df, hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/d34d01432cbd03941f110edd57c221ca/B/943a4af34abd465f9da40ed4f0e522db, hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/d34d01432cbd03941f110edd57c221ca/B/0a03035e4fd549979a97282e4076112e, hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/d34d01432cbd03941f110edd57c221ca/B/210c7cccf4ac4beabec0309a6a176ec6] to archive 2024-11-25T10:14:14,847 DEBUG [StoreCloser-TestAcidGuarantees,,1732529629057.d34d01432cbd03941f110edd57c221ca.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-25T10:14:14,849 DEBUG [StoreCloser-TestAcidGuarantees,,1732529629057.d34d01432cbd03941f110edd57c221ca.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/d34d01432cbd03941f110edd57c221ca/B/38453ccf65cb4899b31ab025136d869a to hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/archive/data/default/TestAcidGuarantees/d34d01432cbd03941f110edd57c221ca/B/38453ccf65cb4899b31ab025136d869a 2024-11-25T10:14:14,851 DEBUG [StoreCloser-TestAcidGuarantees,,1732529629057.d34d01432cbd03941f110edd57c221ca.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/d34d01432cbd03941f110edd57c221ca/B/66ee78865f4844af9eea4d19f38ae58d to hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/archive/data/default/TestAcidGuarantees/d34d01432cbd03941f110edd57c221ca/B/66ee78865f4844af9eea4d19f38ae58d 2024-11-25T10:14:14,854 DEBUG [StoreCloser-TestAcidGuarantees,,1732529629057.d34d01432cbd03941f110edd57c221ca.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/d34d01432cbd03941f110edd57c221ca/B/bc3fa2e4b5aa4ee2a71983cc013439d9 to hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/archive/data/default/TestAcidGuarantees/d34d01432cbd03941f110edd57c221ca/B/bc3fa2e4b5aa4ee2a71983cc013439d9 2024-11-25T10:14:14,856 DEBUG [StoreCloser-TestAcidGuarantees,,1732529629057.d34d01432cbd03941f110edd57c221ca.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/d34d01432cbd03941f110edd57c221ca/B/8cd343e283b149d09f6a2b6c14bebeae to hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/archive/data/default/TestAcidGuarantees/d34d01432cbd03941f110edd57c221ca/B/8cd343e283b149d09f6a2b6c14bebeae 2024-11-25T10:14:14,859 DEBUG [StoreCloser-TestAcidGuarantees,,1732529629057.d34d01432cbd03941f110edd57c221ca.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/d34d01432cbd03941f110edd57c221ca/B/2e19937d7ed6416a97360857a8010965 to hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/archive/data/default/TestAcidGuarantees/d34d01432cbd03941f110edd57c221ca/B/2e19937d7ed6416a97360857a8010965 2024-11-25T10:14:14,861 DEBUG [StoreCloser-TestAcidGuarantees,,1732529629057.d34d01432cbd03941f110edd57c221ca.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/d34d01432cbd03941f110edd57c221ca/B/c722fd5bdb79480e93836dad29698be4 to hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/archive/data/default/TestAcidGuarantees/d34d01432cbd03941f110edd57c221ca/B/c722fd5bdb79480e93836dad29698be4 2024-11-25T10:14:14,863 DEBUG [StoreCloser-TestAcidGuarantees,,1732529629057.d34d01432cbd03941f110edd57c221ca.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/d34d01432cbd03941f110edd57c221ca/B/708eb0cfed5943a7b7bfa7022586dd1f to hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/archive/data/default/TestAcidGuarantees/d34d01432cbd03941f110edd57c221ca/B/708eb0cfed5943a7b7bfa7022586dd1f 2024-11-25T10:14:14,864 DEBUG [StoreCloser-TestAcidGuarantees,,1732529629057.d34d01432cbd03941f110edd57c221ca.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/d34d01432cbd03941f110edd57c221ca/B/b4db2ba3ee8a471bb8e2e81ddcc67c73 to hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/archive/data/default/TestAcidGuarantees/d34d01432cbd03941f110edd57c221ca/B/b4db2ba3ee8a471bb8e2e81ddcc67c73 2024-11-25T10:14:14,866 DEBUG [StoreCloser-TestAcidGuarantees,,1732529629057.d34d01432cbd03941f110edd57c221ca.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/d34d01432cbd03941f110edd57c221ca/B/332365b57b84417dabd700a0f2c8bdaa to hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/archive/data/default/TestAcidGuarantees/d34d01432cbd03941f110edd57c221ca/B/332365b57b84417dabd700a0f2c8bdaa 2024-11-25T10:14:14,867 DEBUG [StoreCloser-TestAcidGuarantees,,1732529629057.d34d01432cbd03941f110edd57c221ca.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/d34d01432cbd03941f110edd57c221ca/B/4649c3bf52204aa89690174c57600927 to hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/archive/data/default/TestAcidGuarantees/d34d01432cbd03941f110edd57c221ca/B/4649c3bf52204aa89690174c57600927 2024-11-25T10:14:14,868 DEBUG [StoreCloser-TestAcidGuarantees,,1732529629057.d34d01432cbd03941f110edd57c221ca.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/d34d01432cbd03941f110edd57c221ca/B/24bfe98df6ee44be88f6ea3a68a029b0 to hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/archive/data/default/TestAcidGuarantees/d34d01432cbd03941f110edd57c221ca/B/24bfe98df6ee44be88f6ea3a68a029b0 2024-11-25T10:14:14,870 DEBUG [StoreCloser-TestAcidGuarantees,,1732529629057.d34d01432cbd03941f110edd57c221ca.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/d34d01432cbd03941f110edd57c221ca/B/44f061362c9d44fbb21946446dd5f808 to hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/archive/data/default/TestAcidGuarantees/d34d01432cbd03941f110edd57c221ca/B/44f061362c9d44fbb21946446dd5f808 2024-11-25T10:14:14,871 DEBUG [StoreCloser-TestAcidGuarantees,,1732529629057.d34d01432cbd03941f110edd57c221ca.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/d34d01432cbd03941f110edd57c221ca/B/b669581fb7b743a6b59ae830cd9a9963 to hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/archive/data/default/TestAcidGuarantees/d34d01432cbd03941f110edd57c221ca/B/b669581fb7b743a6b59ae830cd9a9963 2024-11-25T10:14:14,872 DEBUG [StoreCloser-TestAcidGuarantees,,1732529629057.d34d01432cbd03941f110edd57c221ca.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/d34d01432cbd03941f110edd57c221ca/B/76063796208448afa4722d269b2dc525 to hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/archive/data/default/TestAcidGuarantees/d34d01432cbd03941f110edd57c221ca/B/76063796208448afa4722d269b2dc525 2024-11-25T10:14:14,874 DEBUG [StoreCloser-TestAcidGuarantees,,1732529629057.d34d01432cbd03941f110edd57c221ca.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/d34d01432cbd03941f110edd57c221ca/B/a4749607fa1d4f20b13f8c73d80de3e9 to hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/archive/data/default/TestAcidGuarantees/d34d01432cbd03941f110edd57c221ca/B/a4749607fa1d4f20b13f8c73d80de3e9 2024-11-25T10:14:14,878 DEBUG [StoreCloser-TestAcidGuarantees,,1732529629057.d34d01432cbd03941f110edd57c221ca.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/d34d01432cbd03941f110edd57c221ca/B/7bd28dfc28d6412a9419952df02385ad to hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/archive/data/default/TestAcidGuarantees/d34d01432cbd03941f110edd57c221ca/B/7bd28dfc28d6412a9419952df02385ad 2024-11-25T10:14:14,885 DEBUG [StoreCloser-TestAcidGuarantees,,1732529629057.d34d01432cbd03941f110edd57c221ca.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/d34d01432cbd03941f110edd57c221ca/B/245a5eabce544ec7bd4185e51fa19156 to hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/archive/data/default/TestAcidGuarantees/d34d01432cbd03941f110edd57c221ca/B/245a5eabce544ec7bd4185e51fa19156 2024-11-25T10:14:14,886 DEBUG [StoreCloser-TestAcidGuarantees,,1732529629057.d34d01432cbd03941f110edd57c221ca.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/d34d01432cbd03941f110edd57c221ca/B/ae394a1aaeff4a64a4020301b3489908 to hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/archive/data/default/TestAcidGuarantees/d34d01432cbd03941f110edd57c221ca/B/ae394a1aaeff4a64a4020301b3489908 2024-11-25T10:14:14,888 DEBUG [StoreCloser-TestAcidGuarantees,,1732529629057.d34d01432cbd03941f110edd57c221ca.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/d34d01432cbd03941f110edd57c221ca/B/a72d6e8d495842c78d4d684cec9ba627 to hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/archive/data/default/TestAcidGuarantees/d34d01432cbd03941f110edd57c221ca/B/a72d6e8d495842c78d4d684cec9ba627 2024-11-25T10:14:14,890 DEBUG [StoreCloser-TestAcidGuarantees,,1732529629057.d34d01432cbd03941f110edd57c221ca.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/d34d01432cbd03941f110edd57c221ca/B/3d3dbd448aa546678f31be42482bd25c to hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/archive/data/default/TestAcidGuarantees/d34d01432cbd03941f110edd57c221ca/B/3d3dbd448aa546678f31be42482bd25c 2024-11-25T10:14:14,893 DEBUG [StoreCloser-TestAcidGuarantees,,1732529629057.d34d01432cbd03941f110edd57c221ca.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/d34d01432cbd03941f110edd57c221ca/B/a39cdfa58cb54583aba98824c421024e to hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/archive/data/default/TestAcidGuarantees/d34d01432cbd03941f110edd57c221ca/B/a39cdfa58cb54583aba98824c421024e 2024-11-25T10:14:14,898 DEBUG [StoreCloser-TestAcidGuarantees,,1732529629057.d34d01432cbd03941f110edd57c221ca.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/d34d01432cbd03941f110edd57c221ca/B/aee75e4a02824a9681292b045155550c to hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/archive/data/default/TestAcidGuarantees/d34d01432cbd03941f110edd57c221ca/B/aee75e4a02824a9681292b045155550c 2024-11-25T10:14:14,900 DEBUG [StoreCloser-TestAcidGuarantees,,1732529629057.d34d01432cbd03941f110edd57c221ca.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/d34d01432cbd03941f110edd57c221ca/B/c436a1902cb9452bb6634594c529dae3 to hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/archive/data/default/TestAcidGuarantees/d34d01432cbd03941f110edd57c221ca/B/c436a1902cb9452bb6634594c529dae3 2024-11-25T10:14:14,904 DEBUG [StoreCloser-TestAcidGuarantees,,1732529629057.d34d01432cbd03941f110edd57c221ca.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/d34d01432cbd03941f110edd57c221ca/B/2b0d1c62ebc044469795d047d7a85624 to hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/archive/data/default/TestAcidGuarantees/d34d01432cbd03941f110edd57c221ca/B/2b0d1c62ebc044469795d047d7a85624 2024-11-25T10:14:14,906 DEBUG [StoreCloser-TestAcidGuarantees,,1732529629057.d34d01432cbd03941f110edd57c221ca.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/d34d01432cbd03941f110edd57c221ca/B/31a43bd011094ee4b932a02b2a1d11d6 to hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/archive/data/default/TestAcidGuarantees/d34d01432cbd03941f110edd57c221ca/B/31a43bd011094ee4b932a02b2a1d11d6 2024-11-25T10:14:14,907 DEBUG [StoreCloser-TestAcidGuarantees,,1732529629057.d34d01432cbd03941f110edd57c221ca.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/d34d01432cbd03941f110edd57c221ca/B/c975885300ac4234b68990c8b974b88b to hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/archive/data/default/TestAcidGuarantees/d34d01432cbd03941f110edd57c221ca/B/c975885300ac4234b68990c8b974b88b 2024-11-25T10:14:14,909 DEBUG [StoreCloser-TestAcidGuarantees,,1732529629057.d34d01432cbd03941f110edd57c221ca.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/d34d01432cbd03941f110edd57c221ca/B/b8615d228d614ba09444e8e2f827c906 to hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/archive/data/default/TestAcidGuarantees/d34d01432cbd03941f110edd57c221ca/B/b8615d228d614ba09444e8e2f827c906 2024-11-25T10:14:14,911 DEBUG [StoreCloser-TestAcidGuarantees,,1732529629057.d34d01432cbd03941f110edd57c221ca.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/d34d01432cbd03941f110edd57c221ca/B/31da2332ea274989a34725a40283ed65 to hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/archive/data/default/TestAcidGuarantees/d34d01432cbd03941f110edd57c221ca/B/31da2332ea274989a34725a40283ed65 2024-11-25T10:14:14,912 DEBUG [StoreCloser-TestAcidGuarantees,,1732529629057.d34d01432cbd03941f110edd57c221ca.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/d34d01432cbd03941f110edd57c221ca/B/617efe14493d4b9aa0243f6fbb9098df to hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/archive/data/default/TestAcidGuarantees/d34d01432cbd03941f110edd57c221ca/B/617efe14493d4b9aa0243f6fbb9098df 2024-11-25T10:14:14,914 DEBUG [StoreCloser-TestAcidGuarantees,,1732529629057.d34d01432cbd03941f110edd57c221ca.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/d34d01432cbd03941f110edd57c221ca/B/943a4af34abd465f9da40ed4f0e522db to hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/archive/data/default/TestAcidGuarantees/d34d01432cbd03941f110edd57c221ca/B/943a4af34abd465f9da40ed4f0e522db 2024-11-25T10:14:14,915 DEBUG [StoreCloser-TestAcidGuarantees,,1732529629057.d34d01432cbd03941f110edd57c221ca.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/d34d01432cbd03941f110edd57c221ca/B/0a03035e4fd549979a97282e4076112e to hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/archive/data/default/TestAcidGuarantees/d34d01432cbd03941f110edd57c221ca/B/0a03035e4fd549979a97282e4076112e 2024-11-25T10:14:14,917 DEBUG [StoreCloser-TestAcidGuarantees,,1732529629057.d34d01432cbd03941f110edd57c221ca.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/d34d01432cbd03941f110edd57c221ca/B/210c7cccf4ac4beabec0309a6a176ec6 to hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/archive/data/default/TestAcidGuarantees/d34d01432cbd03941f110edd57c221ca/B/210c7cccf4ac4beabec0309a6a176ec6 2024-11-25T10:14:14,918 DEBUG [StoreCloser-TestAcidGuarantees,,1732529629057.d34d01432cbd03941f110edd57c221ca.-1 {}] regionserver.HStore(2317): Moving the files [hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/d34d01432cbd03941f110edd57c221ca/C/d02e005b579c40e4b6d92168eaf39166, hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/d34d01432cbd03941f110edd57c221ca/C/6d7af0ba6f9c4ac6a4e7db9186a1c3af, hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/d34d01432cbd03941f110edd57c221ca/C/71f5caf945fe4e35895eda37fcd8e16a, hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/d34d01432cbd03941f110edd57c221ca/C/e62b207d4cbd4780ba7300d5ec64ced5, hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/d34d01432cbd03941f110edd57c221ca/C/7551811f6c204c40aab139fa0628c9c4, hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/d34d01432cbd03941f110edd57c221ca/C/61fd0ecf79c943079c88ede0fb93702d, hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/d34d01432cbd03941f110edd57c221ca/C/9edc9b4bf3994926b9435fe4598e6f69, hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/d34d01432cbd03941f110edd57c221ca/C/468f208969b5445f84a1eec2800af0c7, hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/d34d01432cbd03941f110edd57c221ca/C/b39c700969aa4a7ebc906dd993304d6f, hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/d34d01432cbd03941f110edd57c221ca/C/205ad1054f824209bf2ccdc7bf1673ab, hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/d34d01432cbd03941f110edd57c221ca/C/853a2e75064e425e985db8cba396644b, hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/d34d01432cbd03941f110edd57c221ca/C/bcf905a2dc754bc4a4e297a361e71d1b, hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/d34d01432cbd03941f110edd57c221ca/C/07de730ab3cf41b08b5c57bac37c7880, hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/d34d01432cbd03941f110edd57c221ca/C/b8f7d723bd7d476db7f40ba2b46bd865, hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/d34d01432cbd03941f110edd57c221ca/C/c9b1cc8ad61e47eea14ffb8742ab108d, hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/d34d01432cbd03941f110edd57c221ca/C/c2bd5dcc85b146e4a535414ead43e896, hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/d34d01432cbd03941f110edd57c221ca/C/63a8cb572b354facabad1535a61e240c, hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/d34d01432cbd03941f110edd57c221ca/C/1e8033e93d514bd99b63c0287e10f2e4, hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/d34d01432cbd03941f110edd57c221ca/C/97060963e745424fb65e9d4dd60a2965, hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/d34d01432cbd03941f110edd57c221ca/C/bd25bf06dd4943ed85b65e175b73164b, hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/d34d01432cbd03941f110edd57c221ca/C/c9542865ea8d42afa0f0bb828ab85c55, hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/d34d01432cbd03941f110edd57c221ca/C/ee3cd7c9866b4d48860c1cb28210198d, hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/d34d01432cbd03941f110edd57c221ca/C/cdc1cf6a44fd469493cbf1542f865f40, hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/d34d01432cbd03941f110edd57c221ca/C/5844aef6ea0d49088734cb9311826e7f, hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/d34d01432cbd03941f110edd57c221ca/C/0af48d5085124bf88eef87ea3132ff84, hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/d34d01432cbd03941f110edd57c221ca/C/82a996bef1a94904ba8172498a35e978, hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/d34d01432cbd03941f110edd57c221ca/C/574121c6f51246e49028687758bd187a, hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/d34d01432cbd03941f110edd57c221ca/C/1fdac44674244aceb3896aa3421581e6, hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/d34d01432cbd03941f110edd57c221ca/C/a0a96d92a1514cee9c171879771a72ab, hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/d34d01432cbd03941f110edd57c221ca/C/79fbee94a36f4a5ea8ef9740cf574909, hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/d34d01432cbd03941f110edd57c221ca/C/79136a7345b3464e89eed92451700ef1, hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/d34d01432cbd03941f110edd57c221ca/C/752ea6a7801c4b4b9f0f5064cb98e70c] to archive 2024-11-25T10:14:14,920 DEBUG [StoreCloser-TestAcidGuarantees,,1732529629057.d34d01432cbd03941f110edd57c221ca.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-25T10:14:14,922 DEBUG [StoreCloser-TestAcidGuarantees,,1732529629057.d34d01432cbd03941f110edd57c221ca.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/d34d01432cbd03941f110edd57c221ca/C/d02e005b579c40e4b6d92168eaf39166 to hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/archive/data/default/TestAcidGuarantees/d34d01432cbd03941f110edd57c221ca/C/d02e005b579c40e4b6d92168eaf39166 2024-11-25T10:14:14,924 DEBUG [StoreCloser-TestAcidGuarantees,,1732529629057.d34d01432cbd03941f110edd57c221ca.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/d34d01432cbd03941f110edd57c221ca/C/6d7af0ba6f9c4ac6a4e7db9186a1c3af to hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/archive/data/default/TestAcidGuarantees/d34d01432cbd03941f110edd57c221ca/C/6d7af0ba6f9c4ac6a4e7db9186a1c3af 2024-11-25T10:14:14,926 DEBUG [StoreCloser-TestAcidGuarantees,,1732529629057.d34d01432cbd03941f110edd57c221ca.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/d34d01432cbd03941f110edd57c221ca/C/71f5caf945fe4e35895eda37fcd8e16a to hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/archive/data/default/TestAcidGuarantees/d34d01432cbd03941f110edd57c221ca/C/71f5caf945fe4e35895eda37fcd8e16a 2024-11-25T10:14:14,927 DEBUG [StoreCloser-TestAcidGuarantees,,1732529629057.d34d01432cbd03941f110edd57c221ca.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/d34d01432cbd03941f110edd57c221ca/C/e62b207d4cbd4780ba7300d5ec64ced5 to hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/archive/data/default/TestAcidGuarantees/d34d01432cbd03941f110edd57c221ca/C/e62b207d4cbd4780ba7300d5ec64ced5 2024-11-25T10:14:14,929 DEBUG [StoreCloser-TestAcidGuarantees,,1732529629057.d34d01432cbd03941f110edd57c221ca.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/d34d01432cbd03941f110edd57c221ca/C/7551811f6c204c40aab139fa0628c9c4 to hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/archive/data/default/TestAcidGuarantees/d34d01432cbd03941f110edd57c221ca/C/7551811f6c204c40aab139fa0628c9c4 2024-11-25T10:14:14,931 DEBUG [StoreCloser-TestAcidGuarantees,,1732529629057.d34d01432cbd03941f110edd57c221ca.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/d34d01432cbd03941f110edd57c221ca/C/61fd0ecf79c943079c88ede0fb93702d to hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/archive/data/default/TestAcidGuarantees/d34d01432cbd03941f110edd57c221ca/C/61fd0ecf79c943079c88ede0fb93702d 2024-11-25T10:14:14,933 DEBUG [StoreCloser-TestAcidGuarantees,,1732529629057.d34d01432cbd03941f110edd57c221ca.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/d34d01432cbd03941f110edd57c221ca/C/9edc9b4bf3994926b9435fe4598e6f69 to hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/archive/data/default/TestAcidGuarantees/d34d01432cbd03941f110edd57c221ca/C/9edc9b4bf3994926b9435fe4598e6f69 2024-11-25T10:14:14,935 DEBUG [StoreCloser-TestAcidGuarantees,,1732529629057.d34d01432cbd03941f110edd57c221ca.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/d34d01432cbd03941f110edd57c221ca/C/468f208969b5445f84a1eec2800af0c7 to hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/archive/data/default/TestAcidGuarantees/d34d01432cbd03941f110edd57c221ca/C/468f208969b5445f84a1eec2800af0c7 2024-11-25T10:14:14,936 DEBUG [StoreCloser-TestAcidGuarantees,,1732529629057.d34d01432cbd03941f110edd57c221ca.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/d34d01432cbd03941f110edd57c221ca/C/b39c700969aa4a7ebc906dd993304d6f to hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/archive/data/default/TestAcidGuarantees/d34d01432cbd03941f110edd57c221ca/C/b39c700969aa4a7ebc906dd993304d6f 2024-11-25T10:14:14,938 DEBUG [StoreCloser-TestAcidGuarantees,,1732529629057.d34d01432cbd03941f110edd57c221ca.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/d34d01432cbd03941f110edd57c221ca/C/205ad1054f824209bf2ccdc7bf1673ab to hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/archive/data/default/TestAcidGuarantees/d34d01432cbd03941f110edd57c221ca/C/205ad1054f824209bf2ccdc7bf1673ab 2024-11-25T10:14:14,939 DEBUG [StoreCloser-TestAcidGuarantees,,1732529629057.d34d01432cbd03941f110edd57c221ca.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/d34d01432cbd03941f110edd57c221ca/C/853a2e75064e425e985db8cba396644b to hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/archive/data/default/TestAcidGuarantees/d34d01432cbd03941f110edd57c221ca/C/853a2e75064e425e985db8cba396644b 2024-11-25T10:14:14,941 DEBUG [StoreCloser-TestAcidGuarantees,,1732529629057.d34d01432cbd03941f110edd57c221ca.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/d34d01432cbd03941f110edd57c221ca/C/bcf905a2dc754bc4a4e297a361e71d1b to hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/archive/data/default/TestAcidGuarantees/d34d01432cbd03941f110edd57c221ca/C/bcf905a2dc754bc4a4e297a361e71d1b 2024-11-25T10:14:14,943 DEBUG [StoreCloser-TestAcidGuarantees,,1732529629057.d34d01432cbd03941f110edd57c221ca.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/d34d01432cbd03941f110edd57c221ca/C/07de730ab3cf41b08b5c57bac37c7880 to hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/archive/data/default/TestAcidGuarantees/d34d01432cbd03941f110edd57c221ca/C/07de730ab3cf41b08b5c57bac37c7880 2024-11-25T10:14:14,944 DEBUG [StoreCloser-TestAcidGuarantees,,1732529629057.d34d01432cbd03941f110edd57c221ca.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/d34d01432cbd03941f110edd57c221ca/C/b8f7d723bd7d476db7f40ba2b46bd865 to hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/archive/data/default/TestAcidGuarantees/d34d01432cbd03941f110edd57c221ca/C/b8f7d723bd7d476db7f40ba2b46bd865 2024-11-25T10:14:14,946 DEBUG [StoreCloser-TestAcidGuarantees,,1732529629057.d34d01432cbd03941f110edd57c221ca.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/d34d01432cbd03941f110edd57c221ca/C/c9b1cc8ad61e47eea14ffb8742ab108d to hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/archive/data/default/TestAcidGuarantees/d34d01432cbd03941f110edd57c221ca/C/c9b1cc8ad61e47eea14ffb8742ab108d 2024-11-25T10:14:14,949 DEBUG [StoreCloser-TestAcidGuarantees,,1732529629057.d34d01432cbd03941f110edd57c221ca.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/d34d01432cbd03941f110edd57c221ca/C/c2bd5dcc85b146e4a535414ead43e896 to hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/archive/data/default/TestAcidGuarantees/d34d01432cbd03941f110edd57c221ca/C/c2bd5dcc85b146e4a535414ead43e896 2024-11-25T10:14:14,950 DEBUG [StoreCloser-TestAcidGuarantees,,1732529629057.d34d01432cbd03941f110edd57c221ca.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/d34d01432cbd03941f110edd57c221ca/C/63a8cb572b354facabad1535a61e240c to hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/archive/data/default/TestAcidGuarantees/d34d01432cbd03941f110edd57c221ca/C/63a8cb572b354facabad1535a61e240c 2024-11-25T10:14:14,952 DEBUG [StoreCloser-TestAcidGuarantees,,1732529629057.d34d01432cbd03941f110edd57c221ca.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/d34d01432cbd03941f110edd57c221ca/C/1e8033e93d514bd99b63c0287e10f2e4 to hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/archive/data/default/TestAcidGuarantees/d34d01432cbd03941f110edd57c221ca/C/1e8033e93d514bd99b63c0287e10f2e4 2024-11-25T10:14:14,954 DEBUG [StoreCloser-TestAcidGuarantees,,1732529629057.d34d01432cbd03941f110edd57c221ca.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/d34d01432cbd03941f110edd57c221ca/C/97060963e745424fb65e9d4dd60a2965 to hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/archive/data/default/TestAcidGuarantees/d34d01432cbd03941f110edd57c221ca/C/97060963e745424fb65e9d4dd60a2965 2024-11-25T10:14:14,955 DEBUG [StoreCloser-TestAcidGuarantees,,1732529629057.d34d01432cbd03941f110edd57c221ca.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/d34d01432cbd03941f110edd57c221ca/C/bd25bf06dd4943ed85b65e175b73164b to hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/archive/data/default/TestAcidGuarantees/d34d01432cbd03941f110edd57c221ca/C/bd25bf06dd4943ed85b65e175b73164b 2024-11-25T10:14:14,957 DEBUG [StoreCloser-TestAcidGuarantees,,1732529629057.d34d01432cbd03941f110edd57c221ca.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/d34d01432cbd03941f110edd57c221ca/C/c9542865ea8d42afa0f0bb828ab85c55 to hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/archive/data/default/TestAcidGuarantees/d34d01432cbd03941f110edd57c221ca/C/c9542865ea8d42afa0f0bb828ab85c55 2024-11-25T10:14:14,959 DEBUG [StoreCloser-TestAcidGuarantees,,1732529629057.d34d01432cbd03941f110edd57c221ca.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/d34d01432cbd03941f110edd57c221ca/C/ee3cd7c9866b4d48860c1cb28210198d to hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/archive/data/default/TestAcidGuarantees/d34d01432cbd03941f110edd57c221ca/C/ee3cd7c9866b4d48860c1cb28210198d 2024-11-25T10:14:14,961 DEBUG [StoreCloser-TestAcidGuarantees,,1732529629057.d34d01432cbd03941f110edd57c221ca.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/d34d01432cbd03941f110edd57c221ca/C/cdc1cf6a44fd469493cbf1542f865f40 to hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/archive/data/default/TestAcidGuarantees/d34d01432cbd03941f110edd57c221ca/C/cdc1cf6a44fd469493cbf1542f865f40 2024-11-25T10:14:14,965 DEBUG [StoreCloser-TestAcidGuarantees,,1732529629057.d34d01432cbd03941f110edd57c221ca.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/d34d01432cbd03941f110edd57c221ca/C/5844aef6ea0d49088734cb9311826e7f to hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/archive/data/default/TestAcidGuarantees/d34d01432cbd03941f110edd57c221ca/C/5844aef6ea0d49088734cb9311826e7f 2024-11-25T10:14:14,969 DEBUG [StoreCloser-TestAcidGuarantees,,1732529629057.d34d01432cbd03941f110edd57c221ca.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/d34d01432cbd03941f110edd57c221ca/C/0af48d5085124bf88eef87ea3132ff84 to hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/archive/data/default/TestAcidGuarantees/d34d01432cbd03941f110edd57c221ca/C/0af48d5085124bf88eef87ea3132ff84 2024-11-25T10:14:14,971 DEBUG [StoreCloser-TestAcidGuarantees,,1732529629057.d34d01432cbd03941f110edd57c221ca.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/d34d01432cbd03941f110edd57c221ca/C/82a996bef1a94904ba8172498a35e978 to hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/archive/data/default/TestAcidGuarantees/d34d01432cbd03941f110edd57c221ca/C/82a996bef1a94904ba8172498a35e978 2024-11-25T10:14:14,974 DEBUG [StoreCloser-TestAcidGuarantees,,1732529629057.d34d01432cbd03941f110edd57c221ca.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/d34d01432cbd03941f110edd57c221ca/C/574121c6f51246e49028687758bd187a to hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/archive/data/default/TestAcidGuarantees/d34d01432cbd03941f110edd57c221ca/C/574121c6f51246e49028687758bd187a 2024-11-25T10:14:14,975 DEBUG [StoreCloser-TestAcidGuarantees,,1732529629057.d34d01432cbd03941f110edd57c221ca.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/d34d01432cbd03941f110edd57c221ca/C/1fdac44674244aceb3896aa3421581e6 to hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/archive/data/default/TestAcidGuarantees/d34d01432cbd03941f110edd57c221ca/C/1fdac44674244aceb3896aa3421581e6 2024-11-25T10:14:14,977 DEBUG [StoreCloser-TestAcidGuarantees,,1732529629057.d34d01432cbd03941f110edd57c221ca.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/d34d01432cbd03941f110edd57c221ca/C/a0a96d92a1514cee9c171879771a72ab to hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/archive/data/default/TestAcidGuarantees/d34d01432cbd03941f110edd57c221ca/C/a0a96d92a1514cee9c171879771a72ab 2024-11-25T10:14:14,981 DEBUG [StoreCloser-TestAcidGuarantees,,1732529629057.d34d01432cbd03941f110edd57c221ca.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/d34d01432cbd03941f110edd57c221ca/C/79fbee94a36f4a5ea8ef9740cf574909 to hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/archive/data/default/TestAcidGuarantees/d34d01432cbd03941f110edd57c221ca/C/79fbee94a36f4a5ea8ef9740cf574909 2024-11-25T10:14:14,982 DEBUG [StoreCloser-TestAcidGuarantees,,1732529629057.d34d01432cbd03941f110edd57c221ca.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/d34d01432cbd03941f110edd57c221ca/C/79136a7345b3464e89eed92451700ef1 to hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/archive/data/default/TestAcidGuarantees/d34d01432cbd03941f110edd57c221ca/C/79136a7345b3464e89eed92451700ef1 2024-11-25T10:14:14,984 DEBUG [StoreCloser-TestAcidGuarantees,,1732529629057.d34d01432cbd03941f110edd57c221ca.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/d34d01432cbd03941f110edd57c221ca/C/752ea6a7801c4b4b9f0f5064cb98e70c to hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/archive/data/default/TestAcidGuarantees/d34d01432cbd03941f110edd57c221ca/C/752ea6a7801c4b4b9f0f5064cb98e70c 2024-11-25T10:14:14,999 DEBUG [RS_CLOSE_REGION-regionserver/e2fd862922a0:0-0 {event_type=M_RS_CLOSE_REGION, pid=30}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/d34d01432cbd03941f110edd57c221ca/recovered.edits/577.seqid, newMaxSeqId=577, maxSeqId=1 2024-11-25T10:14:15,003 INFO [RS_CLOSE_REGION-regionserver/e2fd862922a0:0-0 {event_type=M_RS_CLOSE_REGION, pid=30}] regionserver.HRegion(1973): Closed TestAcidGuarantees,,1732529629057.d34d01432cbd03941f110edd57c221ca. 2024-11-25T10:14:15,003 DEBUG [RS_CLOSE_REGION-regionserver/e2fd862922a0:0-0 {event_type=M_RS_CLOSE_REGION, pid=30}] regionserver.HRegion(1676): Region close journal for d34d01432cbd03941f110edd57c221ca: Waiting for close lock at 1732529653500Running coprocessor pre-close hooks at 1732529653500Disabling compacts and flushes for region at 1732529653500Disabling writes for close at 1732529653500Obtaining lock to block concurrent updates at 1732529653500Preparing flush snapshotting stores in d34d01432cbd03941f110edd57c221ca at 1732529653500Finished memstore snapshotting TestAcidGuarantees,,1732529629057.d34d01432cbd03941f110edd57c221ca., syncing WAL and waiting on mvcc, flushsize=dataSize=13740, getHeapSize=41520, getOffHeapSize=0, getCellsCount=300 at 1732529653501 (+1 ms)Flushing stores of TestAcidGuarantees,,1732529629057.d34d01432cbd03941f110edd57c221ca. at 1732529653501Flushing d34d01432cbd03941f110edd57c221ca/A: creating writer at 1732529653502 (+1 ms)Flushing d34d01432cbd03941f110edd57c221ca/A: appending metadata at 1732529653504 (+2 ms)Flushing d34d01432cbd03941f110edd57c221ca/A: closing flushed file at 1732529653504Flushing d34d01432cbd03941f110edd57c221ca/B: creating writer at 1732529653915 (+411 ms)Flushing d34d01432cbd03941f110edd57c221ca/B: appending metadata at 1732529653918 (+3 ms)Flushing d34d01432cbd03941f110edd57c221ca/B: closing flushed file at 1732529653918Flushing d34d01432cbd03941f110edd57c221ca/C: creating writer at 1732529654329 (+411 ms)Flushing d34d01432cbd03941f110edd57c221ca/C: appending metadata at 1732529654332 (+3 ms)Flushing d34d01432cbd03941f110edd57c221ca/C: closing flushed file at 1732529654332Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@238ea137: reopening flushed file at 1732529654744 (+412 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@682fdbbd: reopening flushed file at 1732529654752 (+8 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@609f50fc: reopening flushed file at 1732529654759 (+7 ms)Finished flush of dataSize ~13.42 KB/13740, heapSize ~40.55 KB/41520, currentSize=0 B/0 for d34d01432cbd03941f110edd57c221ca in 1266ms, sequenceid=574, compaction requested=false at 1732529654767 (+8 ms)Writing region close event to WAL at 1732529654993 (+226 ms)Running coprocessor post-close hooks at 1732529655000 (+7 ms)Closed at 1732529655003 (+3 ms) 2024-11-25T10:14:15,009 INFO [RS_CLOSE_REGION-regionserver/e2fd862922a0:0-0 {event_type=M_RS_CLOSE_REGION, pid=30}] handler.UnassignRegionHandler(157): Closed d34d01432cbd03941f110edd57c221ca 2024-11-25T10:14:15,010 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=29 updating hbase:meta row=d34d01432cbd03941f110edd57c221ca, regionState=CLOSED 2024-11-25T10:14:15,013 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=30, ppid=29, state=RUNNABLE, hasLock=false; CloseRegionProcedure d34d01432cbd03941f110edd57c221ca, server=e2fd862922a0,38547,1732529625709 because future has completed 2024-11-25T10:14:15,018 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=30, resume processing ppid=29 2024-11-25T10:14:15,018 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=30, ppid=29, state=SUCCESS, hasLock=false; CloseRegionProcedure d34d01432cbd03941f110edd57c221ca, server=e2fd862922a0,38547,1732529625709 in 1.6730 sec 2024-11-25T10:14:15,023 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=29, resume processing ppid=28 2024-11-25T10:14:15,023 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=29, ppid=28, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=d34d01432cbd03941f110edd57c221ca, UNASSIGN in 1.6820 sec 2024-11-25T10:14:15,027 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=28, resume processing ppid=27 2024-11-25T10:14:15,027 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=28, ppid=27, state=SUCCESS, hasLock=false; CloseTableRegionsProcedure table=TestAcidGuarantees in 1.6950 sec 2024-11-25T10:14:15,030 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732529655029"}]},"ts":"1732529655029"} 2024-11-25T10:14:15,032 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=TestAcidGuarantees, state=DISABLED in hbase:meta 2024-11-25T10:14:15,032 INFO [PEWorker-4 {}] procedure.DisableTableProcedure(296): Set TestAcidGuarantees to state=DISABLED 2024-11-25T10:14:15,035 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=27, state=SUCCESS, hasLock=false; DisableTableProcedure table=TestAcidGuarantees in 1.7330 sec 2024-11-25T10:14:15,410 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_TestAcidGuarantees 2024-11-25T10:14:15,462 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41005 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=27 2024-11-25T10:14:15,463 INFO [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: DISABLE, Table Name: default:TestAcidGuarantees completed 2024-11-25T10:14:15,466 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41005 {}] master.HMaster$5(2570): Client=jenkins//172.17.0.2 delete TestAcidGuarantees 2024-11-25T10:14:15,471 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41005 {}] procedure2.ProcedureExecutor(1139): Stored pid=31, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION, hasLock=false; DeleteTableProcedure table=TestAcidGuarantees 2024-11-25T10:14:15,473 DEBUG [PEWorker-1 {}] procedure.DeleteTableProcedure(103): Waiting for RIT for pid=31, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-25T10:14:15,474 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41005 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=31 2024-11-25T10:14:15,474 DEBUG [PEWorker-1 {}] procedure.DeleteTableProcedure(115): Deleting regions from filesystem for pid=31, state=RUNNABLE:DELETE_TABLE_CLEAR_FS_LAYOUT, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-25T10:14:15,479 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(131): ARCHIVING hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/d34d01432cbd03941f110edd57c221ca 2024-11-25T10:14:15,484 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(159): Archiving [FileablePath, hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/d34d01432cbd03941f110edd57c221ca/A, FileablePath, hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/d34d01432cbd03941f110edd57c221ca/B, FileablePath, hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/d34d01432cbd03941f110edd57c221ca/C, FileablePath, hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/d34d01432cbd03941f110edd57c221ca/recovered.edits] 2024-11-25T10:14:15,491 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/d34d01432cbd03941f110edd57c221ca/A/79961249e38c4c548af03583bede2461 to hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/archive/data/default/TestAcidGuarantees/d34d01432cbd03941f110edd57c221ca/A/79961249e38c4c548af03583bede2461 2024-11-25T10:14:15,493 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/d34d01432cbd03941f110edd57c221ca/A/c29e35eac3494a49a757fedaf5d04395 to hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/archive/data/default/TestAcidGuarantees/d34d01432cbd03941f110edd57c221ca/A/c29e35eac3494a49a757fedaf5d04395 2024-11-25T10:14:15,497 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/d34d01432cbd03941f110edd57c221ca/B/1b3fc8fe349c48e6b0f65c73fa29830d to hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/archive/data/default/TestAcidGuarantees/d34d01432cbd03941f110edd57c221ca/B/1b3fc8fe349c48e6b0f65c73fa29830d 2024-11-25T10:14:15,499 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/d34d01432cbd03941f110edd57c221ca/B/7eea831a41834dadb9bfe0bc961ef121 to hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/archive/data/default/TestAcidGuarantees/d34d01432cbd03941f110edd57c221ca/B/7eea831a41834dadb9bfe0bc961ef121 2024-11-25T10:14:15,501 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/d34d01432cbd03941f110edd57c221ca/C/62b51e4479394eb393414e12019033eb to hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/archive/data/default/TestAcidGuarantees/d34d01432cbd03941f110edd57c221ca/C/62b51e4479394eb393414e12019033eb 2024-11-25T10:14:15,503 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/d34d01432cbd03941f110edd57c221ca/C/fed45c9765ec4a10a7ea44e61850d027 to hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/archive/data/default/TestAcidGuarantees/d34d01432cbd03941f110edd57c221ca/C/fed45c9765ec4a10a7ea44e61850d027 2024-11-25T10:14:15,508 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/d34d01432cbd03941f110edd57c221ca/recovered.edits/577.seqid to hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/archive/data/default/TestAcidGuarantees/d34d01432cbd03941f110edd57c221ca/recovered.edits/577.seqid 2024-11-25T10:14:15,512 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(610): Deleted hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/d34d01432cbd03941f110edd57c221ca 2024-11-25T10:14:15,512 DEBUG [PEWorker-1 {}] procedure.DeleteTableProcedure(313): Archived TestAcidGuarantees regions 2024-11-25T10:14:15,520 DEBUG [PEWorker-1 {}] procedure.DeleteTableProcedure(120): Deleting regions from META for pid=31, state=RUNNABLE:DELETE_TABLE_REMOVE_FROM_META, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-25T10:14:15,526 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=38547 {}] util.ReflectedFunctionCache(97): Populated cache for org.apache.hadoop.hbase.filter.KeyOnlyFilter in 0ms 2024-11-25T10:14:15,538 WARN [PEWorker-1 {}] procedure.DeleteTableProcedure(370): Deleting some vestigial 1 rows of TestAcidGuarantees from hbase:meta 2024-11-25T10:14:15,582 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41005 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=31 2024-11-25T10:14:15,588 DEBUG [PEWorker-1 {}] procedure.DeleteTableProcedure(407): Removing 'TestAcidGuarantees' descriptor. 2024-11-25T10:14:15,590 DEBUG [PEWorker-1 {}] procedure.DeleteTableProcedure(126): Deleting assignment state for pid=31, state=RUNNABLE:DELETE_TABLE_UNASSIGN_REGIONS, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-25T10:14:15,590 DEBUG [PEWorker-1 {}] procedure.DeleteTableProcedure(397): Removing 'TestAcidGuarantees' from region states. 2024-11-25T10:14:15,591 DEBUG [PEWorker-1 {}] assignment.RegionStateStore(723): Delete {"totalColumns":1,"row":"TestAcidGuarantees,,1732529629057.d34d01432cbd03941f110edd57c221ca.","families":{"info":[{"qualifier":"","vlen":0,"tag":[],"timestamp":"1732529655590"}]},"ts":"9223372036854775807"} 2024-11-25T10:14:15,596 INFO [PEWorker-1 {}] assignment.RegionStateStore(562): Deleted 1 regions from META 2024-11-25T10:14:15,596 DEBUG [PEWorker-1 {}] assignment.RegionStateStore(563): Deleted regions: [{ENCODED => d34d01432cbd03941f110edd57c221ca, NAME => 'TestAcidGuarantees,,1732529629057.d34d01432cbd03941f110edd57c221ca.', STARTKEY => '', ENDKEY => ''}] 2024-11-25T10:14:15,596 DEBUG [PEWorker-1 {}] procedure.DeleteTableProcedure(401): Marking 'TestAcidGuarantees' as deleted. 2024-11-25T10:14:15,596 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Delete {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":0,"tag":[],"timestamp":"1732529655596"}]},"ts":"9223372036854775807"} 2024-11-25T10:14:15,600 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(867): Deleted table TestAcidGuarantees state from META 2024-11-25T10:14:15,601 DEBUG [PEWorker-1 {}] procedure.DeleteTableProcedure(133): Finished pid=31, state=RUNNABLE:DELETE_TABLE_POST_OPERATION, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-25T10:14:15,602 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=31, state=SUCCESS, hasLock=false; DeleteTableProcedure table=TestAcidGuarantees in 134 msec 2024-11-25T10:14:15,792 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41005 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=31 2024-11-25T10:14:15,793 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocator(219): Clear meta cache for TestAcidGuarantees 2024-11-25T10:14:15,793 INFO [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: DELETE, Table Name: default:TestAcidGuarantees completed 2024-11-25T10:14:15,807 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: TestAcidGuaranteesWithEagerPolicy#testMixedAtomicity Thread=248 (was 211) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-5 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS_IN_MEMORY_COMPACTION-regionserver/e2fd862922a0:0-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS_IN_MEMORY_COMPACTION-regionserver/e2fd862922a0:0-4 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-4 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:62) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:883) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS_CLOSE_REGION-regionserver/e2fd862922a0:0-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS_FLUSH_OPERATIONS-regionserver/e2fd862922a0:0-2 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ProcedureExecutor-Async-Task-Executor-2 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ProcedureExecutor-Async-Task-Executor-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-11 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-9 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS_IN_MEMORY_COMPACTION-regionserver/e2fd862922a0:0-3 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS_IN_MEMORY_COMPACTION-regionserver/e2fd862922a0:0-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HFileArchiver-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS_IN_MEMORY_COMPACTION-regionserver/e2fd862922a0:0-6 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS_IN_MEMORY_COMPACTION-regionserver/e2fd862922a0:0-7 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-6 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS_IN_MEMORY_COMPACTION-regionserver/e2fd862922a0:0-8 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-2049387265_22 at /127.0.0.1:59368 [Waiting for operation #310] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ProcedureExecutor-Async-Task-Executor-3 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-7 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS_IN_MEMORY_COMPACTION-regionserver/e2fd862922a0:0-9 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-8 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS_OPEN_REGION-regionserver/e2fd862922a0:0-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS_FLUSH_OPERATIONS-regionserver/e2fd862922a0:0-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-15 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_545230377_22 at /127.0.0.1:33398 [Waiting for operation #320] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-13 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-16 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-10 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS_FLUSH_OPERATIONS-regionserver/e2fd862922a0:0-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RSProcedureDispatcher-pool-2 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RSProcedureDispatcher-pool-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-12 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS_IN_MEMORY_COMPACTION-regionserver/e2fd862922a0:0-2 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Timer for 'HBase' metrics system java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:563) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) Potentially hanging thread: RS:0;e2fd862922a0:38547-shortCompactions-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.PriorityBlockingQueue.take(PriorityBlockingQueue.java:535) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ProcedureExecutor-Async-Task-Executor-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS_IN_MEMORY_COMPACTION-regionserver/e2fd862922a0:0-5 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-14 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=453 (was 441) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=481 (was 316) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=6454 (was 6354) - AvailableMemoryMB LEAK? - 2024-11-25T10:14:15,819 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: TestAcidGuaranteesWithEagerPolicy#testMobMixedAtomicity Thread=248, OpenFileDescriptor=453, MaxFileDescriptor=1048576, SystemLoadAverage=481, ProcessCount=11, AvailableMemoryMB=6454 2024-11-25T10:14:15,821 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41005 {}] util.TableDescriptorChecker(321): MEMSTORE_FLUSHSIZE for table descriptor or "hbase.hregion.memstore.flush.size" (131072) is too small, which might cause very frequent flushing. 2024-11-25T10:14:15,821 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41005 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'EAGER', 'hbase.hregion.memstore.mslab.enabled' => 'false', 'hbase.memstore.inmemoryflush.threshold.factor' => '0.9'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-25T10:14:15,822 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41005 {}] procedure2.ProcedureExecutor(1139): Stored pid=32, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=TestAcidGuarantees 2024-11-25T10:14:15,824 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=32, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_PRE_OPERATION 2024-11-25T10:14:15,824 DEBUG [PEWorker-5 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:15,824 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41005 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "TestAcidGuarantees" procId is: 32 2024-11-25T10:14:15,825 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41005 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=32 2024-11-25T10:14:15,825 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=32, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-25T10:14:15,832 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39927 is added to blk_1073741939_1115 (size=1061) 2024-11-25T10:14:15,932 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41005 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=32 2024-11-25T10:14:16,142 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41005 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=32 2024-11-25T10:14:16,234 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 0e9c9d01dcbe1521dbe2ab895ce0a72d, NAME => 'TestAcidGuarantees,,1732529655820.0e9c9d01dcbe1521dbe2ab895ce0a72d.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'EAGER', 'hbase.hregion.memstore.mslab.enabled' => 'false', 'hbase.memstore.inmemoryflush.threshold.factor' => '0.9', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e 2024-11-25T10:14:16,241 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39927 is added to blk_1073741940_1116 (size=53) 2024-11-25T10:14:16,452 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41005 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=32 2024-11-25T10:14:16,642 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(898): Instantiated TestAcidGuarantees,,1732529655820.0e9c9d01dcbe1521dbe2ab895ce0a72d.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-25T10:14:16,642 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1722): Closing 0e9c9d01dcbe1521dbe2ab895ce0a72d, disabling compactions & flushes 2024-11-25T10:14:16,642 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1755): Closing region TestAcidGuarantees,,1732529655820.0e9c9d01dcbe1521dbe2ab895ce0a72d. 2024-11-25T10:14:16,642 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on TestAcidGuarantees,,1732529655820.0e9c9d01dcbe1521dbe2ab895ce0a72d. 2024-11-25T10:14:16,642 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on TestAcidGuarantees,,1732529655820.0e9c9d01dcbe1521dbe2ab895ce0a72d. after waiting 0 ms 2024-11-25T10:14:16,642 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region TestAcidGuarantees,,1732529655820.0e9c9d01dcbe1521dbe2ab895ce0a72d. 2024-11-25T10:14:16,642 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1973): Closed TestAcidGuarantees,,1732529655820.0e9c9d01dcbe1521dbe2ab895ce0a72d. 2024-11-25T10:14:16,642 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1676): Region close journal for 0e9c9d01dcbe1521dbe2ab895ce0a72d: Waiting for close lock at 1732529656642Disabling compacts and flushes for region at 1732529656642Disabling writes for close at 1732529656642Writing region close event to WAL at 1732529656642Closed at 1732529656642 2024-11-25T10:14:16,644 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=32, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_ADD_TO_META 2024-11-25T10:14:16,644 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"TestAcidGuarantees,,1732529655820.0e9c9d01dcbe1521dbe2ab895ce0a72d.","families":{"info":[{"qualifier":"regioninfo","vlen":52,"tag":[],"timestamp":"1732529656644"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732529656644"}]},"ts":"1732529656644"} 2024-11-25T10:14:16,646 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-25T10:14:16,647 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=32, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-25T10:14:16,647 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732529656647"}]},"ts":"1732529656647"} 2024-11-25T10:14:16,649 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(843): Updated tableName=TestAcidGuarantees, state=ENABLING in hbase:meta 2024-11-25T10:14:16,649 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=33, ppid=32, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=0e9c9d01dcbe1521dbe2ab895ce0a72d, ASSIGN}] 2024-11-25T10:14:16,650 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=33, ppid=32, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=0e9c9d01dcbe1521dbe2ab895ce0a72d, ASSIGN 2024-11-25T10:14:16,651 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=33, ppid=32, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=0e9c9d01dcbe1521dbe2ab895ce0a72d, ASSIGN; state=OFFLINE, location=e2fd862922a0,38547,1732529625709; forceNewPlan=false, retain=false 2024-11-25T10:14:16,802 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=33 updating hbase:meta row=0e9c9d01dcbe1521dbe2ab895ce0a72d, regionState=OPENING, regionLocation=e2fd862922a0,38547,1732529625709 2024-11-25T10:14:16,804 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=33, ppid=32, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=0e9c9d01dcbe1521dbe2ab895ce0a72d, ASSIGN because future has completed 2024-11-25T10:14:16,804 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=34, ppid=33, state=RUNNABLE, hasLock=false; OpenRegionProcedure 0e9c9d01dcbe1521dbe2ab895ce0a72d, server=e2fd862922a0,38547,1732529625709}] 2024-11-25T10:14:16,961 INFO [RS_OPEN_REGION-regionserver/e2fd862922a0:0-0 {event_type=M_RS_OPEN_REGION, pid=34}] handler.AssignRegionHandler(132): Open TestAcidGuarantees,,1732529655820.0e9c9d01dcbe1521dbe2ab895ce0a72d. 2024-11-25T10:14:16,961 DEBUG [RS_OPEN_REGION-regionserver/e2fd862922a0:0-0 {event_type=M_RS_OPEN_REGION, pid=34}] regionserver.HRegion(7752): Opening region: {ENCODED => 0e9c9d01dcbe1521dbe2ab895ce0a72d, NAME => 'TestAcidGuarantees,,1732529655820.0e9c9d01dcbe1521dbe2ab895ce0a72d.', STARTKEY => '', ENDKEY => ''} 2024-11-25T10:14:16,961 DEBUG [RS_OPEN_REGION-regionserver/e2fd862922a0:0-0 {event_type=M_RS_OPEN_REGION, pid=34}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table TestAcidGuarantees 0e9c9d01dcbe1521dbe2ab895ce0a72d 2024-11-25T10:14:16,961 DEBUG [RS_OPEN_REGION-regionserver/e2fd862922a0:0-0 {event_type=M_RS_OPEN_REGION, pid=34}] regionserver.HRegion(898): Instantiated TestAcidGuarantees,,1732529655820.0e9c9d01dcbe1521dbe2ab895ce0a72d.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-25T10:14:16,961 DEBUG [RS_OPEN_REGION-regionserver/e2fd862922a0:0-0 {event_type=M_RS_OPEN_REGION, pid=34}] regionserver.HRegion(7794): checking encryption for 0e9c9d01dcbe1521dbe2ab895ce0a72d 2024-11-25T10:14:16,961 DEBUG [RS_OPEN_REGION-regionserver/e2fd862922a0:0-0 {event_type=M_RS_OPEN_REGION, pid=34}] regionserver.HRegion(7797): checking classloading for 0e9c9d01dcbe1521dbe2ab895ce0a72d 2024-11-25T10:14:16,962 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41005 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=32 2024-11-25T10:14:16,963 INFO [StoreOpener-0e9c9d01dcbe1521dbe2ab895ce0a72d-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family A of region 0e9c9d01dcbe1521dbe2ab895ce0a72d 2024-11-25T10:14:16,964 INFO [StoreOpener-0e9c9d01dcbe1521dbe2ab895ce0a72d-1 {}] regionserver.CompactingMemStore(122): Store=A, in-memory flush size threshold=38.40 KB, immutable segments index type=ARRAY_MAP, compactor=EAGER, pipelineThreshold=2, compactionCellMax=10 2024-11-25T10:14:16,965 INFO [StoreOpener-0e9c9d01dcbe1521dbe2ab895ce0a72d-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 0e9c9d01dcbe1521dbe2ab895ce0a72d columnFamilyName A 2024-11-25T10:14:16,965 DEBUG [StoreOpener-0e9c9d01dcbe1521dbe2ab895ce0a72d-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:16,966 INFO [StoreOpener-0e9c9d01dcbe1521dbe2ab895ce0a72d-1 {}] regionserver.HStore(327): Store=0e9c9d01dcbe1521dbe2ab895ce0a72d/A, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-25T10:14:16,966 INFO [StoreOpener-0e9c9d01dcbe1521dbe2ab895ce0a72d-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family B of region 0e9c9d01dcbe1521dbe2ab895ce0a72d 2024-11-25T10:14:16,967 INFO [StoreOpener-0e9c9d01dcbe1521dbe2ab895ce0a72d-1 {}] regionserver.CompactingMemStore(122): Store=B, in-memory flush size threshold=38.40 KB, immutable segments index type=ARRAY_MAP, compactor=EAGER, pipelineThreshold=2, compactionCellMax=10 2024-11-25T10:14:16,967 INFO [StoreOpener-0e9c9d01dcbe1521dbe2ab895ce0a72d-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 0e9c9d01dcbe1521dbe2ab895ce0a72d columnFamilyName B 2024-11-25T10:14:16,967 DEBUG [StoreOpener-0e9c9d01dcbe1521dbe2ab895ce0a72d-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:16,968 INFO [StoreOpener-0e9c9d01dcbe1521dbe2ab895ce0a72d-1 {}] regionserver.HStore(327): Store=0e9c9d01dcbe1521dbe2ab895ce0a72d/B, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-25T10:14:16,968 INFO [StoreOpener-0e9c9d01dcbe1521dbe2ab895ce0a72d-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family C of region 0e9c9d01dcbe1521dbe2ab895ce0a72d 2024-11-25T10:14:16,969 INFO [StoreOpener-0e9c9d01dcbe1521dbe2ab895ce0a72d-1 {}] regionserver.CompactingMemStore(122): Store=C, in-memory flush size threshold=38.40 KB, immutable segments index type=ARRAY_MAP, compactor=EAGER, pipelineThreshold=2, compactionCellMax=10 2024-11-25T10:14:16,969 INFO [StoreOpener-0e9c9d01dcbe1521dbe2ab895ce0a72d-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 0e9c9d01dcbe1521dbe2ab895ce0a72d columnFamilyName C 2024-11-25T10:14:16,969 DEBUG [StoreOpener-0e9c9d01dcbe1521dbe2ab895ce0a72d-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:16,970 INFO [StoreOpener-0e9c9d01dcbe1521dbe2ab895ce0a72d-1 {}] regionserver.HStore(327): Store=0e9c9d01dcbe1521dbe2ab895ce0a72d/C, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-25T10:14:16,970 INFO [RS_OPEN_REGION-regionserver/e2fd862922a0:0-0 {event_type=M_RS_OPEN_REGION, pid=34}] regionserver.HRegion(1212): Setting FlushNonSloppyStoresFirstPolicy for the region=TestAcidGuarantees,,1732529655820.0e9c9d01dcbe1521dbe2ab895ce0a72d. 2024-11-25T10:14:16,970 DEBUG [RS_OPEN_REGION-regionserver/e2fd862922a0:0-0 {event_type=M_RS_OPEN_REGION, pid=34}] regionserver.HRegion(1038): replaying wal for 0e9c9d01dcbe1521dbe2ab895ce0a72d 2024-11-25T10:14:16,971 DEBUG [RS_OPEN_REGION-regionserver/e2fd862922a0:0-0 {event_type=M_RS_OPEN_REGION, pid=34}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/0e9c9d01dcbe1521dbe2ab895ce0a72d 2024-11-25T10:14:16,972 DEBUG [RS_OPEN_REGION-regionserver/e2fd862922a0:0-0 {event_type=M_RS_OPEN_REGION, pid=34}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/0e9c9d01dcbe1521dbe2ab895ce0a72d 2024-11-25T10:14:16,973 DEBUG [RS_OPEN_REGION-regionserver/e2fd862922a0:0-0 {event_type=M_RS_OPEN_REGION, pid=34}] regionserver.HRegion(1048): stopping wal replay for 0e9c9d01dcbe1521dbe2ab895ce0a72d 2024-11-25T10:14:16,973 DEBUG [RS_OPEN_REGION-regionserver/e2fd862922a0:0-0 {event_type=M_RS_OPEN_REGION, pid=34}] regionserver.HRegion(1060): Cleaning up temporary data for 0e9c9d01dcbe1521dbe2ab895ce0a72d 2024-11-25T10:14:16,974 DEBUG [RS_OPEN_REGION-regionserver/e2fd862922a0:0-0 {event_type=M_RS_OPEN_REGION, pid=34}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table TestAcidGuarantees descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-11-25T10:14:16,975 DEBUG [RS_OPEN_REGION-regionserver/e2fd862922a0:0-0 {event_type=M_RS_OPEN_REGION, pid=34}] regionserver.HRegion(1093): writing seq id for 0e9c9d01dcbe1521dbe2ab895ce0a72d 2024-11-25T10:14:16,977 DEBUG [RS_OPEN_REGION-regionserver/e2fd862922a0:0-0 {event_type=M_RS_OPEN_REGION, pid=34}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/0e9c9d01dcbe1521dbe2ab895ce0a72d/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-25T10:14:16,978 INFO [RS_OPEN_REGION-regionserver/e2fd862922a0:0-0 {event_type=M_RS_OPEN_REGION, pid=34}] regionserver.HRegion(1114): Opened 0e9c9d01dcbe1521dbe2ab895ce0a72d; next sequenceid=2; ConstantSizeRegionSplitPolicy{desiredMaxFileSize=66462908, jitterRate=-0.009625494480133057}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-11-25T10:14:16,978 DEBUG [RS_OPEN_REGION-regionserver/e2fd862922a0:0-0 {event_type=M_RS_OPEN_REGION, pid=34}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 0e9c9d01dcbe1521dbe2ab895ce0a72d 2024-11-25T10:14:16,979 DEBUG [RS_OPEN_REGION-regionserver/e2fd862922a0:0-0 {event_type=M_RS_OPEN_REGION, pid=34}] regionserver.HRegion(1006): Region open journal for 0e9c9d01dcbe1521dbe2ab895ce0a72d: Running coprocessor pre-open hook at 1732529656961Writing region info on filesystem at 1732529656961Initializing all the Stores at 1732529656962 (+1 ms)Instantiating store for column family {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732529656962Instantiating store for column family {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732529656962Instantiating store for column family {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732529656962Cleaning up temporary data from old regions at 1732529656973 (+11 ms)Running coprocessor post-open hooks at 1732529656978 (+5 ms)Region opened successfully at 1732529656979 (+1 ms) 2024-11-25T10:14:16,980 INFO [RS_OPEN_REGION-regionserver/e2fd862922a0:0-0 {event_type=M_RS_OPEN_REGION, pid=34}] regionserver.HRegionServer(2236): Post open deploy tasks for TestAcidGuarantees,,1732529655820.0e9c9d01dcbe1521dbe2ab895ce0a72d., pid=34, masterSystemTime=1732529656956 2024-11-25T10:14:16,982 DEBUG [RS_OPEN_REGION-regionserver/e2fd862922a0:0-0 {event_type=M_RS_OPEN_REGION, pid=34}] regionserver.HRegionServer(2266): Finished post open deploy task for TestAcidGuarantees,,1732529655820.0e9c9d01dcbe1521dbe2ab895ce0a72d. 2024-11-25T10:14:16,982 INFO [RS_OPEN_REGION-regionserver/e2fd862922a0:0-0 {event_type=M_RS_OPEN_REGION, pid=34}] handler.AssignRegionHandler(153): Opened TestAcidGuarantees,,1732529655820.0e9c9d01dcbe1521dbe2ab895ce0a72d. 2024-11-25T10:14:16,983 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=33 updating hbase:meta row=0e9c9d01dcbe1521dbe2ab895ce0a72d, regionState=OPEN, openSeqNum=2, regionLocation=e2fd862922a0,38547,1732529625709 2024-11-25T10:14:16,985 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=34, ppid=33, state=RUNNABLE, hasLock=false; OpenRegionProcedure 0e9c9d01dcbe1521dbe2ab895ce0a72d, server=e2fd862922a0,38547,1732529625709 because future has completed 2024-11-25T10:14:16,988 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=34, resume processing ppid=33 2024-11-25T10:14:16,988 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=34, ppid=33, state=SUCCESS, hasLock=false; OpenRegionProcedure 0e9c9d01dcbe1521dbe2ab895ce0a72d, server=e2fd862922a0,38547,1732529625709 in 182 msec 2024-11-25T10:14:16,990 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=33, resume processing ppid=32 2024-11-25T10:14:16,990 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=33, ppid=32, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=0e9c9d01dcbe1521dbe2ab895ce0a72d, ASSIGN in 339 msec 2024-11-25T10:14:16,990 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=32, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-25T10:14:16,991 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732529656990"}]},"ts":"1732529656990"} 2024-11-25T10:14:16,993 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=TestAcidGuarantees, state=ENABLED in hbase:meta 2024-11-25T10:14:16,994 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=32, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_POST_OPERATION 2024-11-25T10:14:16,995 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=32, state=SUCCESS, hasLock=false; CreateTableProcedure table=TestAcidGuarantees in 1.1730 sec 2024-11-25T10:14:17,973 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41005 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=32 2024-11-25T10:14:17,973 INFO [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:TestAcidGuarantees completed 2024-11-25T10:14:17,974 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@24d6c558, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T10:14:17,974 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request e2fd862922a0,41005,-1 for getting cluster id 2024-11-25T10:14:17,974 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-25T10:14:17,976 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'faeb5c13-49c4-407d-86f9-65e4c873355a' 2024-11-25T10:14:17,976 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-25T10:14:17,976 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "faeb5c13-49c4-407d-86f9-65e4c873355a" 2024-11-25T10:14:17,976 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2eba169d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T10:14:17,977 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [e2fd862922a0,41005,-1] 2024-11-25T10:14:17,977 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-25T10:14:17,977 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T10:14:17,978 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:47396, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-25T10:14:17,979 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@16870e56, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T10:14:17,979 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-25T10:14:17,980 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=e2fd862922a0,38547,1732529625709, seqNum=-1] 2024-11-25T10:14:17,980 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-25T10:14:17,981 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:34866, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-25T10:14:17,983 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-25T10:14:17,984 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncConnectionImpl(321): The fetched master address is e2fd862922a0,41005,1732529624914 2024-11-25T10:14:17,984 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@43c3c82e 2024-11-25T10:14:17,984 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-25T10:14:17,985 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:47402, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-25T10:14:17,990 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41005 {}] util.TableDescriptorChecker(321): MEMSTORE_FLUSHSIZE for table descriptor or "hbase.hregion.memstore.flush.size" (131072) is too small, which might cause very frequent flushing. 2024-11-25T10:14:17,990 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41005 {}] master.HMaster$14(2863): Client=jenkins//172.17.0.2 modify table TestAcidGuarantees from 'TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'EAGER', 'hbase.hregion.memstore.mslab.enabled' => 'false', 'hbase.memstore.inmemoryflush.threshold.factor' => '0.9', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} to 'TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'EAGER', 'hbase.hregion.memstore.mslab.enabled' => 'false', 'hbase.memstore.inmemoryflush.threshold.factor' => '0.9', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', MOB_THRESHOLD => '4', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', IS_MOB => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-25T10:14:17,996 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41005 {}] procedure2.ProcedureExecutor(1139): Stored pid=35, state=RUNNABLE:MODIFY_TABLE_PREPARE, hasLock=false; ModifyTableProcedure table=TestAcidGuarantees 2024-11-25T10:14:18,007 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39927 is added to blk_1073741941_1117 (size=1097) 2024-11-25T10:14:18,409 DEBUG [PEWorker-1 {}] util.FSTableDescriptors(591): Deleted hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/.tabledesc/.tableinfo.0000000001.1061 2024-11-25T10:14:18,409 INFO [PEWorker-1 {}] util.FSTableDescriptors(361): Updated tableinfo=hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/.tabledesc/.tableinfo.0000000002.1097 2024-11-25T10:14:18,413 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=36, ppid=35, state=RUNNABLE:REOPEN_TABLE_REGIONS_GET_REGIONS, hasLock=false; ReopenTableRegionsProcedure table=TestAcidGuarantees}] 2024-11-25T10:14:18,420 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=37, ppid=36, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=0e9c9d01dcbe1521dbe2ab895ce0a72d, REOPEN/MOVE}] 2024-11-25T10:14:18,421 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=37, ppid=36, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=0e9c9d01dcbe1521dbe2ab895ce0a72d, REOPEN/MOVE 2024-11-25T10:14:18,422 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=37 updating hbase:meta row=0e9c9d01dcbe1521dbe2ab895ce0a72d, regionState=CLOSING, regionLocation=e2fd862922a0,38547,1732529625709 2024-11-25T10:14:18,423 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=37, ppid=36, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=0e9c9d01dcbe1521dbe2ab895ce0a72d, REOPEN/MOVE because future has completed 2024-11-25T10:14:18,424 DEBUG [PEWorker-3 {}] assignment.TransitRegionStateProcedure(375): Close region: isSplit: false: evictOnSplit: true: evictOnClose: false 2024-11-25T10:14:18,424 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=38, ppid=37, state=RUNNABLE, hasLock=false; CloseRegionProcedure 0e9c9d01dcbe1521dbe2ab895ce0a72d, server=e2fd862922a0,38547,1732529625709}] 2024-11-25T10:14:18,576 INFO [RS_CLOSE_REGION-regionserver/e2fd862922a0:0-0 {event_type=M_RS_CLOSE_REGION, pid=38}] handler.UnassignRegionHandler(122): Close 0e9c9d01dcbe1521dbe2ab895ce0a72d 2024-11-25T10:14:18,576 DEBUG [RS_CLOSE_REGION-regionserver/e2fd862922a0:0-0 {event_type=M_RS_CLOSE_REGION, pid=38}] handler.UnassignRegionHandler(136): Unassign region: split region: false: evictCache: false 2024-11-25T10:14:18,576 DEBUG [RS_CLOSE_REGION-regionserver/e2fd862922a0:0-0 {event_type=M_RS_CLOSE_REGION, pid=38}] regionserver.HRegion(1722): Closing 0e9c9d01dcbe1521dbe2ab895ce0a72d, disabling compactions & flushes 2024-11-25T10:14:18,576 INFO [RS_CLOSE_REGION-regionserver/e2fd862922a0:0-0 {event_type=M_RS_CLOSE_REGION, pid=38}] regionserver.HRegion(1755): Closing region TestAcidGuarantees,,1732529655820.0e9c9d01dcbe1521dbe2ab895ce0a72d. 2024-11-25T10:14:18,576 DEBUG [RS_CLOSE_REGION-regionserver/e2fd862922a0:0-0 {event_type=M_RS_CLOSE_REGION, pid=38}] regionserver.HRegion(1776): Time limited wait for close lock on TestAcidGuarantees,,1732529655820.0e9c9d01dcbe1521dbe2ab895ce0a72d. 2024-11-25T10:14:18,576 DEBUG [RS_CLOSE_REGION-regionserver/e2fd862922a0:0-0 {event_type=M_RS_CLOSE_REGION, pid=38}] regionserver.HRegion(1843): Acquired close lock on TestAcidGuarantees,,1732529655820.0e9c9d01dcbe1521dbe2ab895ce0a72d. after waiting 0 ms 2024-11-25T10:14:18,576 DEBUG [RS_CLOSE_REGION-regionserver/e2fd862922a0:0-0 {event_type=M_RS_CLOSE_REGION, pid=38}] regionserver.HRegion(1853): Updates disabled for region TestAcidGuarantees,,1732529655820.0e9c9d01dcbe1521dbe2ab895ce0a72d. 2024-11-25T10:14:18,580 DEBUG [RS_CLOSE_REGION-regionserver/e2fd862922a0:0-0 {event_type=M_RS_CLOSE_REGION, pid=38}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/0e9c9d01dcbe1521dbe2ab895ce0a72d/recovered.edits/4.seqid, newMaxSeqId=4, maxSeqId=1 2024-11-25T10:14:18,581 INFO [RS_CLOSE_REGION-regionserver/e2fd862922a0:0-0 {event_type=M_RS_CLOSE_REGION, pid=38}] regionserver.HRegion(1973): Closed TestAcidGuarantees,,1732529655820.0e9c9d01dcbe1521dbe2ab895ce0a72d. 2024-11-25T10:14:18,581 DEBUG [RS_CLOSE_REGION-regionserver/e2fd862922a0:0-0 {event_type=M_RS_CLOSE_REGION, pid=38}] regionserver.HRegion(1676): Region close journal for 0e9c9d01dcbe1521dbe2ab895ce0a72d: Waiting for close lock at 1732529658576Running coprocessor pre-close hooks at 1732529658576Disabling compacts and flushes for region at 1732529658576Disabling writes for close at 1732529658576Writing region close event to WAL at 1732529658576Running coprocessor post-close hooks at 1732529658581 (+5 ms)Closed at 1732529658581 2024-11-25T10:14:18,581 WARN [RS_CLOSE_REGION-regionserver/e2fd862922a0:0-0 {event_type=M_RS_CLOSE_REGION, pid=38}] regionserver.HRegionServer(3299): Not adding moved region record: 0e9c9d01dcbe1521dbe2ab895ce0a72d to self. 2024-11-25T10:14:18,583 INFO [RS_CLOSE_REGION-regionserver/e2fd862922a0:0-0 {event_type=M_RS_CLOSE_REGION, pid=38}] handler.UnassignRegionHandler(157): Closed 0e9c9d01dcbe1521dbe2ab895ce0a72d 2024-11-25T10:14:18,584 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=37 updating hbase:meta row=0e9c9d01dcbe1521dbe2ab895ce0a72d, regionState=CLOSED 2024-11-25T10:14:18,585 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=38, ppid=37, state=RUNNABLE, hasLock=false; CloseRegionProcedure 0e9c9d01dcbe1521dbe2ab895ce0a72d, server=e2fd862922a0,38547,1732529625709 because future has completed 2024-11-25T10:14:18,588 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=38, resume processing ppid=37 2024-11-25T10:14:18,588 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=38, ppid=37, state=SUCCESS, hasLock=false; CloseRegionProcedure 0e9c9d01dcbe1521dbe2ab895ce0a72d, server=e2fd862922a0,38547,1732529625709 in 162 msec 2024-11-25T10:14:18,589 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=37, ppid=36, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=0e9c9d01dcbe1521dbe2ab895ce0a72d, REOPEN/MOVE; state=CLOSED, location=e2fd862922a0,38547,1732529625709; forceNewPlan=false, retain=true 2024-11-25T10:14:18,739 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=37 updating hbase:meta row=0e9c9d01dcbe1521dbe2ab895ce0a72d, regionState=OPENING, regionLocation=e2fd862922a0,38547,1732529625709 2024-11-25T10:14:18,741 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=37, ppid=36, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=0e9c9d01dcbe1521dbe2ab895ce0a72d, REOPEN/MOVE because future has completed 2024-11-25T10:14:18,741 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=39, ppid=37, state=RUNNABLE, hasLock=false; OpenRegionProcedure 0e9c9d01dcbe1521dbe2ab895ce0a72d, server=e2fd862922a0,38547,1732529625709}] 2024-11-25T10:14:18,897 INFO [RS_OPEN_REGION-regionserver/e2fd862922a0:0-0 {event_type=M_RS_OPEN_REGION, pid=39}] handler.AssignRegionHandler(132): Open TestAcidGuarantees,,1732529655820.0e9c9d01dcbe1521dbe2ab895ce0a72d. 2024-11-25T10:14:18,897 DEBUG [RS_OPEN_REGION-regionserver/e2fd862922a0:0-0 {event_type=M_RS_OPEN_REGION, pid=39}] regionserver.HRegion(7752): Opening region: {ENCODED => 0e9c9d01dcbe1521dbe2ab895ce0a72d, NAME => 'TestAcidGuarantees,,1732529655820.0e9c9d01dcbe1521dbe2ab895ce0a72d.', STARTKEY => '', ENDKEY => ''} 2024-11-25T10:14:18,897 DEBUG [RS_OPEN_REGION-regionserver/e2fd862922a0:0-0 {event_type=M_RS_OPEN_REGION, pid=39}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table TestAcidGuarantees 0e9c9d01dcbe1521dbe2ab895ce0a72d 2024-11-25T10:14:18,897 DEBUG [RS_OPEN_REGION-regionserver/e2fd862922a0:0-0 {event_type=M_RS_OPEN_REGION, pid=39}] regionserver.HRegion(898): Instantiated TestAcidGuarantees,,1732529655820.0e9c9d01dcbe1521dbe2ab895ce0a72d.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-25T10:14:18,897 DEBUG [RS_OPEN_REGION-regionserver/e2fd862922a0:0-0 {event_type=M_RS_OPEN_REGION, pid=39}] regionserver.HRegion(7794): checking encryption for 0e9c9d01dcbe1521dbe2ab895ce0a72d 2024-11-25T10:14:18,898 DEBUG [RS_OPEN_REGION-regionserver/e2fd862922a0:0-0 {event_type=M_RS_OPEN_REGION, pid=39}] regionserver.HRegion(7797): checking classloading for 0e9c9d01dcbe1521dbe2ab895ce0a72d 2024-11-25T10:14:18,900 INFO [StoreOpener-0e9c9d01dcbe1521dbe2ab895ce0a72d-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family A of region 0e9c9d01dcbe1521dbe2ab895ce0a72d 2024-11-25T10:14:18,900 INFO [StoreOpener-0e9c9d01dcbe1521dbe2ab895ce0a72d-1 {}] regionserver.CompactingMemStore(122): Store=A, in-memory flush size threshold=38.40 KB, immutable segments index type=ARRAY_MAP, compactor=EAGER, pipelineThreshold=2, compactionCellMax=10 2024-11-25T10:14:18,905 INFO [StoreOpener-0e9c9d01dcbe1521dbe2ab895ce0a72d-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 0e9c9d01dcbe1521dbe2ab895ce0a72d columnFamilyName A 2024-11-25T10:14:18,907 DEBUG [StoreOpener-0e9c9d01dcbe1521dbe2ab895ce0a72d-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:18,907 INFO [StoreOpener-0e9c9d01dcbe1521dbe2ab895ce0a72d-1 {}] regionserver.HStore(327): Store=0e9c9d01dcbe1521dbe2ab895ce0a72d/A, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-25T10:14:18,908 INFO [StoreOpener-0e9c9d01dcbe1521dbe2ab895ce0a72d-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family B of region 0e9c9d01dcbe1521dbe2ab895ce0a72d 2024-11-25T10:14:18,908 INFO [StoreOpener-0e9c9d01dcbe1521dbe2ab895ce0a72d-1 {}] regionserver.CompactingMemStore(122): Store=B, in-memory flush size threshold=38.40 KB, immutable segments index type=ARRAY_MAP, compactor=EAGER, pipelineThreshold=2, compactionCellMax=10 2024-11-25T10:14:18,909 INFO [StoreOpener-0e9c9d01dcbe1521dbe2ab895ce0a72d-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 0e9c9d01dcbe1521dbe2ab895ce0a72d columnFamilyName B 2024-11-25T10:14:18,909 DEBUG [StoreOpener-0e9c9d01dcbe1521dbe2ab895ce0a72d-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:18,909 INFO [StoreOpener-0e9c9d01dcbe1521dbe2ab895ce0a72d-1 {}] regionserver.HStore(327): Store=0e9c9d01dcbe1521dbe2ab895ce0a72d/B, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-25T10:14:18,909 INFO [StoreOpener-0e9c9d01dcbe1521dbe2ab895ce0a72d-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family C of region 0e9c9d01dcbe1521dbe2ab895ce0a72d 2024-11-25T10:14:18,910 INFO [StoreOpener-0e9c9d01dcbe1521dbe2ab895ce0a72d-1 {}] regionserver.CompactingMemStore(122): Store=C, in-memory flush size threshold=38.40 KB, immutable segments index type=ARRAY_MAP, compactor=EAGER, pipelineThreshold=2, compactionCellMax=10 2024-11-25T10:14:18,910 INFO [StoreOpener-0e9c9d01dcbe1521dbe2ab895ce0a72d-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 0e9c9d01dcbe1521dbe2ab895ce0a72d columnFamilyName C 2024-11-25T10:14:18,910 DEBUG [StoreOpener-0e9c9d01dcbe1521dbe2ab895ce0a72d-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:18,910 INFO [StoreOpener-0e9c9d01dcbe1521dbe2ab895ce0a72d-1 {}] regionserver.HStore(327): Store=0e9c9d01dcbe1521dbe2ab895ce0a72d/C, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-25T10:14:18,910 INFO [RS_OPEN_REGION-regionserver/e2fd862922a0:0-0 {event_type=M_RS_OPEN_REGION, pid=39}] regionserver.HRegion(1212): Setting FlushNonSloppyStoresFirstPolicy for the region=TestAcidGuarantees,,1732529655820.0e9c9d01dcbe1521dbe2ab895ce0a72d. 2024-11-25T10:14:18,910 DEBUG [RS_OPEN_REGION-regionserver/e2fd862922a0:0-0 {event_type=M_RS_OPEN_REGION, pid=39}] regionserver.HRegion(1038): replaying wal for 0e9c9d01dcbe1521dbe2ab895ce0a72d 2024-11-25T10:14:18,911 DEBUG [RS_OPEN_REGION-regionserver/e2fd862922a0:0-0 {event_type=M_RS_OPEN_REGION, pid=39}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/0e9c9d01dcbe1521dbe2ab895ce0a72d 2024-11-25T10:14:18,912 DEBUG [RS_OPEN_REGION-regionserver/e2fd862922a0:0-0 {event_type=M_RS_OPEN_REGION, pid=39}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/0e9c9d01dcbe1521dbe2ab895ce0a72d 2024-11-25T10:14:18,913 DEBUG [RS_OPEN_REGION-regionserver/e2fd862922a0:0-0 {event_type=M_RS_OPEN_REGION, pid=39}] regionserver.HRegion(1048): stopping wal replay for 0e9c9d01dcbe1521dbe2ab895ce0a72d 2024-11-25T10:14:18,913 DEBUG [RS_OPEN_REGION-regionserver/e2fd862922a0:0-0 {event_type=M_RS_OPEN_REGION, pid=39}] regionserver.HRegion(1060): Cleaning up temporary data for 0e9c9d01dcbe1521dbe2ab895ce0a72d 2024-11-25T10:14:18,913 DEBUG [RS_OPEN_REGION-regionserver/e2fd862922a0:0-0 {event_type=M_RS_OPEN_REGION, pid=39}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table TestAcidGuarantees descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-11-25T10:14:18,915 DEBUG [RS_OPEN_REGION-regionserver/e2fd862922a0:0-0 {event_type=M_RS_OPEN_REGION, pid=39}] regionserver.HRegion(1093): writing seq id for 0e9c9d01dcbe1521dbe2ab895ce0a72d 2024-11-25T10:14:18,915 INFO [RS_OPEN_REGION-regionserver/e2fd862922a0:0-0 {event_type=M_RS_OPEN_REGION, pid=39}] regionserver.HRegion(1114): Opened 0e9c9d01dcbe1521dbe2ab895ce0a72d; next sequenceid=5; ConstantSizeRegionSplitPolicy{desiredMaxFileSize=65530983, jitterRate=-0.023512259125709534}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-11-25T10:14:18,915 DEBUG [RS_OPEN_REGION-regionserver/e2fd862922a0:0-0 {event_type=M_RS_OPEN_REGION, pid=39}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 0e9c9d01dcbe1521dbe2ab895ce0a72d 2024-11-25T10:14:18,916 DEBUG [RS_OPEN_REGION-regionserver/e2fd862922a0:0-0 {event_type=M_RS_OPEN_REGION, pid=39}] regionserver.HRegion(1006): Region open journal for 0e9c9d01dcbe1521dbe2ab895ce0a72d: Running coprocessor pre-open hook at 1732529658898Writing region info on filesystem at 1732529658898Initializing all the Stores at 1732529658898Instantiating store for column family {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', MOB_THRESHOLD => '4', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', IS_MOB => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732529658898Instantiating store for column family {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732529658899 (+1 ms)Instantiating store for column family {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732529658899Cleaning up temporary data from old regions at 1732529658913 (+14 ms)Running coprocessor post-open hooks at 1732529658915 (+2 ms)Region opened successfully at 1732529658916 (+1 ms) 2024-11-25T10:14:18,917 INFO [RS_OPEN_REGION-regionserver/e2fd862922a0:0-0 {event_type=M_RS_OPEN_REGION, pid=39}] regionserver.HRegionServer(2236): Post open deploy tasks for TestAcidGuarantees,,1732529655820.0e9c9d01dcbe1521dbe2ab895ce0a72d., pid=39, masterSystemTime=1732529658893 2024-11-25T10:14:18,919 DEBUG [RS_OPEN_REGION-regionserver/e2fd862922a0:0-0 {event_type=M_RS_OPEN_REGION, pid=39}] regionserver.HRegionServer(2266): Finished post open deploy task for TestAcidGuarantees,,1732529655820.0e9c9d01dcbe1521dbe2ab895ce0a72d. 2024-11-25T10:14:18,919 INFO [RS_OPEN_REGION-regionserver/e2fd862922a0:0-0 {event_type=M_RS_OPEN_REGION, pid=39}] handler.AssignRegionHandler(153): Opened TestAcidGuarantees,,1732529655820.0e9c9d01dcbe1521dbe2ab895ce0a72d. 2024-11-25T10:14:18,920 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=37 updating hbase:meta row=0e9c9d01dcbe1521dbe2ab895ce0a72d, regionState=OPEN, openSeqNum=5, regionLocation=e2fd862922a0,38547,1732529625709 2024-11-25T10:14:18,922 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=39, ppid=37, state=RUNNABLE, hasLock=false; OpenRegionProcedure 0e9c9d01dcbe1521dbe2ab895ce0a72d, server=e2fd862922a0,38547,1732529625709 because future has completed 2024-11-25T10:14:18,924 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=39, resume processing ppid=37 2024-11-25T10:14:18,924 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=39, ppid=37, state=SUCCESS, hasLock=false; OpenRegionProcedure 0e9c9d01dcbe1521dbe2ab895ce0a72d, server=e2fd862922a0,38547,1732529625709 in 182 msec 2024-11-25T10:14:18,926 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=37, resume processing ppid=36 2024-11-25T10:14:18,927 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=37, ppid=36, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=0e9c9d01dcbe1521dbe2ab895ce0a72d, REOPEN/MOVE in 504 msec 2024-11-25T10:14:18,929 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=36, resume processing ppid=35 2024-11-25T10:14:18,929 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=36, ppid=35, state=SUCCESS, hasLock=false; ReopenTableRegionsProcedure table=TestAcidGuarantees in 516 msec 2024-11-25T10:14:18,933 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=35, state=SUCCESS, hasLock=false; ModifyTableProcedure table=TestAcidGuarantees in 938 msec 2024-11-25T10:14:18,935 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41005 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=35 2024-11-25T10:14:18,936 INFO [RPCClient-NioEventLoopGroup-4-7 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: MODIFY_COLUMN_FAMILY, Table Name: default:TestAcidGuarantees completed 2024-11-25T10:14:18,936 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@375a728f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T10:14:18,937 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request e2fd862922a0,41005,-1 for getting cluster id 2024-11-25T10:14:18,937 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-25T10:14:18,938 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'faeb5c13-49c4-407d-86f9-65e4c873355a' 2024-11-25T10:14:18,938 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-25T10:14:18,938 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "faeb5c13-49c4-407d-86f9-65e4c873355a" 2024-11-25T10:14:18,938 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1b78851c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T10:14:18,939 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [e2fd862922a0,41005,-1] 2024-11-25T10:14:18,939 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-25T10:14:18,939 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T10:14:18,940 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:47416, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-25T10:14:18,941 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7f29c00f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T10:14:18,942 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@19fd0e79, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T10:14:18,942 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request e2fd862922a0,41005,-1 for getting cluster id 2024-11-25T10:14:18,942 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-25T10:14:18,943 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'faeb5c13-49c4-407d-86f9-65e4c873355a' 2024-11-25T10:14:18,943 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-25T10:14:18,943 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "faeb5c13-49c4-407d-86f9-65e4c873355a" 2024-11-25T10:14:18,943 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@679563c1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T10:14:18,943 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [e2fd862922a0,41005,-1] 2024-11-25T10:14:18,944 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-25T10:14:18,944 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T10:14:18,945 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:47428, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-25T10:14:18,946 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@64bbb9d3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T10:14:18,946 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1c6d024c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T10:14:18,947 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request e2fd862922a0,41005,-1 for getting cluster id 2024-11-25T10:14:18,947 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-25T10:14:18,947 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'faeb5c13-49c4-407d-86f9-65e4c873355a' 2024-11-25T10:14:18,948 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-25T10:14:18,948 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "faeb5c13-49c4-407d-86f9-65e4c873355a" 2024-11-25T10:14:18,948 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@68db184, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T10:14:18,948 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [e2fd862922a0,41005,-1] 2024-11-25T10:14:18,948 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-25T10:14:18,948 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T10:14:18,951 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:47444, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-25T10:14:18,952 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@52616749, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T10:14:18,953 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3ef31d00, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T10:14:18,953 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request e2fd862922a0,41005,-1 for getting cluster id 2024-11-25T10:14:18,953 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-25T10:14:18,954 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'faeb5c13-49c4-407d-86f9-65e4c873355a' 2024-11-25T10:14:18,954 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-25T10:14:18,954 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "faeb5c13-49c4-407d-86f9-65e4c873355a" 2024-11-25T10:14:18,954 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7134b996, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T10:14:18,954 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [e2fd862922a0,41005,-1] 2024-11-25T10:14:18,955 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-25T10:14:18,955 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T10:14:18,956 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:47470, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-25T10:14:18,957 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6eccc186, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T10:14:18,957 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@47ccefa0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T10:14:18,957 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request e2fd862922a0,41005,-1 for getting cluster id 2024-11-25T10:14:18,957 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-25T10:14:18,958 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'faeb5c13-49c4-407d-86f9-65e4c873355a' 2024-11-25T10:14:18,958 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-25T10:14:18,958 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "faeb5c13-49c4-407d-86f9-65e4c873355a" 2024-11-25T10:14:18,959 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2dfd3263, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T10:14:18,959 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [e2fd862922a0,41005,-1] 2024-11-25T10:14:18,959 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-25T10:14:18,959 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T10:14:18,960 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:47492, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-25T10:14:18,961 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@78f7afd2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T10:14:18,961 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@230b6988, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T10:14:18,961 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request e2fd862922a0,41005,-1 for getting cluster id 2024-11-25T10:14:18,961 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-25T10:14:18,962 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'faeb5c13-49c4-407d-86f9-65e4c873355a' 2024-11-25T10:14:18,962 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-25T10:14:18,963 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "faeb5c13-49c4-407d-86f9-65e4c873355a" 2024-11-25T10:14:18,963 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@25cc4d3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T10:14:18,963 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [e2fd862922a0,41005,-1] 2024-11-25T10:14:18,963 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-25T10:14:18,963 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T10:14:18,964 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:47512, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-25T10:14:18,964 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4a4512e7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T10:14:18,965 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@649aad47, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T10:14:18,965 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request e2fd862922a0,41005,-1 for getting cluster id 2024-11-25T10:14:18,965 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-25T10:14:18,966 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'faeb5c13-49c4-407d-86f9-65e4c873355a' 2024-11-25T10:14:18,966 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-25T10:14:18,966 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "faeb5c13-49c4-407d-86f9-65e4c873355a" 2024-11-25T10:14:18,966 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@21408266, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T10:14:18,966 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [e2fd862922a0,41005,-1] 2024-11-25T10:14:18,966 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-25T10:14:18,967 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T10:14:18,967 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:47528, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-25T10:14:18,968 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@73417116, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T10:14:18,968 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@9e0e17c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T10:14:18,968 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request e2fd862922a0,41005,-1 for getting cluster id 2024-11-25T10:14:18,968 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-25T10:14:18,969 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'faeb5c13-49c4-407d-86f9-65e4c873355a' 2024-11-25T10:14:18,969 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-25T10:14:18,969 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "faeb5c13-49c4-407d-86f9-65e4c873355a" 2024-11-25T10:14:18,969 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@74023b28, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T10:14:18,969 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [e2fd862922a0,41005,-1] 2024-11-25T10:14:18,970 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-25T10:14:18,970 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T10:14:18,971 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:47552, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-25T10:14:18,971 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5a3d25d5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T10:14:18,972 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@36dc816e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T10:14:18,972 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request e2fd862922a0,41005,-1 for getting cluster id 2024-11-25T10:14:18,972 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-25T10:14:18,973 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'faeb5c13-49c4-407d-86f9-65e4c873355a' 2024-11-25T10:14:18,973 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-25T10:14:18,973 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "faeb5c13-49c4-407d-86f9-65e4c873355a" 2024-11-25T10:14:18,973 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@762aeb5e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T10:14:18,973 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [e2fd862922a0,41005,-1] 2024-11-25T10:14:18,974 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-25T10:14:18,974 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T10:14:18,974 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:47570, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-25T10:14:18,975 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1dbb8645, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T10:14:18,976 DEBUG [Thread-604 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-25T10:14:18,976 DEBUG [Thread-598 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-25T10:14:18,977 DEBUG [Thread-611 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-25T10:14:18,977 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=e2fd862922a0,38547,1732529625709, seqNum=-1] 2024-11-25T10:14:18,977 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=e2fd862922a0,38547,1732529625709, seqNum=-1] 2024-11-25T10:14:18,978 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=e2fd862922a0,38547,1732529625709, seqNum=-1] 2024-11-25T10:14:18,978 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-25T10:14:18,978 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-25T10:14:18,978 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-25T10:14:18,979 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:34884, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-25T10:14:18,979 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:34876, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-25T10:14:18,980 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:34900, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-25T10:14:18,981 DEBUG [Thread-602 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-25T10:14:18,982 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=e2fd862922a0,38547,1732529625709, seqNum=-1] 2024-11-25T10:14:18,982 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-25T10:14:18,983 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:34914, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-25T10:14:18,985 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_1', locateType=CURRENT is [region=TestAcidGuarantees,,1732529655820.0e9c9d01dcbe1521dbe2ab895ce0a72d., hostname=e2fd862922a0,38547,1732529625709, seqNum=5] 2024-11-25T10:14:18,985 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_1', locateType=CURRENT is [region=TestAcidGuarantees,,1732529655820.0e9c9d01dcbe1521dbe2ab895ce0a72d., hostname=e2fd862922a0,38547,1732529625709, seqNum=5] 2024-11-25T10:14:18,988 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_1', locateType=CURRENT is [region=TestAcidGuarantees,,1732529655820.0e9c9d01dcbe1521dbe2ab895ce0a72d., hostname=e2fd862922a0,38547,1732529625709, seqNum=5] 2024-11-25T10:14:18,989 DEBUG [Thread-615 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-25T10:14:18,989 DEBUG [Thread-600 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-25T10:14:18,990 DEBUG [Thread-606 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-25T10:14:18,990 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_2', locateType=CURRENT is [region=TestAcidGuarantees,,1732529655820.0e9c9d01dcbe1521dbe2ab895ce0a72d., hostname=e2fd862922a0,38547,1732529625709, seqNum=5] 2024-11-25T10:14:18,990 DEBUG [Thread-609 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-25T10:14:18,990 DEBUG [Thread-615 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=e2fd862922a0,38547,1732529625709, seqNum=-1] 2024-11-25T10:14:18,991 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=e2fd862922a0,38547,1732529625709, seqNum=-1] 2024-11-25T10:14:18,991 DEBUG [Thread-615 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-25T10:14:18,991 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-25T10:14:18,992 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=e2fd862922a0,38547,1732529625709, seqNum=-1] 2024-11-25T10:14:18,992 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-25T10:14:18,992 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=e2fd862922a0,38547,1732529625709, seqNum=-1] 2024-11-25T10:14:18,992 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:34926, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-25T10:14:18,993 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-25T10:14:18,993 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:34920, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-25T10:14:18,994 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:34932, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-25T10:14:18,994 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:34938, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-25T10:14:18,997 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_0', locateType=CURRENT is [region=TestAcidGuarantees,,1732529655820.0e9c9d01dcbe1521dbe2ab895ce0a72d., hostname=e2fd862922a0,38547,1732529625709, seqNum=5] 2024-11-25T10:14:18,999 DEBUG [Thread-613 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-25T10:14:18,999 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='', locateType=CURRENT is [region=TestAcidGuarantees,,1732529655820.0e9c9d01dcbe1521dbe2ab895ce0a72d., hostname=e2fd862922a0,38547,1732529625709, seqNum=5] 2024-11-25T10:14:19,000 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_0', locateType=CURRENT is [region=TestAcidGuarantees,,1732529655820.0e9c9d01dcbe1521dbe2ab895ce0a72d., hostname=e2fd862922a0,38547,1732529625709, seqNum=5] 2024-11-25T10:14:19,001 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=e2fd862922a0,38547,1732529625709, seqNum=-1] 2024-11-25T10:14:19,001 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_2', locateType=CURRENT is [region=TestAcidGuarantees,,1732529655820.0e9c9d01dcbe1521dbe2ab895ce0a72d., hostname=e2fd862922a0,38547,1732529625709, seqNum=5] 2024-11-25T10:14:19,001 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-25T10:14:19,003 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:34942, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-25T10:14:19,003 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] regionserver.HRegion(8855): Flush requested on 0e9c9d01dcbe1521dbe2ab895ce0a72d 2024-11-25T10:14:19,003 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 0e9c9d01dcbe1521dbe2ab895ce0a72d 3/3 column families, dataSize=46.96 KB heapSize=140.20 KB 2024-11-25T10:14:19,005 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 0e9c9d01dcbe1521dbe2ab895ce0a72d, store=A 2024-11-25T10:14:19,005 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='', locateType=CURRENT is [region=TestAcidGuarantees,,1732529655820.0e9c9d01dcbe1521dbe2ab895ce0a72d., hostname=e2fd862922a0,38547,1732529625709, seqNum=5] 2024-11-25T10:14:19,005 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T10:14:19,005 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 0e9c9d01dcbe1521dbe2ab895ce0a72d, store=B 2024-11-25T10:14:19,005 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T10:14:19,005 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 0e9c9d01dcbe1521dbe2ab895ce0a72d, store=C 2024-11-25T10:14:19,005 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T10:14:19,009 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41005 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-25T10:14:19,014 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41005 {}] procedure2.ProcedureExecutor(1139): Stored pid=40, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=40, table=TestAcidGuarantees 2024-11-25T10:14:19,016 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41005 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=40 2024-11-25T10:14:19,017 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=40, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=40, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-25T10:14:19,018 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=40, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=40, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-25T10:14:19,018 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=41, ppid=40, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-25T10:14:19,078 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241125f988863d1bb645609a77e118bf325090_0e9c9d01dcbe1521dbe2ab895ce0a72d is 50, key is test_row_0/A:col10/1732529659003/Put/seqid=0 2024-11-25T10:14:19,090 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/e2fd862922a0:0-0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=159, cellSize=7275, totalHeapSize=16776, min timestamp=1732529659068, max timestamp=1732529659081Num uniques 859; 2024-11-25T10:14:19,090 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/e2fd862922a0:0-0 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=7275, suffix heap size=117064,new segment heap size=16776 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=159 2024-11-25T10:14:19,090 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/e2fd862922a0:0-7 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=159, cellSize=7275, totalHeapSize=16776, min timestamp=1732529659068, max timestamp=1732529659081Num uniques 859; 2024-11-25T10:14:19,091 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/e2fd862922a0:0-8 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=159, cellSize=7275, totalHeapSize=16776, min timestamp=1732529659068, max timestamp=1732529659081Num uniques 859; 2024-11-25T10:14:19,091 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/e2fd862922a0:0-7 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=7275, suffix heap size=117064,new segment heap size=16776 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=159 2024-11-25T10:14:19,091 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/e2fd862922a0:0-8 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=7275, suffix heap size=117064,new segment heap size=16776 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=159 2024-11-25T10:14:19,114 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39927 is added to blk_1073741942_1118 (size=17034) 2024-11-25T10:14:19,115 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:19,123 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41005 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=40 2024-11-25T10:14:19,132 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241125f988863d1bb645609a77e118bf325090_0e9c9d01dcbe1521dbe2ab895ce0a72d to hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241125f988863d1bb645609a77e118bf325090_0e9c9d01dcbe1521dbe2ab895ce0a72d 2024-11-25T10:14:19,134 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/0e9c9d01dcbe1521dbe2ab895ce0a72d/.tmp/A/97f384bf4a8c442cb8d740e4dfb4751b, store: [table=TestAcidGuarantees family=A region=0e9c9d01dcbe1521dbe2ab895ce0a72d] 2024-11-25T10:14:19,143 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0e9c9d01dcbe1521dbe2ab895ce0a72d, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-25T10:14:19,143 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34932 deadline: 1732529719131, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0e9c9d01dcbe1521dbe2ab895ce0a72d, server=e2fd862922a0,38547,1732529625709 2024-11-25T10:14:19,144 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732529655820.0e9c9d01dcbe1521dbe2ab895ce0a72d., hostname=e2fd862922a0,38547,1732529625709, seqNum=5 , the old value is region=TestAcidGuarantees,,1732529655820.0e9c9d01dcbe1521dbe2ab895ce0a72d., hostname=e2fd862922a0,38547,1732529625709, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0e9c9d01dcbe1521dbe2ab895ce0a72d, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T10:14:19,144 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732529655820.0e9c9d01dcbe1521dbe2ab895ce0a72d., hostname=e2fd862922a0,38547,1732529625709, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0e9c9d01dcbe1521dbe2ab895ce0a72d, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T10:14:19,144 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732529655820.0e9c9d01dcbe1521dbe2ab895ce0a72d., hostname=e2fd862922a0,38547,1732529625709, seqNum=5 because the exception is null or not the one we care about 2024-11-25T10:14:19,144 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0e9c9d01dcbe1521dbe2ab895ce0a72d, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-25T10:14:19,145 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34884 deadline: 1732529719133, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0e9c9d01dcbe1521dbe2ab895ce0a72d, server=e2fd862922a0,38547,1732529625709 2024-11-25T10:14:19,145 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732529655820.0e9c9d01dcbe1521dbe2ab895ce0a72d., hostname=e2fd862922a0,38547,1732529625709, seqNum=5 , the old value is region=TestAcidGuarantees,,1732529655820.0e9c9d01dcbe1521dbe2ab895ce0a72d., hostname=e2fd862922a0,38547,1732529625709, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0e9c9d01dcbe1521dbe2ab895ce0a72d, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T10:14:19,145 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732529655820.0e9c9d01dcbe1521dbe2ab895ce0a72d., hostname=e2fd862922a0,38547,1732529625709, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0e9c9d01dcbe1521dbe2ab895ce0a72d, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T10:14:19,145 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732529655820.0e9c9d01dcbe1521dbe2ab895ce0a72d., hostname=e2fd862922a0,38547,1732529625709, seqNum=5 because the exception is null or not the one we care about 2024-11-25T10:14:19,146 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0e9c9d01dcbe1521dbe2ab895ce0a72d, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-25T10:14:19,146 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34938 deadline: 1732529719136, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0e9c9d01dcbe1521dbe2ab895ce0a72d, server=e2fd862922a0,38547,1732529625709 2024-11-25T10:14:19,147 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0e9c9d01dcbe1521dbe2ab895ce0a72d, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-25T10:14:19,147 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732529655820.0e9c9d01dcbe1521dbe2ab895ce0a72d., hostname=e2fd862922a0,38547,1732529625709, seqNum=5 , the old value is region=TestAcidGuarantees,,1732529655820.0e9c9d01dcbe1521dbe2ab895ce0a72d., hostname=e2fd862922a0,38547,1732529625709, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0e9c9d01dcbe1521dbe2ab895ce0a72d, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T10:14:19,147 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732529655820.0e9c9d01dcbe1521dbe2ab895ce0a72d., hostname=e2fd862922a0,38547,1732529625709, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0e9c9d01dcbe1521dbe2ab895ce0a72d, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T10:14:19,147 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732529655820.0e9c9d01dcbe1521dbe2ab895ce0a72d., hostname=e2fd862922a0,38547,1732529625709, seqNum=5 because the exception is null or not the one we care about 2024-11-25T10:14:19,147 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34914 deadline: 1732529719138, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0e9c9d01dcbe1521dbe2ab895ce0a72d, server=e2fd862922a0,38547,1732529625709 2024-11-25T10:14:19,147 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732529655820.0e9c9d01dcbe1521dbe2ab895ce0a72d., hostname=e2fd862922a0,38547,1732529625709, seqNum=5 , the old value is region=TestAcidGuarantees,,1732529655820.0e9c9d01dcbe1521dbe2ab895ce0a72d., hostname=e2fd862922a0,38547,1732529625709, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0e9c9d01dcbe1521dbe2ab895ce0a72d, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T10:14:19,147 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732529655820.0e9c9d01dcbe1521dbe2ab895ce0a72d., hostname=e2fd862922a0,38547,1732529625709, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0e9c9d01dcbe1521dbe2ab895ce0a72d, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T10:14:19,147 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732529655820.0e9c9d01dcbe1521dbe2ab895ce0a72d., hostname=e2fd862922a0,38547,1732529625709, seqNum=5 because the exception is null or not the one we care about 2024-11-25T10:14:19,148 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/0e9c9d01dcbe1521dbe2ab895ce0a72d/.tmp/A/97f384bf4a8c442cb8d740e4dfb4751b is 175, key is test_row_0/A:col10/1732529659003/Put/seqid=0 2024-11-25T10:14:19,157 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39927 is added to blk_1073741943_1119 (size=48139) 2024-11-25T10:14:19,159 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0e9c9d01dcbe1521dbe2ab895ce0a72d, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-25T10:14:19,159 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34900 deadline: 1732529719143, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0e9c9d01dcbe1521dbe2ab895ce0a72d, server=e2fd862922a0,38547,1732529625709 2024-11-25T10:14:19,160 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732529655820.0e9c9d01dcbe1521dbe2ab895ce0a72d., hostname=e2fd862922a0,38547,1732529625709, seqNum=5 , the old value is region=TestAcidGuarantees,,1732529655820.0e9c9d01dcbe1521dbe2ab895ce0a72d., hostname=e2fd862922a0,38547,1732529625709, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0e9c9d01dcbe1521dbe2ab895ce0a72d, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T10:14:19,160 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732529655820.0e9c9d01dcbe1521dbe2ab895ce0a72d., hostname=e2fd862922a0,38547,1732529625709, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0e9c9d01dcbe1521dbe2ab895ce0a72d, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T10:14:19,160 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732529655820.0e9c9d01dcbe1521dbe2ab895ce0a72d., hostname=e2fd862922a0,38547,1732529625709, seqNum=5 because the exception is null or not the one we care about 2024-11-25T10:14:19,163 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=15, memsize=17.9 K, hasBloomFilter=true, into tmp file hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/0e9c9d01dcbe1521dbe2ab895ce0a72d/.tmp/A/97f384bf4a8c442cb8d740e4dfb4751b 2024-11-25T10:14:19,173 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=38547 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=41 2024-11-25T10:14:19,173 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e2fd862922a0:0-1 {event_type=RS_FLUSH_REGIONS, pid=41}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732529655820.0e9c9d01dcbe1521dbe2ab895ce0a72d. 2024-11-25T10:14:19,174 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e2fd862922a0:0-1 {event_type=RS_FLUSH_REGIONS, pid=41}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732529655820.0e9c9d01dcbe1521dbe2ab895ce0a72d. as already flushing 2024-11-25T10:14:19,174 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e2fd862922a0:0-1 {event_type=RS_FLUSH_REGIONS, pid=41}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732529655820.0e9c9d01dcbe1521dbe2ab895ce0a72d. 2024-11-25T10:14:19,174 ERROR [RS_FLUSH_OPERATIONS-regionserver/e2fd862922a0:0-1 {event_type=RS_FLUSH_REGIONS, pid=41}] handler.RSProcedureHandler(58): pid=41 java.io.IOException: Unable to complete flush {ENCODED => 0e9c9d01dcbe1521dbe2ab895ce0a72d, NAME => 'TestAcidGuarantees,,1732529655820.0e9c9d01dcbe1521dbe2ab895ce0a72d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T10:14:19,174 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e2fd862922a0:0-1 {event_type=RS_FLUSH_REGIONS, pid=41}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=41 java.io.IOException: Unable to complete flush {ENCODED => 0e9c9d01dcbe1521dbe2ab895ce0a72d, NAME => 'TestAcidGuarantees,,1732529655820.0e9c9d01dcbe1521dbe2ab895ce0a72d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T10:14:19,175 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41005 {}] master.HMaster(4177): Remote procedure failed, pid=41 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 0e9c9d01dcbe1521dbe2ab895ce0a72d, NAME => 'TestAcidGuarantees,,1732529655820.0e9c9d01dcbe1521dbe2ab895ce0a72d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 0e9c9d01dcbe1521dbe2ab895ce0a72d, NAME => 'TestAcidGuarantees,,1732529655820.0e9c9d01dcbe1521dbe2ab895ce0a72d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T10:14:19,205 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/0e9c9d01dcbe1521dbe2ab895ce0a72d/.tmp/B/713b679da35949748d7e256aab3a6574 is 50, key is test_row_0/B:col10/1732529659003/Put/seqid=0 2024-11-25T10:14:19,211 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39927 is added to blk_1073741944_1120 (size=12001) 2024-11-25T10:14:19,211 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=15 (bloomFilter=true), to=hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/0e9c9d01dcbe1521dbe2ab895ce0a72d/.tmp/B/713b679da35949748d7e256aab3a6574 2024-11-25T10:14:19,236 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/0e9c9d01dcbe1521dbe2ab895ce0a72d/.tmp/C/0f6150b483d64464a4cfed0c41e6587b is 50, key is test_row_0/C:col10/1732529659003/Put/seqid=0 2024-11-25T10:14:19,266 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0e9c9d01dcbe1521dbe2ab895ce0a72d, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-25T10:14:19,266 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34914 deadline: 1732529719253, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0e9c9d01dcbe1521dbe2ab895ce0a72d, server=e2fd862922a0,38547,1732529625709 2024-11-25T10:14:19,266 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732529655820.0e9c9d01dcbe1521dbe2ab895ce0a72d., hostname=e2fd862922a0,38547,1732529625709, seqNum=5 , the old value is region=TestAcidGuarantees,,1732529655820.0e9c9d01dcbe1521dbe2ab895ce0a72d., hostname=e2fd862922a0,38547,1732529625709, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0e9c9d01dcbe1521dbe2ab895ce0a72d, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T10:14:19,266 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732529655820.0e9c9d01dcbe1521dbe2ab895ce0a72d., hostname=e2fd862922a0,38547,1732529625709, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0e9c9d01dcbe1521dbe2ab895ce0a72d, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T10:14:19,266 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0e9c9d01dcbe1521dbe2ab895ce0a72d, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-25T10:14:19,266 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732529655820.0e9c9d01dcbe1521dbe2ab895ce0a72d., hostname=e2fd862922a0,38547,1732529625709, seqNum=5 because the exception is null or not the one we care about 2024-11-25T10:14:19,266 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34932 deadline: 1732529719253, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0e9c9d01dcbe1521dbe2ab895ce0a72d, server=e2fd862922a0,38547,1732529625709 2024-11-25T10:14:19,267 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732529655820.0e9c9d01dcbe1521dbe2ab895ce0a72d., hostname=e2fd862922a0,38547,1732529625709, seqNum=5 , the old value is region=TestAcidGuarantees,,1732529655820.0e9c9d01dcbe1521dbe2ab895ce0a72d., hostname=e2fd862922a0,38547,1732529625709, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0e9c9d01dcbe1521dbe2ab895ce0a72d, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T10:14:19,267 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0e9c9d01dcbe1521dbe2ab895ce0a72d, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-25T10:14:19,267 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732529655820.0e9c9d01dcbe1521dbe2ab895ce0a72d., hostname=e2fd862922a0,38547,1732529625709, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0e9c9d01dcbe1521dbe2ab895ce0a72d, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T10:14:19,267 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732529655820.0e9c9d01dcbe1521dbe2ab895ce0a72d., hostname=e2fd862922a0,38547,1732529625709, seqNum=5 because the exception is null or not the one we care about 2024-11-25T10:14:19,267 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34884 deadline: 1732529719254, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0e9c9d01dcbe1521dbe2ab895ce0a72d, server=e2fd862922a0,38547,1732529625709 2024-11-25T10:14:19,267 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732529655820.0e9c9d01dcbe1521dbe2ab895ce0a72d., hostname=e2fd862922a0,38547,1732529625709, seqNum=5 , the old value is region=TestAcidGuarantees,,1732529655820.0e9c9d01dcbe1521dbe2ab895ce0a72d., hostname=e2fd862922a0,38547,1732529625709, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0e9c9d01dcbe1521dbe2ab895ce0a72d, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T10:14:19,267 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732529655820.0e9c9d01dcbe1521dbe2ab895ce0a72d., hostname=e2fd862922a0,38547,1732529625709, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0e9c9d01dcbe1521dbe2ab895ce0a72d, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T10:14:19,267 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732529655820.0e9c9d01dcbe1521dbe2ab895ce0a72d., hostname=e2fd862922a0,38547,1732529625709, seqNum=5 because the exception is null or not the one we care about 2024-11-25T10:14:19,267 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0e9c9d01dcbe1521dbe2ab895ce0a72d, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-25T10:14:19,268 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34938 deadline: 1732529719254, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0e9c9d01dcbe1521dbe2ab895ce0a72d, server=e2fd862922a0,38547,1732529625709 2024-11-25T10:14:19,268 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732529655820.0e9c9d01dcbe1521dbe2ab895ce0a72d., hostname=e2fd862922a0,38547,1732529625709, seqNum=5 , the old value is region=TestAcidGuarantees,,1732529655820.0e9c9d01dcbe1521dbe2ab895ce0a72d., hostname=e2fd862922a0,38547,1732529625709, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0e9c9d01dcbe1521dbe2ab895ce0a72d, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T10:14:19,268 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732529655820.0e9c9d01dcbe1521dbe2ab895ce0a72d., hostname=e2fd862922a0,38547,1732529625709, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0e9c9d01dcbe1521dbe2ab895ce0a72d, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T10:14:19,268 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732529655820.0e9c9d01dcbe1521dbe2ab895ce0a72d., hostname=e2fd862922a0,38547,1732529625709, seqNum=5 because the exception is null or not the one we care about 2024-11-25T10:14:19,273 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0e9c9d01dcbe1521dbe2ab895ce0a72d, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-25T10:14:19,273 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34900 deadline: 1732529719262, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0e9c9d01dcbe1521dbe2ab895ce0a72d, server=e2fd862922a0,38547,1732529625709 2024-11-25T10:14:19,274 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732529655820.0e9c9d01dcbe1521dbe2ab895ce0a72d., hostname=e2fd862922a0,38547,1732529625709, seqNum=5 , the old value is region=TestAcidGuarantees,,1732529655820.0e9c9d01dcbe1521dbe2ab895ce0a72d., hostname=e2fd862922a0,38547,1732529625709, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0e9c9d01dcbe1521dbe2ab895ce0a72d, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T10:14:19,274 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732529655820.0e9c9d01dcbe1521dbe2ab895ce0a72d., hostname=e2fd862922a0,38547,1732529625709, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0e9c9d01dcbe1521dbe2ab895ce0a72d, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T10:14:19,274 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732529655820.0e9c9d01dcbe1521dbe2ab895ce0a72d., hostname=e2fd862922a0,38547,1732529625709, seqNum=5 because the exception is null or not the one we care about 2024-11-25T10:14:19,285 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39927 is added to blk_1073741945_1121 (size=12001) 2024-11-25T10:14:19,286 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=15 (bloomFilter=true), to=hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/0e9c9d01dcbe1521dbe2ab895ce0a72d/.tmp/C/0f6150b483d64464a4cfed0c41e6587b 2024-11-25T10:14:19,292 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/0e9c9d01dcbe1521dbe2ab895ce0a72d/.tmp/A/97f384bf4a8c442cb8d740e4dfb4751b as hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/0e9c9d01dcbe1521dbe2ab895ce0a72d/A/97f384bf4a8c442cb8d740e4dfb4751b 2024-11-25T10:14:19,299 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/0e9c9d01dcbe1521dbe2ab895ce0a72d/A/97f384bf4a8c442cb8d740e4dfb4751b, entries=250, sequenceid=15, filesize=47.0 K 2024-11-25T10:14:19,300 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/0e9c9d01dcbe1521dbe2ab895ce0a72d/.tmp/B/713b679da35949748d7e256aab3a6574 as hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/0e9c9d01dcbe1521dbe2ab895ce0a72d/B/713b679da35949748d7e256aab3a6574 2024-11-25T10:14:19,308 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/0e9c9d01dcbe1521dbe2ab895ce0a72d/B/713b679da35949748d7e256aab3a6574, entries=150, sequenceid=15, filesize=11.7 K 2024-11-25T10:14:19,309 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/0e9c9d01dcbe1521dbe2ab895ce0a72d/.tmp/C/0f6150b483d64464a4cfed0c41e6587b as hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/0e9c9d01dcbe1521dbe2ab895ce0a72d/C/0f6150b483d64464a4cfed0c41e6587b 2024-11-25T10:14:19,316 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/0e9c9d01dcbe1521dbe2ab895ce0a72d/C/0f6150b483d64464a4cfed0c41e6587b, entries=150, sequenceid=15, filesize=11.7 K 2024-11-25T10:14:19,317 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~53.67 KB/54960, heapSize ~160.08 KB/163920, currentSize=127.47 KB/130530 for 0e9c9d01dcbe1521dbe2ab895ce0a72d in 314ms, sequenceid=15, compaction requested=false 2024-11-25T10:14:19,317 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 0e9c9d01dcbe1521dbe2ab895ce0a72d: 2024-11-25T10:14:19,331 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=38547 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=41 2024-11-25T10:14:19,331 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e2fd862922a0:0-2 {event_type=RS_FLUSH_REGIONS, pid=41}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732529655820.0e9c9d01dcbe1521dbe2ab895ce0a72d. 2024-11-25T10:14:19,332 INFO [RS_FLUSH_OPERATIONS-regionserver/e2fd862922a0:0-2 {event_type=RS_FLUSH_REGIONS, pid=41}] regionserver.HRegion(2902): Flushing 0e9c9d01dcbe1521dbe2ab895ce0a72d 3/3 column families, dataSize=127.47 KB heapSize=365.06 KB 2024-11-25T10:14:19,332 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41005 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=40 2024-11-25T10:14:19,332 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e2fd862922a0:0-2 {event_type=RS_FLUSH_REGIONS, pid=41}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 0e9c9d01dcbe1521dbe2ab895ce0a72d, store=A 2024-11-25T10:14:19,332 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e2fd862922a0:0-2 {event_type=RS_FLUSH_REGIONS, pid=41}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-25T10:14:19,332 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e2fd862922a0:0-2 {event_type=RS_FLUSH_REGIONS, pid=41}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 0e9c9d01dcbe1521dbe2ab895ce0a72d, store=B 2024-11-25T10:14:19,332 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e2fd862922a0:0-2 {event_type=RS_FLUSH_REGIONS, pid=41}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-25T10:14:19,332 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e2fd862922a0:0-2 {event_type=RS_FLUSH_REGIONS, pid=41}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 0e9c9d01dcbe1521dbe2ab895ce0a72d, store=C 2024-11-25T10:14:19,332 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e2fd862922a0:0-2 {event_type=RS_FLUSH_REGIONS, pid=41}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-25T10:14:19,343 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e2fd862922a0:0-2 {event_type=RS_FLUSH_REGIONS, pid=41}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411255de178d87fa64e93a1d560fd0b1574b5_0e9c9d01dcbe1521dbe2ab895ce0a72d is 50, key is test_row_0/A:col10/1732529659141/Put/seqid=0 2024-11-25T10:14:19,362 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39927 is added to blk_1073741946_1122 (size=12154) 2024-11-25T10:14:19,367 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e2fd862922a0:0-2 {event_type=RS_FLUSH_REGIONS, pid=41}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:19,377 INFO [RS_FLUSH_OPERATIONS-regionserver/e2fd862922a0:0-2 {event_type=RS_FLUSH_REGIONS, pid=41}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411255de178d87fa64e93a1d560fd0b1574b5_0e9c9d01dcbe1521dbe2ab895ce0a72d to hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411255de178d87fa64e93a1d560fd0b1574b5_0e9c9d01dcbe1521dbe2ab895ce0a72d 2024-11-25T10:14:19,378 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e2fd862922a0:0-2 {event_type=RS_FLUSH_REGIONS, pid=41}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/0e9c9d01dcbe1521dbe2ab895ce0a72d/.tmp/A/bb89eedc054a48cf8abfdeaf69dbe2ab, store: [table=TestAcidGuarantees family=A region=0e9c9d01dcbe1521dbe2ab895ce0a72d] 2024-11-25T10:14:19,378 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e2fd862922a0:0-2 {event_type=RS_FLUSH_REGIONS, pid=41}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/0e9c9d01dcbe1521dbe2ab895ce0a72d/.tmp/A/bb89eedc054a48cf8abfdeaf69dbe2ab is 175, key is test_row_0/A:col10/1732529659141/Put/seqid=0 2024-11-25T10:14:19,386 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39927 is added to blk_1073741947_1123 (size=30955) 2024-11-25T10:14:19,387 INFO [RS_FLUSH_OPERATIONS-regionserver/e2fd862922a0:0-2 {event_type=RS_FLUSH_REGIONS, pid=41}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=51, memsize=42.5 K, hasBloomFilter=true, into tmp file hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/0e9c9d01dcbe1521dbe2ab895ce0a72d/.tmp/A/bb89eedc054a48cf8abfdeaf69dbe2ab 2024-11-25T10:14:19,406 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e2fd862922a0:0-2 {event_type=RS_FLUSH_REGIONS, pid=41}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/0e9c9d01dcbe1521dbe2ab895ce0a72d/.tmp/B/05e6f7fe8b7e49ba8f52758ed466c397 is 50, key is test_row_0/B:col10/1732529659141/Put/seqid=0 2024-11-25T10:14:19,418 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39927 is added to blk_1073741948_1124 (size=12001) 2024-11-25T10:14:19,421 INFO [RS_FLUSH_OPERATIONS-regionserver/e2fd862922a0:0-2 {event_type=RS_FLUSH_REGIONS, pid=41}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=51 (bloomFilter=true), to=hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/0e9c9d01dcbe1521dbe2ab895ce0a72d/.tmp/B/05e6f7fe8b7e49ba8f52758ed466c397 2024-11-25T10:14:19,436 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e2fd862922a0:0-2 {event_type=RS_FLUSH_REGIONS, pid=41}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/0e9c9d01dcbe1521dbe2ab895ce0a72d/.tmp/C/d5e21035b8e9482b8e11e31e837ff07f is 50, key is test_row_0/C:col10/1732529659141/Put/seqid=0 2024-11-25T10:14:19,453 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39927 is added to blk_1073741949_1125 (size=12001) 2024-11-25T10:14:19,454 INFO [RS_FLUSH_OPERATIONS-regionserver/e2fd862922a0:0-2 {event_type=RS_FLUSH_REGIONS, pid=41}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=51 (bloomFilter=true), to=hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/0e9c9d01dcbe1521dbe2ab895ce0a72d/.tmp/C/d5e21035b8e9482b8e11e31e837ff07f 2024-11-25T10:14:19,462 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e2fd862922a0:0-2 {event_type=RS_FLUSH_REGIONS, pid=41}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/0e9c9d01dcbe1521dbe2ab895ce0a72d/.tmp/A/bb89eedc054a48cf8abfdeaf69dbe2ab as hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/0e9c9d01dcbe1521dbe2ab895ce0a72d/A/bb89eedc054a48cf8abfdeaf69dbe2ab 2024-11-25T10:14:19,471 INFO [RS_FLUSH_OPERATIONS-regionserver/e2fd862922a0:0-2 {event_type=RS_FLUSH_REGIONS, pid=41}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/0e9c9d01dcbe1521dbe2ab895ce0a72d/A/bb89eedc054a48cf8abfdeaf69dbe2ab, entries=150, sequenceid=51, filesize=30.2 K 2024-11-25T10:14:19,473 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e2fd862922a0:0-2 {event_type=RS_FLUSH_REGIONS, pid=41}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/0e9c9d01dcbe1521dbe2ab895ce0a72d/.tmp/B/05e6f7fe8b7e49ba8f52758ed466c397 as hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/0e9c9d01dcbe1521dbe2ab895ce0a72d/B/05e6f7fe8b7e49ba8f52758ed466c397 2024-11-25T10:14:19,475 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:19,476 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:19,479 INFO [RS_FLUSH_OPERATIONS-regionserver/e2fd862922a0:0-2 {event_type=RS_FLUSH_REGIONS, pid=41}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/0e9c9d01dcbe1521dbe2ab895ce0a72d/B/05e6f7fe8b7e49ba8f52758ed466c397, entries=150, sequenceid=51, filesize=11.7 K 2024-11-25T10:14:19,479 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:19,480 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e2fd862922a0:0-2 {event_type=RS_FLUSH_REGIONS, pid=41}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/0e9c9d01dcbe1521dbe2ab895ce0a72d/.tmp/C/d5e21035b8e9482b8e11e31e837ff07f as hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/0e9c9d01dcbe1521dbe2ab895ce0a72d/C/d5e21035b8e9482b8e11e31e837ff07f 2024-11-25T10:14:19,485 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:19,486 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:19,486 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:19,487 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:19,487 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:19,488 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:19,488 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:19,489 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:19,489 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:19,489 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:19,490 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:19,491 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:19,491 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:19,491 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:19,492 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:19,492 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:19,493 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:19,493 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:19,494 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:19,494 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:19,495 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:19,495 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:19,495 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:19,496 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:19,496 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:19,497 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:19,497 INFO [RS_FLUSH_OPERATIONS-regionserver/e2fd862922a0:0-2 {event_type=RS_FLUSH_REGIONS, pid=41}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/0e9c9d01dcbe1521dbe2ab895ce0a72d/C/d5e21035b8e9482b8e11e31e837ff07f, entries=150, sequenceid=51, filesize=11.7 K 2024-11-25T10:14:19,497 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:19,497 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:19,498 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:19,498 INFO [RS_FLUSH_OPERATIONS-regionserver/e2fd862922a0:0-2 {event_type=RS_FLUSH_REGIONS, pid=41}] regionserver.HRegion(3140): Finished flush of dataSize ~127.47 KB/130530, heapSize ~365.02 KB/373776, currentSize=0 B/0 for 0e9c9d01dcbe1521dbe2ab895ce0a72d in 166ms, sequenceid=51, compaction requested=false 2024-11-25T10:14:19,498 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e2fd862922a0:0-2 {event_type=RS_FLUSH_REGIONS, pid=41}] regionserver.HRegion(2603): Flush status journal for 0e9c9d01dcbe1521dbe2ab895ce0a72d: 2024-11-25T10:14:19,498 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:19,498 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:19,498 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e2fd862922a0:0-2 {event_type=RS_FLUSH_REGIONS, pid=41}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732529655820.0e9c9d01dcbe1521dbe2ab895ce0a72d. 2024-11-25T10:14:19,498 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e2fd862922a0:0-2 {event_type=RS_FLUSH_REGIONS, pid=41}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=41 2024-11-25T10:14:19,499 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:19,499 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41005 {}] master.HMaster(4169): Remote procedure done, pid=41 2024-11-25T10:14:19,499 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:19,500 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:19,501 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:19,501 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:19,501 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:19,502 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:19,502 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:19,503 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:19,503 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:19,503 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=41, resume processing ppid=40 2024-11-25T10:14:19,503 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:19,503 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=41, ppid=40, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 482 msec 2024-11-25T10:14:19,504 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:19,504 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:19,505 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:19,505 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:19,505 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:19,506 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=40, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=40, table=TestAcidGuarantees in 495 msec 2024-11-25T10:14:19,506 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:19,506 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:19,507 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:19,507 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:19,508 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:19,508 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:19,508 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:19,509 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:19,509 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:19,510 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:19,510 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:19,511 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:19,511 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:19,512 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:19,513 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:19,513 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:19,515 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:19,515 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:19,516 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:19,516 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:19,517 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:19,517 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:19,518 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:19,518 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:19,519 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:19,520 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:19,521 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:19,522 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:19,522 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:19,523 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:19,523 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:19,524 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:19,524 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:19,525 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:19,526 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:19,527 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:19,528 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:19,529 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:19,530 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:19,530 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:19,530 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:19,531 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:19,531 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:19,532 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:19,533 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:19,534 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:19,534 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:19,535 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:19,535 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:19,536 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:19,537 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:19,538 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:19,538 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:19,539 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:19,539 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:19,540 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:19,540 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:19,541 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] regionserver.HRegion(8855): Flush requested on 0e9c9d01dcbe1521dbe2ab895ce0a72d 2024-11-25T10:14:19,541 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:19,541 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:19,541 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 0e9c9d01dcbe1521dbe2ab895ce0a72d 3/3 column families, dataSize=46.96 KB heapSize=140.20 KB 2024-11-25T10:14:19,543 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:19,543 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 0e9c9d01dcbe1521dbe2ab895ce0a72d, store=A 2024-11-25T10:14:19,543 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:19,543 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T10:14:19,543 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 0e9c9d01dcbe1521dbe2ab895ce0a72d, store=B 2024-11-25T10:14:19,543 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T10:14:19,543 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 0e9c9d01dcbe1521dbe2ab895ce0a72d, store=C 2024-11-25T10:14:19,543 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T10:14:19,544 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:19,544 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:19,545 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:19,546 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:19,547 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:19,547 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:19,548 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:19,549 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:19,550 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:19,557 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241125238963f5244d4153afc16959a844009f_0e9c9d01dcbe1521dbe2ab895ce0a72d is 50, key is test_row_0/A:col10/1732529659519/Put/seqid=0 2024-11-25T10:14:19,577 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39927 is added to blk_1073741951_1127 (size=24358) 2024-11-25T10:14:19,595 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/e2fd862922a0:0-1 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=359, cellSize=16435, totalHeapSize=37576, min timestamp=1732529659576, max timestamp=1732529659590Num uniques 859; 2024-11-25T10:14:19,595 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/e2fd862922a0:0-9 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=359, cellSize=16435, totalHeapSize=37576, min timestamp=1732529659576, max timestamp=1732529659590Num uniques 859; 2024-11-25T10:14:19,595 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/e2fd862922a0:0-1 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=16435, suffix heap size=117064,new segment heap size=37576 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=359 2024-11-25T10:14:19,595 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/e2fd862922a0:0-2 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=359, cellSize=16435, totalHeapSize=37576, min timestamp=1732529659576, max timestamp=1732529659590Num uniques 859; 2024-11-25T10:14:19,595 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/e2fd862922a0:0-9 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=16435, suffix heap size=117064,new segment heap size=37576 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=359 2024-11-25T10:14:19,595 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/e2fd862922a0:0-2 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=16435, suffix heap size=117064,new segment heap size=37576 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=359 2024-11-25T10:14:19,602 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:19,608 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241125238963f5244d4153afc16959a844009f_0e9c9d01dcbe1521dbe2ab895ce0a72d to hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241125238963f5244d4153afc16959a844009f_0e9c9d01dcbe1521dbe2ab895ce0a72d 2024-11-25T10:14:19,610 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/0e9c9d01dcbe1521dbe2ab895ce0a72d/.tmp/A/d13466e0cfcc48039b086c1ee475b4be, store: [table=TestAcidGuarantees family=A region=0e9c9d01dcbe1521dbe2ab895ce0a72d] 2024-11-25T10:14:19,610 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/0e9c9d01dcbe1521dbe2ab895ce0a72d/.tmp/A/d13466e0cfcc48039b086c1ee475b4be is 175, key is test_row_0/A:col10/1732529659519/Put/seqid=0 2024-11-25T10:14:19,613 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39927 is added to blk_1073741950_1126 (size=73995) 2024-11-25T10:14:19,616 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=62, memsize=17.9 K, hasBloomFilter=true, into tmp file hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/0e9c9d01dcbe1521dbe2ab895ce0a72d/.tmp/A/d13466e0cfcc48039b086c1ee475b4be 2024-11-25T10:14:19,628 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/0e9c9d01dcbe1521dbe2ab895ce0a72d/.tmp/B/2ed0429427d4436e80707c2c9021e869 is 50, key is test_row_0/B:col10/1732529659519/Put/seqid=0 2024-11-25T10:14:19,642 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39927 is added to blk_1073741952_1128 (size=12001) 2024-11-25T10:14:19,642 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41005 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=40 2024-11-25T10:14:19,643 INFO [RPCClient-NioEventLoopGroup-4-7 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-25T10:14:19,643 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=62 (bloomFilter=true), to=hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/0e9c9d01dcbe1521dbe2ab895ce0a72d/.tmp/B/2ed0429427d4436e80707c2c9021e869 2024-11-25T10:14:19,643 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41005 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-25T10:14:19,644 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0e9c9d01dcbe1521dbe2ab895ce0a72d, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-25T10:14:19,644 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] ipc.CallRunner(138): callId: 19 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34900 deadline: 1732529719624, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0e9c9d01dcbe1521dbe2ab895ce0a72d, server=e2fd862922a0,38547,1732529625709 2024-11-25T10:14:19,644 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41005 {}] procedure2.ProcedureExecutor(1139): Stored pid=42, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=42, table=TestAcidGuarantees 2024-11-25T10:14:19,645 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732529655820.0e9c9d01dcbe1521dbe2ab895ce0a72d., hostname=e2fd862922a0,38547,1732529625709, seqNum=5 , the old value is region=TestAcidGuarantees,,1732529655820.0e9c9d01dcbe1521dbe2ab895ce0a72d., hostname=e2fd862922a0,38547,1732529625709, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0e9c9d01dcbe1521dbe2ab895ce0a72d, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T10:14:19,646 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732529655820.0e9c9d01dcbe1521dbe2ab895ce0a72d., hostname=e2fd862922a0,38547,1732529625709, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0e9c9d01dcbe1521dbe2ab895ce0a72d, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T10:14:19,646 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732529655820.0e9c9d01dcbe1521dbe2ab895ce0a72d., hostname=e2fd862922a0,38547,1732529625709, seqNum=5 because the exception is null or not the one we care about 2024-11-25T10:14:19,646 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41005 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=42 2024-11-25T10:14:19,646 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=42, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=42, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-25T10:14:19,647 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=42, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=42, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-25T10:14:19,647 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=43, ppid=42, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-25T10:14:19,658 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/0e9c9d01dcbe1521dbe2ab895ce0a72d/.tmp/C/1f96fd980d7b4575b38cb1c677945c2d is 50, key is test_row_0/C:col10/1732529659519/Put/seqid=0 2024-11-25T10:14:19,662 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0e9c9d01dcbe1521dbe2ab895ce0a72d, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-25T10:14:19,662 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] ipc.CallRunner(138): callId: 18 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34932 deadline: 1732529719644, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0e9c9d01dcbe1521dbe2ab895ce0a72d, server=e2fd862922a0,38547,1732529625709 2024-11-25T10:14:19,662 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732529655820.0e9c9d01dcbe1521dbe2ab895ce0a72d., hostname=e2fd862922a0,38547,1732529625709, seqNum=5 , the old value is region=TestAcidGuarantees,,1732529655820.0e9c9d01dcbe1521dbe2ab895ce0a72d., hostname=e2fd862922a0,38547,1732529625709, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0e9c9d01dcbe1521dbe2ab895ce0a72d, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T10:14:19,662 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0e9c9d01dcbe1521dbe2ab895ce0a72d, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-25T10:14:19,663 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732529655820.0e9c9d01dcbe1521dbe2ab895ce0a72d., hostname=e2fd862922a0,38547,1732529625709, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0e9c9d01dcbe1521dbe2ab895ce0a72d, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T10:14:19,663 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] ipc.CallRunner(138): callId: 20 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34884 deadline: 1732529719645, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0e9c9d01dcbe1521dbe2ab895ce0a72d, server=e2fd862922a0,38547,1732529625709 2024-11-25T10:14:19,663 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732529655820.0e9c9d01dcbe1521dbe2ab895ce0a72d., hostname=e2fd862922a0,38547,1732529625709, seqNum=5 because the exception is null or not the one we care about 2024-11-25T10:14:19,663 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0e9c9d01dcbe1521dbe2ab895ce0a72d, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-25T10:14:19,663 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] ipc.CallRunner(138): callId: 21 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34914 deadline: 1732529719646, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0e9c9d01dcbe1521dbe2ab895ce0a72d, server=e2fd862922a0,38547,1732529625709 2024-11-25T10:14:19,664 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732529655820.0e9c9d01dcbe1521dbe2ab895ce0a72d., hostname=e2fd862922a0,38547,1732529625709, seqNum=5 , the old value is region=TestAcidGuarantees,,1732529655820.0e9c9d01dcbe1521dbe2ab895ce0a72d., hostname=e2fd862922a0,38547,1732529625709, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0e9c9d01dcbe1521dbe2ab895ce0a72d, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T10:14:19,664 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732529655820.0e9c9d01dcbe1521dbe2ab895ce0a72d., hostname=e2fd862922a0,38547,1732529625709, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0e9c9d01dcbe1521dbe2ab895ce0a72d, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T10:14:19,664 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732529655820.0e9c9d01dcbe1521dbe2ab895ce0a72d., hostname=e2fd862922a0,38547,1732529625709, seqNum=5 because the exception is null or not the one we care about 2024-11-25T10:14:19,664 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732529655820.0e9c9d01dcbe1521dbe2ab895ce0a72d., hostname=e2fd862922a0,38547,1732529625709, seqNum=5 , the old value is region=TestAcidGuarantees,,1732529655820.0e9c9d01dcbe1521dbe2ab895ce0a72d., hostname=e2fd862922a0,38547,1732529625709, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0e9c9d01dcbe1521dbe2ab895ce0a72d, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T10:14:19,664 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732529655820.0e9c9d01dcbe1521dbe2ab895ce0a72d., hostname=e2fd862922a0,38547,1732529625709, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0e9c9d01dcbe1521dbe2ab895ce0a72d, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T10:14:19,664 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732529655820.0e9c9d01dcbe1521dbe2ab895ce0a72d., hostname=e2fd862922a0,38547,1732529625709, seqNum=5 because the exception is null or not the one we care about 2024-11-25T10:14:19,665 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0e9c9d01dcbe1521dbe2ab895ce0a72d, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-25T10:14:19,666 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] ipc.CallRunner(138): callId: 18 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34938 deadline: 1732529719655, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0e9c9d01dcbe1521dbe2ab895ce0a72d, server=e2fd862922a0,38547,1732529625709 2024-11-25T10:14:19,666 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732529655820.0e9c9d01dcbe1521dbe2ab895ce0a72d., hostname=e2fd862922a0,38547,1732529625709, seqNum=5 , the old value is region=TestAcidGuarantees,,1732529655820.0e9c9d01dcbe1521dbe2ab895ce0a72d., hostname=e2fd862922a0,38547,1732529625709, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0e9c9d01dcbe1521dbe2ab895ce0a72d, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T10:14:19,666 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732529655820.0e9c9d01dcbe1521dbe2ab895ce0a72d., hostname=e2fd862922a0,38547,1732529625709, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0e9c9d01dcbe1521dbe2ab895ce0a72d, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T10:14:19,666 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732529655820.0e9c9d01dcbe1521dbe2ab895ce0a72d., hostname=e2fd862922a0,38547,1732529625709, seqNum=5 because the exception is null or not the one we care about 2024-11-25T10:14:19,669 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39927 is added to blk_1073741953_1129 (size=12001) 2024-11-25T10:14:19,671 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=62 (bloomFilter=true), to=hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/0e9c9d01dcbe1521dbe2ab895ce0a72d/.tmp/C/1f96fd980d7b4575b38cb1c677945c2d 2024-11-25T10:14:19,683 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/0e9c9d01dcbe1521dbe2ab895ce0a72d/.tmp/A/d13466e0cfcc48039b086c1ee475b4be as hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/0e9c9d01dcbe1521dbe2ab895ce0a72d/A/d13466e0cfcc48039b086c1ee475b4be 2024-11-25T10:14:19,689 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/0e9c9d01dcbe1521dbe2ab895ce0a72d/A/d13466e0cfcc48039b086c1ee475b4be, entries=400, sequenceid=62, filesize=72.3 K 2024-11-25T10:14:19,690 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/0e9c9d01dcbe1521dbe2ab895ce0a72d/.tmp/B/2ed0429427d4436e80707c2c9021e869 as hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/0e9c9d01dcbe1521dbe2ab895ce0a72d/B/2ed0429427d4436e80707c2c9021e869 2024-11-25T10:14:19,696 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/0e9c9d01dcbe1521dbe2ab895ce0a72d/B/2ed0429427d4436e80707c2c9021e869, entries=150, sequenceid=62, filesize=11.7 K 2024-11-25T10:14:19,697 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/0e9c9d01dcbe1521dbe2ab895ce0a72d/.tmp/C/1f96fd980d7b4575b38cb1c677945c2d as hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/0e9c9d01dcbe1521dbe2ab895ce0a72d/C/1f96fd980d7b4575b38cb1c677945c2d 2024-11-25T10:14:19,717 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/0e9c9d01dcbe1521dbe2ab895ce0a72d/C/1f96fd980d7b4575b38cb1c677945c2d, entries=150, sequenceid=62, filesize=11.7 K 2024-11-25T10:14:19,718 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~53.67 KB/54960, heapSize ~160.08 KB/163920, currentSize=147.60 KB/151140 for 0e9c9d01dcbe1521dbe2ab895ce0a72d in 177ms, sequenceid=62, compaction requested=true 2024-11-25T10:14:19,719 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 0e9c9d01dcbe1521dbe2ab895ce0a72d: 2024-11-25T10:14:19,719 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 0e9c9d01dcbe1521dbe2ab895ce0a72d:A, priority=-2147483648, current under compaction store size is 1 2024-11-25T10:14:19,719 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-25T10:14:19,719 DEBUG [RS:0;e2fd862922a0:38547-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-25T10:14:19,719 DEBUG [RS:0;e2fd862922a0:38547-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-25T10:14:19,719 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 0e9c9d01dcbe1521dbe2ab895ce0a72d:B, priority=-2147483648, current under compaction store size is 2 2024-11-25T10:14:19,720 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-25T10:14:19,720 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 0e9c9d01dcbe1521dbe2ab895ce0a72d:C, priority=-2147483648, current under compaction store size is 3 2024-11-25T10:14:19,720 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-25T10:14:19,723 DEBUG [RS:0;e2fd862922a0:38547-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 153089 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-25T10:14:19,723 DEBUG [RS:0;e2fd862922a0:38547-shortCompactions-0 {}] regionserver.HStore(1541): 0e9c9d01dcbe1521dbe2ab895ce0a72d/A is initiating minor compaction (all files) 2024-11-25T10:14:19,723 INFO [RS:0;e2fd862922a0:38547-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 0e9c9d01dcbe1521dbe2ab895ce0a72d/A in TestAcidGuarantees,,1732529655820.0e9c9d01dcbe1521dbe2ab895ce0a72d. 2024-11-25T10:14:19,723 INFO [RS:0;e2fd862922a0:38547-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/0e9c9d01dcbe1521dbe2ab895ce0a72d/A/97f384bf4a8c442cb8d740e4dfb4751b, hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/0e9c9d01dcbe1521dbe2ab895ce0a72d/A/bb89eedc054a48cf8abfdeaf69dbe2ab, hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/0e9c9d01dcbe1521dbe2ab895ce0a72d/A/d13466e0cfcc48039b086c1ee475b4be] into tmpdir=hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/0e9c9d01dcbe1521dbe2ab895ce0a72d/.tmp, totalSize=149.5 K 2024-11-25T10:14:19,723 INFO [RS:0;e2fd862922a0:38547-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732529655820.0e9c9d01dcbe1521dbe2ab895ce0a72d. 2024-11-25T10:14:19,723 DEBUG [RS:0;e2fd862922a0:38547-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732529655820.0e9c9d01dcbe1521dbe2ab895ce0a72d. files: [hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/0e9c9d01dcbe1521dbe2ab895ce0a72d/A/97f384bf4a8c442cb8d740e4dfb4751b, hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/0e9c9d01dcbe1521dbe2ab895ce0a72d/A/bb89eedc054a48cf8abfdeaf69dbe2ab, hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/0e9c9d01dcbe1521dbe2ab895ce0a72d/A/d13466e0cfcc48039b086c1ee475b4be] 2024-11-25T10:14:19,724 DEBUG [RS:0;e2fd862922a0:38547-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36003 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-25T10:14:19,724 DEBUG [RS:0;e2fd862922a0:38547-shortCompactions-0 {}] compactions.Compactor(225): Compacting 97f384bf4a8c442cb8d740e4dfb4751b, keycount=250, bloomtype=ROW, size=47.0 K, encoding=NONE, compression=NONE, seqNum=15, earliestPutTs=1732529658991 2024-11-25T10:14:19,724 DEBUG [RS:0;e2fd862922a0:38547-longCompactions-0 {}] regionserver.HStore(1541): 0e9c9d01dcbe1521dbe2ab895ce0a72d/B is initiating minor compaction (all files) 2024-11-25T10:14:19,724 INFO [RS:0;e2fd862922a0:38547-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 0e9c9d01dcbe1521dbe2ab895ce0a72d/B in TestAcidGuarantees,,1732529655820.0e9c9d01dcbe1521dbe2ab895ce0a72d. 2024-11-25T10:14:19,724 INFO [RS:0;e2fd862922a0:38547-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/0e9c9d01dcbe1521dbe2ab895ce0a72d/B/713b679da35949748d7e256aab3a6574, hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/0e9c9d01dcbe1521dbe2ab895ce0a72d/B/05e6f7fe8b7e49ba8f52758ed466c397, hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/0e9c9d01dcbe1521dbe2ab895ce0a72d/B/2ed0429427d4436e80707c2c9021e869] into tmpdir=hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/0e9c9d01dcbe1521dbe2ab895ce0a72d/.tmp, totalSize=35.2 K 2024-11-25T10:14:19,725 DEBUG [RS:0;e2fd862922a0:38547-shortCompactions-0 {}] compactions.Compactor(225): Compacting bb89eedc054a48cf8abfdeaf69dbe2ab, keycount=150, bloomtype=ROW, size=30.2 K, encoding=NONE, compression=NONE, seqNum=51, earliestPutTs=1732529659125 2024-11-25T10:14:19,725 DEBUG [RS:0;e2fd862922a0:38547-longCompactions-0 {}] compactions.Compactor(225): Compacting 713b679da35949748d7e256aab3a6574, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=15, earliestPutTs=1732529658991 2024-11-25T10:14:19,725 DEBUG [RS:0;e2fd862922a0:38547-shortCompactions-0 {}] compactions.Compactor(225): Compacting d13466e0cfcc48039b086c1ee475b4be, keycount=400, bloomtype=ROW, size=72.3 K, encoding=NONE, compression=NONE, seqNum=62, earliestPutTs=1732529659517 2024-11-25T10:14:19,726 DEBUG [RS:0;e2fd862922a0:38547-longCompactions-0 {}] compactions.Compactor(225): Compacting 05e6f7fe8b7e49ba8f52758ed466c397, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=51, earliestPutTs=1732529659125 2024-11-25T10:14:19,726 DEBUG [RS:0;e2fd862922a0:38547-longCompactions-0 {}] compactions.Compactor(225): Compacting 2ed0429427d4436e80707c2c9021e869, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=62, earliestPutTs=1732529659519 2024-11-25T10:14:19,744 INFO [RS:0;e2fd862922a0:38547-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(321): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=0e9c9d01dcbe1521dbe2ab895ce0a72d] 2024-11-25T10:14:19,747 INFO [RS:0;e2fd862922a0:38547-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 0e9c9d01dcbe1521dbe2ab895ce0a72d#B#compaction#111 average throughput is 1.09 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-25T10:14:19,747 DEBUG [RS:0;e2fd862922a0:38547-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/0e9c9d01dcbe1521dbe2ab895ce0a72d/.tmp/B/9858a34817bd4454bbb9816bccf0cccb is 50, key is test_row_0/B:col10/1732529659519/Put/seqid=0 2024-11-25T10:14:19,749 DEBUG [RS:0;e2fd862922a0:38547-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(635): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e20241125f0890fbbce7640df829450c6231213e0_0e9c9d01dcbe1521dbe2ab895ce0a72d store=[table=TestAcidGuarantees family=A region=0e9c9d01dcbe1521dbe2ab895ce0a72d] 2024-11-25T10:14:19,752 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41005 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=42 2024-11-25T10:14:19,756 DEBUG [RS:0;e2fd862922a0:38547-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(656): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e20241125f0890fbbce7640df829450c6231213e0_0e9c9d01dcbe1521dbe2ab895ce0a72d, store=[table=TestAcidGuarantees family=A region=0e9c9d01dcbe1521dbe2ab895ce0a72d] 2024-11-25T10:14:19,758 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] regionserver.HRegion(8855): Flush requested on 0e9c9d01dcbe1521dbe2ab895ce0a72d 2024-11-25T10:14:19,758 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 0e9c9d01dcbe1521dbe2ab895ce0a72d 3/3 column families, dataSize=154.31 KB heapSize=426 KB 2024-11-25T10:14:19,759 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 0e9c9d01dcbe1521dbe2ab895ce0a72d, store=A 2024-11-25T10:14:19,759 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-25T10:14:19,759 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 0e9c9d01dcbe1521dbe2ab895ce0a72d, store=B 2024-11-25T10:14:19,759 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-25T10:14:19,759 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 0e9c9d01dcbe1521dbe2ab895ce0a72d, store=C 2024-11-25T10:14:19,759 DEBUG [RS:0;e2fd862922a0:38547-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(667): Aborting writer for hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241125f0890fbbce7640df829450c6231213e0_0e9c9d01dcbe1521dbe2ab895ce0a72d because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=0e9c9d01dcbe1521dbe2ab895ce0a72d] 2024-11-25T10:14:19,759 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-25T10:14:19,781 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0e9c9d01dcbe1521dbe2ab895ce0a72d, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-25T10:14:19,781 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] ipc.CallRunner(138): callId: 23 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34900 deadline: 1732529719778, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0e9c9d01dcbe1521dbe2ab895ce0a72d, server=e2fd862922a0,38547,1732529625709 2024-11-25T10:14:19,788 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732529655820.0e9c9d01dcbe1521dbe2ab895ce0a72d., hostname=e2fd862922a0,38547,1732529625709, seqNum=5 , the old value is region=TestAcidGuarantees,,1732529655820.0e9c9d01dcbe1521dbe2ab895ce0a72d., hostname=e2fd862922a0,38547,1732529625709, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0e9c9d01dcbe1521dbe2ab895ce0a72d, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T10:14:19,789 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732529655820.0e9c9d01dcbe1521dbe2ab895ce0a72d., hostname=e2fd862922a0,38547,1732529625709, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0e9c9d01dcbe1521dbe2ab895ce0a72d, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T10:14:19,789 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732529655820.0e9c9d01dcbe1521dbe2ab895ce0a72d., hostname=e2fd862922a0,38547,1732529625709, seqNum=5 because the exception is null or not the one we care about 2024-11-25T10:14:19,791 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0e9c9d01dcbe1521dbe2ab895ce0a72d, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-25T10:14:19,791 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0e9c9d01dcbe1521dbe2ab895ce0a72d, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-25T10:14:19,791 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] ipc.CallRunner(138): callId: 20 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34938 deadline: 1732529719780, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0e9c9d01dcbe1521dbe2ab895ce0a72d, server=e2fd862922a0,38547,1732529625709 2024-11-25T10:14:19,792 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732529655820.0e9c9d01dcbe1521dbe2ab895ce0a72d., hostname=e2fd862922a0,38547,1732529625709, seqNum=5 , the old value is region=TestAcidGuarantees,,1732529655820.0e9c9d01dcbe1521dbe2ab895ce0a72d., hostname=e2fd862922a0,38547,1732529625709, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0e9c9d01dcbe1521dbe2ab895ce0a72d, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T10:14:19,792 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732529655820.0e9c9d01dcbe1521dbe2ab895ce0a72d., hostname=e2fd862922a0,38547,1732529625709, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0e9c9d01dcbe1521dbe2ab895ce0a72d, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T10:14:19,792 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732529655820.0e9c9d01dcbe1521dbe2ab895ce0a72d., hostname=e2fd862922a0,38547,1732529625709, seqNum=5 because the exception is null or not the one we care about 2024-11-25T10:14:19,792 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] ipc.CallRunner(138): callId: 22 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34884 deadline: 1732529719779, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0e9c9d01dcbe1521dbe2ab895ce0a72d, server=e2fd862922a0,38547,1732529625709 2024-11-25T10:14:19,793 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732529655820.0e9c9d01dcbe1521dbe2ab895ce0a72d., hostname=e2fd862922a0,38547,1732529625709, seqNum=5 , the old value is region=TestAcidGuarantees,,1732529655820.0e9c9d01dcbe1521dbe2ab895ce0a72d., hostname=e2fd862922a0,38547,1732529625709, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0e9c9d01dcbe1521dbe2ab895ce0a72d, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T10:14:19,793 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0e9c9d01dcbe1521dbe2ab895ce0a72d, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-25T10:14:19,793 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732529655820.0e9c9d01dcbe1521dbe2ab895ce0a72d., hostname=e2fd862922a0,38547,1732529625709, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0e9c9d01dcbe1521dbe2ab895ce0a72d, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T10:14:19,793 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732529655820.0e9c9d01dcbe1521dbe2ab895ce0a72d., hostname=e2fd862922a0,38547,1732529625709, seqNum=5 because the exception is null or not the one we care about 2024-11-25T10:14:19,793 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] ipc.CallRunner(138): callId: 23 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34914 deadline: 1732529719782, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0e9c9d01dcbe1521dbe2ab895ce0a72d, server=e2fd862922a0,38547,1732529625709 2024-11-25T10:14:19,794 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732529655820.0e9c9d01dcbe1521dbe2ab895ce0a72d., hostname=e2fd862922a0,38547,1732529625709, seqNum=5 , the old value is region=TestAcidGuarantees,,1732529655820.0e9c9d01dcbe1521dbe2ab895ce0a72d., hostname=e2fd862922a0,38547,1732529625709, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0e9c9d01dcbe1521dbe2ab895ce0a72d, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T10:14:19,794 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732529655820.0e9c9d01dcbe1521dbe2ab895ce0a72d., hostname=e2fd862922a0,38547,1732529625709, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0e9c9d01dcbe1521dbe2ab895ce0a72d, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T10:14:19,794 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732529655820.0e9c9d01dcbe1521dbe2ab895ce0a72d., hostname=e2fd862922a0,38547,1732529625709, seqNum=5 because the exception is null or not the one we care about 2024-11-25T10:14:19,794 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0e9c9d01dcbe1521dbe2ab895ce0a72d, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-25T10:14:19,794 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] ipc.CallRunner(138): callId: 20 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34932 deadline: 1732529719782, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0e9c9d01dcbe1521dbe2ab895ce0a72d, server=e2fd862922a0,38547,1732529625709 2024-11-25T10:14:19,794 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732529655820.0e9c9d01dcbe1521dbe2ab895ce0a72d., hostname=e2fd862922a0,38547,1732529625709, seqNum=5 , the old value is region=TestAcidGuarantees,,1732529655820.0e9c9d01dcbe1521dbe2ab895ce0a72d., hostname=e2fd862922a0,38547,1732529625709, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0e9c9d01dcbe1521dbe2ab895ce0a72d, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T10:14:19,794 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732529655820.0e9c9d01dcbe1521dbe2ab895ce0a72d., hostname=e2fd862922a0,38547,1732529625709, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0e9c9d01dcbe1521dbe2ab895ce0a72d, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T10:14:19,794 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732529655820.0e9c9d01dcbe1521dbe2ab895ce0a72d., hostname=e2fd862922a0,38547,1732529625709, seqNum=5 because the exception is null or not the one we care about 2024-11-25T10:14:19,795 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39927 is added to blk_1073741955_1131 (size=4469) 2024-11-25T10:14:19,800 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=38547 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=43 2024-11-25T10:14:19,800 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e2fd862922a0:0-0 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732529655820.0e9c9d01dcbe1521dbe2ab895ce0a72d. 2024-11-25T10:14:19,801 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e2fd862922a0:0-0 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732529655820.0e9c9d01dcbe1521dbe2ab895ce0a72d. as already flushing 2024-11-25T10:14:19,801 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e2fd862922a0:0-0 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732529655820.0e9c9d01dcbe1521dbe2ab895ce0a72d. 2024-11-25T10:14:19,801 ERROR [RS_FLUSH_OPERATIONS-regionserver/e2fd862922a0:0-0 {event_type=RS_FLUSH_REGIONS, pid=43}] handler.RSProcedureHandler(58): pid=43 java.io.IOException: Unable to complete flush {ENCODED => 0e9c9d01dcbe1521dbe2ab895ce0a72d, NAME => 'TestAcidGuarantees,,1732529655820.0e9c9d01dcbe1521dbe2ab895ce0a72d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T10:14:19,801 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e2fd862922a0:0-0 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=43 java.io.IOException: Unable to complete flush {ENCODED => 0e9c9d01dcbe1521dbe2ab895ce0a72d, NAME => 'TestAcidGuarantees,,1732529655820.0e9c9d01dcbe1521dbe2ab895ce0a72d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T10:14:19,802 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41005 {}] master.HMaster(4177): Remote procedure failed, pid=43 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 0e9c9d01dcbe1521dbe2ab895ce0a72d, NAME => 'TestAcidGuarantees,,1732529655820.0e9c9d01dcbe1521dbe2ab895ce0a72d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 0e9c9d01dcbe1521dbe2ab895ce0a72d, NAME => 'TestAcidGuarantees,,1732529655820.0e9c9d01dcbe1521dbe2ab895ce0a72d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T10:14:19,803 INFO [RS:0;e2fd862922a0:38547-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 0e9c9d01dcbe1521dbe2ab895ce0a72d#A#compaction#112 average throughput is 0.41 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-25T10:14:19,805 DEBUG [RS:0;e2fd862922a0:38547-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/0e9c9d01dcbe1521dbe2ab895ce0a72d/.tmp/A/c4437e517c974b9f8197521b3a295d53 is 175, key is test_row_0/A:col10/1732529659519/Put/seqid=0 2024-11-25T10:14:19,809 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241125021f76118e91412daeba5ae242d77e45_0e9c9d01dcbe1521dbe2ab895ce0a72d is 50, key is test_row_0/A:col10/1732529659754/Put/seqid=0 2024-11-25T10:14:19,812 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39927 is added to blk_1073741954_1130 (size=12104) 2024-11-25T10:14:19,820 DEBUG [RS:0;e2fd862922a0:38547-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/0e9c9d01dcbe1521dbe2ab895ce0a72d/.tmp/B/9858a34817bd4454bbb9816bccf0cccb as hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/0e9c9d01dcbe1521dbe2ab895ce0a72d/B/9858a34817bd4454bbb9816bccf0cccb 2024-11-25T10:14:19,824 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39927 is added to blk_1073741956_1132 (size=31058) 2024-11-25T10:14:19,832 INFO [RS:0;e2fd862922a0:38547-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 0e9c9d01dcbe1521dbe2ab895ce0a72d/B of 0e9c9d01dcbe1521dbe2ab895ce0a72d into 9858a34817bd4454bbb9816bccf0cccb(size=11.8 K), total size for store is 11.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-25T10:14:19,832 DEBUG [RS:0;e2fd862922a0:38547-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 0e9c9d01dcbe1521dbe2ab895ce0a72d: 2024-11-25T10:14:19,832 INFO [RS:0;e2fd862922a0:38547-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732529655820.0e9c9d01dcbe1521dbe2ab895ce0a72d., storeName=0e9c9d01dcbe1521dbe2ab895ce0a72d/B, priority=13, startTime=1732529659719; duration=0sec 2024-11-25T10:14:19,832 DEBUG [RS:0;e2fd862922a0:38547-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-25T10:14:19,832 DEBUG [RS:0;e2fd862922a0:38547-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 0e9c9d01dcbe1521dbe2ab895ce0a72d:B 2024-11-25T10:14:19,832 DEBUG [RS:0;e2fd862922a0:38547-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-25T10:14:19,832 DEBUG [RS:0;e2fd862922a0:38547-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/0e9c9d01dcbe1521dbe2ab895ce0a72d/.tmp/A/c4437e517c974b9f8197521b3a295d53 as hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/0e9c9d01dcbe1521dbe2ab895ce0a72d/A/c4437e517c974b9f8197521b3a295d53 2024-11-25T10:14:19,834 DEBUG [RS:0;e2fd862922a0:38547-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36003 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-25T10:14:19,834 DEBUG [RS:0;e2fd862922a0:38547-longCompactions-0 {}] regionserver.HStore(1541): 0e9c9d01dcbe1521dbe2ab895ce0a72d/C is initiating minor compaction (all files) 2024-11-25T10:14:19,834 INFO [RS:0;e2fd862922a0:38547-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 0e9c9d01dcbe1521dbe2ab895ce0a72d/C in TestAcidGuarantees,,1732529655820.0e9c9d01dcbe1521dbe2ab895ce0a72d. 2024-11-25T10:14:19,834 INFO [RS:0;e2fd862922a0:38547-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/0e9c9d01dcbe1521dbe2ab895ce0a72d/C/0f6150b483d64464a4cfed0c41e6587b, hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/0e9c9d01dcbe1521dbe2ab895ce0a72d/C/d5e21035b8e9482b8e11e31e837ff07f, hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/0e9c9d01dcbe1521dbe2ab895ce0a72d/C/1f96fd980d7b4575b38cb1c677945c2d] into tmpdir=hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/0e9c9d01dcbe1521dbe2ab895ce0a72d/.tmp, totalSize=35.2 K 2024-11-25T10:14:19,835 DEBUG [RS:0;e2fd862922a0:38547-longCompactions-0 {}] compactions.Compactor(225): Compacting 0f6150b483d64464a4cfed0c41e6587b, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=15, earliestPutTs=1732529658991 2024-11-25T10:14:19,836 DEBUG [RS:0;e2fd862922a0:38547-longCompactions-0 {}] compactions.Compactor(225): Compacting d5e21035b8e9482b8e11e31e837ff07f, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=51, earliestPutTs=1732529659125 2024-11-25T10:14:19,837 DEBUG [RS:0;e2fd862922a0:38547-longCompactions-0 {}] compactions.Compactor(225): Compacting 1f96fd980d7b4575b38cb1c677945c2d, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=62, earliestPutTs=1732529659519 2024-11-25T10:14:19,840 INFO [RS:0;e2fd862922a0:38547-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 0e9c9d01dcbe1521dbe2ab895ce0a72d/A of 0e9c9d01dcbe1521dbe2ab895ce0a72d into c4437e517c974b9f8197521b3a295d53(size=30.3 K), total size for store is 30.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-25T10:14:19,840 DEBUG [RS:0;e2fd862922a0:38547-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 0e9c9d01dcbe1521dbe2ab895ce0a72d: 2024-11-25T10:14:19,840 INFO [RS:0;e2fd862922a0:38547-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732529655820.0e9c9d01dcbe1521dbe2ab895ce0a72d., storeName=0e9c9d01dcbe1521dbe2ab895ce0a72d/A, priority=13, startTime=1732529659719; duration=0sec 2024-11-25T10:14:19,840 DEBUG [RS:0;e2fd862922a0:38547-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-25T10:14:19,840 DEBUG [RS:0;e2fd862922a0:38547-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 0e9c9d01dcbe1521dbe2ab895ce0a72d:A 2024-11-25T10:14:19,847 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39927 is added to blk_1073741957_1133 (size=14594) 2024-11-25T10:14:19,848 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:19,856 INFO [RS:0;e2fd862922a0:38547-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 0e9c9d01dcbe1521dbe2ab895ce0a72d#C#compaction#114 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-25T10:14:19,856 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241125021f76118e91412daeba5ae242d77e45_0e9c9d01dcbe1521dbe2ab895ce0a72d to hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241125021f76118e91412daeba5ae242d77e45_0e9c9d01dcbe1521dbe2ab895ce0a72d 2024-11-25T10:14:19,857 DEBUG [RS:0;e2fd862922a0:38547-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/0e9c9d01dcbe1521dbe2ab895ce0a72d/.tmp/C/e19ff9dbc9f448e7b01114c483928c21 is 50, key is test_row_0/C:col10/1732529659519/Put/seqid=0 2024-11-25T10:14:19,858 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/0e9c9d01dcbe1521dbe2ab895ce0a72d/.tmp/A/d6c00e7b313a4e9d963443aa1ace4126, store: [table=TestAcidGuarantees family=A region=0e9c9d01dcbe1521dbe2ab895ce0a72d] 2024-11-25T10:14:19,858 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/0e9c9d01dcbe1521dbe2ab895ce0a72d/.tmp/A/d6c00e7b313a4e9d963443aa1ace4126 is 175, key is test_row_0/A:col10/1732529659754/Put/seqid=0 2024-11-25T10:14:19,874 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39927 is added to blk_1073741959_1135 (size=39549) 2024-11-25T10:14:19,875 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=98, memsize=51.4 K, hasBloomFilter=true, into tmp file hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/0e9c9d01dcbe1521dbe2ab895ce0a72d/.tmp/A/d6c00e7b313a4e9d963443aa1ace4126 2024-11-25T10:14:19,875 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39927 is added to blk_1073741958_1134 (size=12104) 2024-11-25T10:14:19,887 DEBUG [RS:0;e2fd862922a0:38547-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/0e9c9d01dcbe1521dbe2ab895ce0a72d/.tmp/C/e19ff9dbc9f448e7b01114c483928c21 as hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/0e9c9d01dcbe1521dbe2ab895ce0a72d/C/e19ff9dbc9f448e7b01114c483928c21 2024-11-25T10:14:19,892 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/0e9c9d01dcbe1521dbe2ab895ce0a72d/.tmp/B/212c67a6235d4c978bf65851e97eb716 is 50, key is test_row_0/B:col10/1732529659754/Put/seqid=0 2024-11-25T10:14:19,896 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0e9c9d01dcbe1521dbe2ab895ce0a72d, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-25T10:14:19,896 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] ipc.CallRunner(138): callId: 24 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34900 deadline: 1732529719892, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0e9c9d01dcbe1521dbe2ab895ce0a72d, server=e2fd862922a0,38547,1732529625709 2024-11-25T10:14:19,896 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732529655820.0e9c9d01dcbe1521dbe2ab895ce0a72d., hostname=e2fd862922a0,38547,1732529625709, seqNum=5 , the old value is region=TestAcidGuarantees,,1732529655820.0e9c9d01dcbe1521dbe2ab895ce0a72d., hostname=e2fd862922a0,38547,1732529625709, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0e9c9d01dcbe1521dbe2ab895ce0a72d, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T10:14:19,896 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732529655820.0e9c9d01dcbe1521dbe2ab895ce0a72d., hostname=e2fd862922a0,38547,1732529625709, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0e9c9d01dcbe1521dbe2ab895ce0a72d, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T10:14:19,896 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732529655820.0e9c9d01dcbe1521dbe2ab895ce0a72d., hostname=e2fd862922a0,38547,1732529625709, seqNum=5 because the exception is null or not the one we care about 2024-11-25T10:14:19,903 INFO [RS:0;e2fd862922a0:38547-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 0e9c9d01dcbe1521dbe2ab895ce0a72d/C of 0e9c9d01dcbe1521dbe2ab895ce0a72d into e19ff9dbc9f448e7b01114c483928c21(size=11.8 K), total size for store is 11.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-25T10:14:19,903 DEBUG [RS:0;e2fd862922a0:38547-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 0e9c9d01dcbe1521dbe2ab895ce0a72d: 2024-11-25T10:14:19,903 INFO [RS:0;e2fd862922a0:38547-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732529655820.0e9c9d01dcbe1521dbe2ab895ce0a72d., storeName=0e9c9d01dcbe1521dbe2ab895ce0a72d/C, priority=13, startTime=1732529659720; duration=0sec 2024-11-25T10:14:19,903 DEBUG [RS:0;e2fd862922a0:38547-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-25T10:14:19,903 DEBUG [RS:0;e2fd862922a0:38547-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 0e9c9d01dcbe1521dbe2ab895ce0a72d:C 2024-11-25T10:14:19,909 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0e9c9d01dcbe1521dbe2ab895ce0a72d, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-25T10:14:19,909 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] ipc.CallRunner(138): callId: 21 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34932 deadline: 1732529719902, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0e9c9d01dcbe1521dbe2ab895ce0a72d, server=e2fd862922a0,38547,1732529625709 2024-11-25T10:14:19,910 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0e9c9d01dcbe1521dbe2ab895ce0a72d, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-25T10:14:19,910 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] ipc.CallRunner(138): callId: 24 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34914 deadline: 1732529719902, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0e9c9d01dcbe1521dbe2ab895ce0a72d, server=e2fd862922a0,38547,1732529625709 2024-11-25T10:14:19,910 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732529655820.0e9c9d01dcbe1521dbe2ab895ce0a72d., hostname=e2fd862922a0,38547,1732529625709, seqNum=5 , the old value is region=TestAcidGuarantees,,1732529655820.0e9c9d01dcbe1521dbe2ab895ce0a72d., hostname=e2fd862922a0,38547,1732529625709, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0e9c9d01dcbe1521dbe2ab895ce0a72d, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T10:14:19,910 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0e9c9d01dcbe1521dbe2ab895ce0a72d, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-25T10:14:19,910 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732529655820.0e9c9d01dcbe1521dbe2ab895ce0a72d., hostname=e2fd862922a0,38547,1732529625709, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0e9c9d01dcbe1521dbe2ab895ce0a72d, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T10:14:19,910 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732529655820.0e9c9d01dcbe1521dbe2ab895ce0a72d., hostname=e2fd862922a0,38547,1732529625709, seqNum=5 because the exception is null or not the one we care about 2024-11-25T10:14:19,910 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] ipc.CallRunner(138): callId: 21 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34938 deadline: 1732529719902, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0e9c9d01dcbe1521dbe2ab895ce0a72d, server=e2fd862922a0,38547,1732529625709 2024-11-25T10:14:19,911 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732529655820.0e9c9d01dcbe1521dbe2ab895ce0a72d., hostname=e2fd862922a0,38547,1732529625709, seqNum=5 , the old value is region=TestAcidGuarantees,,1732529655820.0e9c9d01dcbe1521dbe2ab895ce0a72d., hostname=e2fd862922a0,38547,1732529625709, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0e9c9d01dcbe1521dbe2ab895ce0a72d, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T10:14:19,911 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732529655820.0e9c9d01dcbe1521dbe2ab895ce0a72d., hostname=e2fd862922a0,38547,1732529625709, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0e9c9d01dcbe1521dbe2ab895ce0a72d, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T10:14:19,911 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732529655820.0e9c9d01dcbe1521dbe2ab895ce0a72d., hostname=e2fd862922a0,38547,1732529625709, seqNum=5 because the exception is null or not the one we care about 2024-11-25T10:14:19,911 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732529655820.0e9c9d01dcbe1521dbe2ab895ce0a72d., hostname=e2fd862922a0,38547,1732529625709, seqNum=5 , the old value is region=TestAcidGuarantees,,1732529655820.0e9c9d01dcbe1521dbe2ab895ce0a72d., hostname=e2fd862922a0,38547,1732529625709, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0e9c9d01dcbe1521dbe2ab895ce0a72d, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T10:14:19,911 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0e9c9d01dcbe1521dbe2ab895ce0a72d, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-25T10:14:19,911 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732529655820.0e9c9d01dcbe1521dbe2ab895ce0a72d., hostname=e2fd862922a0,38547,1732529625709, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0e9c9d01dcbe1521dbe2ab895ce0a72d, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T10:14:19,911 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732529655820.0e9c9d01dcbe1521dbe2ab895ce0a72d., hostname=e2fd862922a0,38547,1732529625709, seqNum=5 because the exception is null or not the one we care about 2024-11-25T10:14:19,911 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] ipc.CallRunner(138): callId: 23 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34884 deadline: 1732529719903, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0e9c9d01dcbe1521dbe2ab895ce0a72d, server=e2fd862922a0,38547,1732529625709 2024-11-25T10:14:19,911 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732529655820.0e9c9d01dcbe1521dbe2ab895ce0a72d., hostname=e2fd862922a0,38547,1732529625709, seqNum=5 , the old value is region=TestAcidGuarantees,,1732529655820.0e9c9d01dcbe1521dbe2ab895ce0a72d., hostname=e2fd862922a0,38547,1732529625709, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0e9c9d01dcbe1521dbe2ab895ce0a72d, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T10:14:19,911 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732529655820.0e9c9d01dcbe1521dbe2ab895ce0a72d., hostname=e2fd862922a0,38547,1732529625709, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0e9c9d01dcbe1521dbe2ab895ce0a72d, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T10:14:19,911 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732529655820.0e9c9d01dcbe1521dbe2ab895ce0a72d., hostname=e2fd862922a0,38547,1732529625709, seqNum=5 because the exception is null or not the one we care about 2024-11-25T10:14:19,912 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39927 is added to blk_1073741960_1136 (size=12001) 2024-11-25T10:14:19,913 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=98 (bloomFilter=true), to=hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/0e9c9d01dcbe1521dbe2ab895ce0a72d/.tmp/B/212c67a6235d4c978bf65851e97eb716 2024-11-25T10:14:19,927 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/0e9c9d01dcbe1521dbe2ab895ce0a72d/.tmp/C/48deefbcb49b41bd926b6d1ccdcf5342 is 50, key is test_row_0/C:col10/1732529659754/Put/seqid=0 2024-11-25T10:14:19,933 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39927 is added to blk_1073741961_1137 (size=12001) 2024-11-25T10:14:19,937 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=98 (bloomFilter=true), to=hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/0e9c9d01dcbe1521dbe2ab895ce0a72d/.tmp/C/48deefbcb49b41bd926b6d1ccdcf5342 2024-11-25T10:14:19,944 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/0e9c9d01dcbe1521dbe2ab895ce0a72d/.tmp/A/d6c00e7b313a4e9d963443aa1ace4126 as hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/0e9c9d01dcbe1521dbe2ab895ce0a72d/A/d6c00e7b313a4e9d963443aa1ace4126 2024-11-25T10:14:19,949 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/0e9c9d01dcbe1521dbe2ab895ce0a72d/A/d6c00e7b313a4e9d963443aa1ace4126, entries=200, sequenceid=98, filesize=38.6 K 2024-11-25T10:14:19,950 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/0e9c9d01dcbe1521dbe2ab895ce0a72d/.tmp/B/212c67a6235d4c978bf65851e97eb716 as hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/0e9c9d01dcbe1521dbe2ab895ce0a72d/B/212c67a6235d4c978bf65851e97eb716 2024-11-25T10:14:19,955 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=38547 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=43 2024-11-25T10:14:19,955 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e2fd862922a0:0-1 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732529655820.0e9c9d01dcbe1521dbe2ab895ce0a72d. 2024-11-25T10:14:19,955 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e2fd862922a0:0-1 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732529655820.0e9c9d01dcbe1521dbe2ab895ce0a72d. as already flushing 2024-11-25T10:14:19,955 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e2fd862922a0:0-1 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732529655820.0e9c9d01dcbe1521dbe2ab895ce0a72d. 2024-11-25T10:14:19,955 ERROR [RS_FLUSH_OPERATIONS-regionserver/e2fd862922a0:0-1 {event_type=RS_FLUSH_REGIONS, pid=43}] handler.RSProcedureHandler(58): pid=43 java.io.IOException: Unable to complete flush {ENCODED => 0e9c9d01dcbe1521dbe2ab895ce0a72d, NAME => 'TestAcidGuarantees,,1732529655820.0e9c9d01dcbe1521dbe2ab895ce0a72d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T10:14:19,956 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e2fd862922a0:0-1 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=43 java.io.IOException: Unable to complete flush {ENCODED => 0e9c9d01dcbe1521dbe2ab895ce0a72d, NAME => 'TestAcidGuarantees,,1732529655820.0e9c9d01dcbe1521dbe2ab895ce0a72d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T10:14:19,957 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/0e9c9d01dcbe1521dbe2ab895ce0a72d/B/212c67a6235d4c978bf65851e97eb716, entries=150, sequenceid=98, filesize=11.7 K 2024-11-25T10:14:19,959 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41005 {}] master.HMaster(4177): Remote procedure failed, pid=43 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 0e9c9d01dcbe1521dbe2ab895ce0a72d, NAME => 'TestAcidGuarantees,,1732529655820.0e9c9d01dcbe1521dbe2ab895ce0a72d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 0e9c9d01dcbe1521dbe2ab895ce0a72d, NAME => 'TestAcidGuarantees,,1732529655820.0e9c9d01dcbe1521dbe2ab895ce0a72d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T10:14:19,960 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/0e9c9d01dcbe1521dbe2ab895ce0a72d/.tmp/C/48deefbcb49b41bd926b6d1ccdcf5342 as hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/0e9c9d01dcbe1521dbe2ab895ce0a72d/C/48deefbcb49b41bd926b6d1ccdcf5342 2024-11-25T10:14:19,962 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41005 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=42 2024-11-25T10:14:19,965 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/0e9c9d01dcbe1521dbe2ab895ce0a72d/C/48deefbcb49b41bd926b6d1ccdcf5342, entries=150, sequenceid=98, filesize=11.7 K 2024-11-25T10:14:19,966 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~154.31 KB/158010, heapSize ~425.95 KB/436176, currentSize=40.25 KB/41220 for 0e9c9d01dcbe1521dbe2ab895ce0a72d in 208ms, sequenceid=98, compaction requested=false 2024-11-25T10:14:19,966 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 0e9c9d01dcbe1521dbe2ab895ce0a72d: 2024-11-25T10:14:20,109 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] regionserver.HRegion(8855): Flush requested on 0e9c9d01dcbe1521dbe2ab895ce0a72d 2024-11-25T10:14:20,109 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 0e9c9d01dcbe1521dbe2ab895ce0a72d 3/3 column families, dataSize=46.96 KB heapSize=140.20 KB 2024-11-25T10:14:20,109 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 0e9c9d01dcbe1521dbe2ab895ce0a72d, store=A 2024-11-25T10:14:20,109 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T10:14:20,110 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 0e9c9d01dcbe1521dbe2ab895ce0a72d, store=B 2024-11-25T10:14:20,111 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=38547 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=43 2024-11-25T10:14:20,112 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e2fd862922a0:0-2 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732529655820.0e9c9d01dcbe1521dbe2ab895ce0a72d. 2024-11-25T10:14:20,112 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e2fd862922a0:0-2 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732529655820.0e9c9d01dcbe1521dbe2ab895ce0a72d. as already flushing 2024-11-25T10:14:20,112 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e2fd862922a0:0-2 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732529655820.0e9c9d01dcbe1521dbe2ab895ce0a72d. 2024-11-25T10:14:20,112 ERROR [RS_FLUSH_OPERATIONS-regionserver/e2fd862922a0:0-2 {event_type=RS_FLUSH_REGIONS, pid=43}] handler.RSProcedureHandler(58): pid=43 java.io.IOException: Unable to complete flush {ENCODED => 0e9c9d01dcbe1521dbe2ab895ce0a72d, NAME => 'TestAcidGuarantees,,1732529655820.0e9c9d01dcbe1521dbe2ab895ce0a72d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T10:14:20,112 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e2fd862922a0:0-2 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=43 java.io.IOException: Unable to complete flush {ENCODED => 0e9c9d01dcbe1521dbe2ab895ce0a72d, NAME => 'TestAcidGuarantees,,1732529655820.0e9c9d01dcbe1521dbe2ab895ce0a72d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T10:14:20,112 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T10:14:20,112 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 0e9c9d01dcbe1521dbe2ab895ce0a72d, store=C 2024-11-25T10:14:20,112 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T10:14:20,113 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41005 {}] master.HMaster(4177): Remote procedure failed, pid=43 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 0e9c9d01dcbe1521dbe2ab895ce0a72d, NAME => 'TestAcidGuarantees,,1732529655820.0e9c9d01dcbe1521dbe2ab895ce0a72d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 0e9c9d01dcbe1521dbe2ab895ce0a72d, NAME => 'TestAcidGuarantees,,1732529655820.0e9c9d01dcbe1521dbe2ab895ce0a72d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T10:14:20,135 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024112591c891d4adf9467eb175d998870b238a_0e9c9d01dcbe1521dbe2ab895ce0a72d is 50, key is test_row_0/A:col10/1732529659779/Put/seqid=0 2024-11-25T10:14:20,150 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39927 is added to blk_1073741962_1138 (size=14594) 2024-11-25T10:14:20,164 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/e2fd862922a0:0-5 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=159, cellSize=7275, totalHeapSize=16776, min timestamp=1732529660139, max timestamp=1732529660161Num uniques 859; 2024-11-25T10:14:20,164 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/e2fd862922a0:0-5 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=7275, suffix heap size=117064,new segment heap size=16776 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=159 2024-11-25T10:14:20,164 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/e2fd862922a0:0-4 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=159, cellSize=7275, totalHeapSize=16776, min timestamp=1732529660139, max timestamp=1732529660161Num uniques 859; 2024-11-25T10:14:20,164 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/e2fd862922a0:0-4 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=7275, suffix heap size=117064,new segment heap size=16776 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=159 2024-11-25T10:14:20,167 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/e2fd862922a0:0-3 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=159, cellSize=7275, totalHeapSize=16776, min timestamp=1732529660139, max timestamp=1732529660160Num uniques 859; 2024-11-25T10:14:20,167 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/e2fd862922a0:0-3 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=7275, suffix heap size=117064,new segment heap size=16776 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=159 2024-11-25T10:14:20,226 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0e9c9d01dcbe1521dbe2ab895ce0a72d, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-25T10:14:20,226 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] ipc.CallRunner(138): callId: 30 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34884 deadline: 1732529720220, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0e9c9d01dcbe1521dbe2ab895ce0a72d, server=e2fd862922a0,38547,1732529625709 2024-11-25T10:14:20,227 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0e9c9d01dcbe1521dbe2ab895ce0a72d, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-25T10:14:20,227 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732529655820.0e9c9d01dcbe1521dbe2ab895ce0a72d., hostname=e2fd862922a0,38547,1732529625709, seqNum=5 , the old value is region=TestAcidGuarantees,,1732529655820.0e9c9d01dcbe1521dbe2ab895ce0a72d., hostname=e2fd862922a0,38547,1732529625709, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0e9c9d01dcbe1521dbe2ab895ce0a72d, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T10:14:20,227 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732529655820.0e9c9d01dcbe1521dbe2ab895ce0a72d., hostname=e2fd862922a0,38547,1732529625709, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0e9c9d01dcbe1521dbe2ab895ce0a72d, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T10:14:20,227 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] ipc.CallRunner(138): callId: 34 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34900 deadline: 1732529720222, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0e9c9d01dcbe1521dbe2ab895ce0a72d, server=e2fd862922a0,38547,1732529625709 2024-11-25T10:14:20,227 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732529655820.0e9c9d01dcbe1521dbe2ab895ce0a72d., hostname=e2fd862922a0,38547,1732529625709, seqNum=5 because the exception is null or not the one we care about 2024-11-25T10:14:20,227 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0e9c9d01dcbe1521dbe2ab895ce0a72d, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-25T10:14:20,228 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732529655820.0e9c9d01dcbe1521dbe2ab895ce0a72d., hostname=e2fd862922a0,38547,1732529625709, seqNum=5 , the old value is region=TestAcidGuarantees,,1732529655820.0e9c9d01dcbe1521dbe2ab895ce0a72d., hostname=e2fd862922a0,38547,1732529625709, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0e9c9d01dcbe1521dbe2ab895ce0a72d, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T10:14:20,228 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732529655820.0e9c9d01dcbe1521dbe2ab895ce0a72d., hostname=e2fd862922a0,38547,1732529625709, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0e9c9d01dcbe1521dbe2ab895ce0a72d, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T10:14:20,228 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] ipc.CallRunner(138): callId: 28 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34938 deadline: 1732529720223, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0e9c9d01dcbe1521dbe2ab895ce0a72d, server=e2fd862922a0,38547,1732529625709 2024-11-25T10:14:20,228 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732529655820.0e9c9d01dcbe1521dbe2ab895ce0a72d., hostname=e2fd862922a0,38547,1732529625709, seqNum=5 because the exception is null or not the one we care about 2024-11-25T10:14:20,228 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0e9c9d01dcbe1521dbe2ab895ce0a72d, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-25T10:14:20,229 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] ipc.CallRunner(138): callId: 29 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34932 deadline: 1732529720225, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0e9c9d01dcbe1521dbe2ab895ce0a72d, server=e2fd862922a0,38547,1732529625709 2024-11-25T10:14:20,229 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732529655820.0e9c9d01dcbe1521dbe2ab895ce0a72d., hostname=e2fd862922a0,38547,1732529625709, seqNum=5 , the old value is region=TestAcidGuarantees,,1732529655820.0e9c9d01dcbe1521dbe2ab895ce0a72d., hostname=e2fd862922a0,38547,1732529625709, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0e9c9d01dcbe1521dbe2ab895ce0a72d, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T10:14:20,229 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732529655820.0e9c9d01dcbe1521dbe2ab895ce0a72d., hostname=e2fd862922a0,38547,1732529625709, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0e9c9d01dcbe1521dbe2ab895ce0a72d, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T10:14:20,229 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732529655820.0e9c9d01dcbe1521dbe2ab895ce0a72d., hostname=e2fd862922a0,38547,1732529625709, seqNum=5 because the exception is null or not the one we care about 2024-11-25T10:14:20,229 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0e9c9d01dcbe1521dbe2ab895ce0a72d, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-25T10:14:20,229 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732529655820.0e9c9d01dcbe1521dbe2ab895ce0a72d., hostname=e2fd862922a0,38547,1732529625709, seqNum=5 , the old value is region=TestAcidGuarantees,,1732529655820.0e9c9d01dcbe1521dbe2ab895ce0a72d., hostname=e2fd862922a0,38547,1732529625709, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0e9c9d01dcbe1521dbe2ab895ce0a72d, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T10:14:20,229 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732529655820.0e9c9d01dcbe1521dbe2ab895ce0a72d., hostname=e2fd862922a0,38547,1732529625709, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0e9c9d01dcbe1521dbe2ab895ce0a72d, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T10:14:20,229 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] ipc.CallRunner(138): callId: 32 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34914 deadline: 1732529720226, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0e9c9d01dcbe1521dbe2ab895ce0a72d, server=e2fd862922a0,38547,1732529625709 2024-11-25T10:14:20,229 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732529655820.0e9c9d01dcbe1521dbe2ab895ce0a72d., hostname=e2fd862922a0,38547,1732529625709, seqNum=5 because the exception is null or not the one we care about 2024-11-25T10:14:20,230 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732529655820.0e9c9d01dcbe1521dbe2ab895ce0a72d., hostname=e2fd862922a0,38547,1732529625709, seqNum=5 , the old value is region=TestAcidGuarantees,,1732529655820.0e9c9d01dcbe1521dbe2ab895ce0a72d., hostname=e2fd862922a0,38547,1732529625709, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0e9c9d01dcbe1521dbe2ab895ce0a72d, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T10:14:20,230 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732529655820.0e9c9d01dcbe1521dbe2ab895ce0a72d., hostname=e2fd862922a0,38547,1732529625709, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0e9c9d01dcbe1521dbe2ab895ce0a72d, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T10:14:20,230 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732529655820.0e9c9d01dcbe1521dbe2ab895ce0a72d., hostname=e2fd862922a0,38547,1732529625709, seqNum=5 because the exception is null or not the one we care about 2024-11-25T10:14:20,267 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=38547 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=43 2024-11-25T10:14:20,267 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e2fd862922a0:0-0 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732529655820.0e9c9d01dcbe1521dbe2ab895ce0a72d. 2024-11-25T10:14:20,267 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e2fd862922a0:0-0 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732529655820.0e9c9d01dcbe1521dbe2ab895ce0a72d. as already flushing 2024-11-25T10:14:20,267 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e2fd862922a0:0-0 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732529655820.0e9c9d01dcbe1521dbe2ab895ce0a72d. 2024-11-25T10:14:20,267 ERROR [RS_FLUSH_OPERATIONS-regionserver/e2fd862922a0:0-0 {event_type=RS_FLUSH_REGIONS, pid=43}] handler.RSProcedureHandler(58): pid=43 java.io.IOException: Unable to complete flush {ENCODED => 0e9c9d01dcbe1521dbe2ab895ce0a72d, NAME => 'TestAcidGuarantees,,1732529655820.0e9c9d01dcbe1521dbe2ab895ce0a72d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T10:14:20,268 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e2fd862922a0:0-0 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=43 java.io.IOException: Unable to complete flush {ENCODED => 0e9c9d01dcbe1521dbe2ab895ce0a72d, NAME => 'TestAcidGuarantees,,1732529655820.0e9c9d01dcbe1521dbe2ab895ce0a72d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T10:14:20,268 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41005 {}] master.HMaster(4177): Remote procedure failed, pid=43 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 0e9c9d01dcbe1521dbe2ab895ce0a72d, NAME => 'TestAcidGuarantees,,1732529655820.0e9c9d01dcbe1521dbe2ab895ce0a72d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 0e9c9d01dcbe1521dbe2ab895ce0a72d, NAME => 'TestAcidGuarantees,,1732529655820.0e9c9d01dcbe1521dbe2ab895ce0a72d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T10:14:20,272 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41005 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=42 2024-11-25T10:14:20,337 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0e9c9d01dcbe1521dbe2ab895ce0a72d, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-25T10:14:20,337 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] ipc.CallRunner(138): callId: 31 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34884 deadline: 1732529720332, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0e9c9d01dcbe1521dbe2ab895ce0a72d, server=e2fd862922a0,38547,1732529625709 2024-11-25T10:14:20,338 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732529655820.0e9c9d01dcbe1521dbe2ab895ce0a72d., hostname=e2fd862922a0,38547,1732529625709, seqNum=5 , the old value is region=TestAcidGuarantees,,1732529655820.0e9c9d01dcbe1521dbe2ab895ce0a72d., hostname=e2fd862922a0,38547,1732529625709, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0e9c9d01dcbe1521dbe2ab895ce0a72d, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T10:14:20,338 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0e9c9d01dcbe1521dbe2ab895ce0a72d, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-25T10:14:20,338 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732529655820.0e9c9d01dcbe1521dbe2ab895ce0a72d., hostname=e2fd862922a0,38547,1732529625709, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0e9c9d01dcbe1521dbe2ab895ce0a72d, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T10:14:20,338 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732529655820.0e9c9d01dcbe1521dbe2ab895ce0a72d., hostname=e2fd862922a0,38547,1732529625709, seqNum=5 because the exception is null or not the one we care about 2024-11-25T10:14:20,338 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] ipc.CallRunner(138): callId: 29 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34938 deadline: 1732529720332, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0e9c9d01dcbe1521dbe2ab895ce0a72d, server=e2fd862922a0,38547,1732529625709 2024-11-25T10:14:20,338 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732529655820.0e9c9d01dcbe1521dbe2ab895ce0a72d., hostname=e2fd862922a0,38547,1732529625709, seqNum=5 , the old value is region=TestAcidGuarantees,,1732529655820.0e9c9d01dcbe1521dbe2ab895ce0a72d., hostname=e2fd862922a0,38547,1732529625709, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0e9c9d01dcbe1521dbe2ab895ce0a72d, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T10:14:20,338 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0e9c9d01dcbe1521dbe2ab895ce0a72d, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-25T10:14:20,338 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732529655820.0e9c9d01dcbe1521dbe2ab895ce0a72d., hostname=e2fd862922a0,38547,1732529625709, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0e9c9d01dcbe1521dbe2ab895ce0a72d, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T10:14:20,338 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732529655820.0e9c9d01dcbe1521dbe2ab895ce0a72d., hostname=e2fd862922a0,38547,1732529625709, seqNum=5 because the exception is null or not the one we care about 2024-11-25T10:14:20,338 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] ipc.CallRunner(138): callId: 35 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34900 deadline: 1732529720333, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0e9c9d01dcbe1521dbe2ab895ce0a72d, server=e2fd862922a0,38547,1732529625709 2024-11-25T10:14:20,339 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0e9c9d01dcbe1521dbe2ab895ce0a72d, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-25T10:14:20,339 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] ipc.CallRunner(138): callId: 30 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34932 deadline: 1732529720333, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0e9c9d01dcbe1521dbe2ab895ce0a72d, server=e2fd862922a0,38547,1732529625709 2024-11-25T10:14:20,340 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0e9c9d01dcbe1521dbe2ab895ce0a72d, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-25T10:14:20,340 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] ipc.CallRunner(138): callId: 33 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34914 deadline: 1732529720333, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0e9c9d01dcbe1521dbe2ab895ce0a72d, server=e2fd862922a0,38547,1732529625709 2024-11-25T10:14:20,341 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732529655820.0e9c9d01dcbe1521dbe2ab895ce0a72d., hostname=e2fd862922a0,38547,1732529625709, seqNum=5 , the old value is region=TestAcidGuarantees,,1732529655820.0e9c9d01dcbe1521dbe2ab895ce0a72d., hostname=e2fd862922a0,38547,1732529625709, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0e9c9d01dcbe1521dbe2ab895ce0a72d, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T10:14:20,341 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732529655820.0e9c9d01dcbe1521dbe2ab895ce0a72d., hostname=e2fd862922a0,38547,1732529625709, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0e9c9d01dcbe1521dbe2ab895ce0a72d, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T10:14:20,341 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732529655820.0e9c9d01dcbe1521dbe2ab895ce0a72d., hostname=e2fd862922a0,38547,1732529625709, seqNum=5 because the exception is null or not the one we care about 2024-11-25T10:14:20,341 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732529655820.0e9c9d01dcbe1521dbe2ab895ce0a72d., hostname=e2fd862922a0,38547,1732529625709, seqNum=5 , the old value is region=TestAcidGuarantees,,1732529655820.0e9c9d01dcbe1521dbe2ab895ce0a72d., hostname=e2fd862922a0,38547,1732529625709, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0e9c9d01dcbe1521dbe2ab895ce0a72d, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T10:14:20,341 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732529655820.0e9c9d01dcbe1521dbe2ab895ce0a72d., hostname=e2fd862922a0,38547,1732529625709, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0e9c9d01dcbe1521dbe2ab895ce0a72d, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T10:14:20,341 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732529655820.0e9c9d01dcbe1521dbe2ab895ce0a72d., hostname=e2fd862922a0,38547,1732529625709, seqNum=5 because the exception is null or not the one we care about 2024-11-25T10:14:20,342 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732529655820.0e9c9d01dcbe1521dbe2ab895ce0a72d., hostname=e2fd862922a0,38547,1732529625709, seqNum=5 , the old value is region=TestAcidGuarantees,,1732529655820.0e9c9d01dcbe1521dbe2ab895ce0a72d., hostname=e2fd862922a0,38547,1732529625709, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0e9c9d01dcbe1521dbe2ab895ce0a72d, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T10:14:20,342 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732529655820.0e9c9d01dcbe1521dbe2ab895ce0a72d., hostname=e2fd862922a0,38547,1732529625709, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0e9c9d01dcbe1521dbe2ab895ce0a72d, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T10:14:20,342 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732529655820.0e9c9d01dcbe1521dbe2ab895ce0a72d., hostname=e2fd862922a0,38547,1732529625709, seqNum=5 because the exception is null or not the one we care about 2024-11-25T10:14:20,421 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=38547 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=43 2024-11-25T10:14:20,421 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e2fd862922a0:0-1 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732529655820.0e9c9d01dcbe1521dbe2ab895ce0a72d. 2024-11-25T10:14:20,421 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e2fd862922a0:0-1 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732529655820.0e9c9d01dcbe1521dbe2ab895ce0a72d. as already flushing 2024-11-25T10:14:20,421 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e2fd862922a0:0-1 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732529655820.0e9c9d01dcbe1521dbe2ab895ce0a72d. 2024-11-25T10:14:20,422 ERROR [RS_FLUSH_OPERATIONS-regionserver/e2fd862922a0:0-1 {event_type=RS_FLUSH_REGIONS, pid=43}] handler.RSProcedureHandler(58): pid=43 java.io.IOException: Unable to complete flush {ENCODED => 0e9c9d01dcbe1521dbe2ab895ce0a72d, NAME => 'TestAcidGuarantees,,1732529655820.0e9c9d01dcbe1521dbe2ab895ce0a72d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T10:14:20,422 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e2fd862922a0:0-1 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=43 java.io.IOException: Unable to complete flush {ENCODED => 0e9c9d01dcbe1521dbe2ab895ce0a72d, NAME => 'TestAcidGuarantees,,1732529655820.0e9c9d01dcbe1521dbe2ab895ce0a72d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T10:14:20,423 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41005 {}] master.HMaster(4177): Remote procedure failed, pid=43 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 0e9c9d01dcbe1521dbe2ab895ce0a72d, NAME => 'TestAcidGuarantees,,1732529655820.0e9c9d01dcbe1521dbe2ab895ce0a72d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 0e9c9d01dcbe1521dbe2ab895ce0a72d, NAME => 'TestAcidGuarantees,,1732529655820.0e9c9d01dcbe1521dbe2ab895ce0a72d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T10:14:20,537 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties 2024-11-25T10:14:20,552 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:20,553 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0e9c9d01dcbe1521dbe2ab895ce0a72d, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-25T10:14:20,553 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] ipc.CallRunner(138): callId: 32 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34884 deadline: 1732529720542, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0e9c9d01dcbe1521dbe2ab895ce0a72d, server=e2fd862922a0,38547,1732529625709 2024-11-25T10:14:20,553 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0e9c9d01dcbe1521dbe2ab895ce0a72d, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-25T10:14:20,554 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] ipc.CallRunner(138): callId: 30 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34938 deadline: 1732529720543, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0e9c9d01dcbe1521dbe2ab895ce0a72d, server=e2fd862922a0,38547,1732529625709 2024-11-25T10:14:20,554 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732529655820.0e9c9d01dcbe1521dbe2ab895ce0a72d., hostname=e2fd862922a0,38547,1732529625709, seqNum=5 , the old value is region=TestAcidGuarantees,,1732529655820.0e9c9d01dcbe1521dbe2ab895ce0a72d., hostname=e2fd862922a0,38547,1732529625709, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0e9c9d01dcbe1521dbe2ab895ce0a72d, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T10:14:20,554 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732529655820.0e9c9d01dcbe1521dbe2ab895ce0a72d., hostname=e2fd862922a0,38547,1732529625709, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0e9c9d01dcbe1521dbe2ab895ce0a72d, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T10:14:20,554 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732529655820.0e9c9d01dcbe1521dbe2ab895ce0a72d., hostname=e2fd862922a0,38547,1732529625709, seqNum=5 because the exception is null or not the one we care about 2024-11-25T10:14:20,554 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732529655820.0e9c9d01dcbe1521dbe2ab895ce0a72d., hostname=e2fd862922a0,38547,1732529625709, seqNum=5 , the old value is region=TestAcidGuarantees,,1732529655820.0e9c9d01dcbe1521dbe2ab895ce0a72d., hostname=e2fd862922a0,38547,1732529625709, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0e9c9d01dcbe1521dbe2ab895ce0a72d, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T10:14:20,554 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732529655820.0e9c9d01dcbe1521dbe2ab895ce0a72d., hostname=e2fd862922a0,38547,1732529625709, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0e9c9d01dcbe1521dbe2ab895ce0a72d, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T10:14:20,554 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0e9c9d01dcbe1521dbe2ab895ce0a72d, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-25T10:14:20,554 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732529655820.0e9c9d01dcbe1521dbe2ab895ce0a72d., hostname=e2fd862922a0,38547,1732529625709, seqNum=5 because the exception is null or not the one we care about 2024-11-25T10:14:20,555 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] ipc.CallRunner(138): callId: 36 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34900 deadline: 1732529720552, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0e9c9d01dcbe1521dbe2ab895ce0a72d, server=e2fd862922a0,38547,1732529625709 2024-11-25T10:14:20,555 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0e9c9d01dcbe1521dbe2ab895ce0a72d, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-25T10:14:20,555 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732529655820.0e9c9d01dcbe1521dbe2ab895ce0a72d., hostname=e2fd862922a0,38547,1732529625709, seqNum=5 , the old value is region=TestAcidGuarantees,,1732529655820.0e9c9d01dcbe1521dbe2ab895ce0a72d., hostname=e2fd862922a0,38547,1732529625709, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0e9c9d01dcbe1521dbe2ab895ce0a72d, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T10:14:20,555 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732529655820.0e9c9d01dcbe1521dbe2ab895ce0a72d., hostname=e2fd862922a0,38547,1732529625709, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0e9c9d01dcbe1521dbe2ab895ce0a72d, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T10:14:20,555 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] ipc.CallRunner(138): callId: 34 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34914 deadline: 1732529720552, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0e9c9d01dcbe1521dbe2ab895ce0a72d, server=e2fd862922a0,38547,1732529625709 2024-11-25T10:14:20,555 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732529655820.0e9c9d01dcbe1521dbe2ab895ce0a72d., hostname=e2fd862922a0,38547,1732529625709, seqNum=5 because the exception is null or not the one we care about 2024-11-25T10:14:20,556 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0e9c9d01dcbe1521dbe2ab895ce0a72d, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-25T10:14:20,556 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732529655820.0e9c9d01dcbe1521dbe2ab895ce0a72d., hostname=e2fd862922a0,38547,1732529625709, seqNum=5 , the old value is region=TestAcidGuarantees,,1732529655820.0e9c9d01dcbe1521dbe2ab895ce0a72d., hostname=e2fd862922a0,38547,1732529625709, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0e9c9d01dcbe1521dbe2ab895ce0a72d, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T10:14:20,556 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] ipc.CallRunner(138): callId: 31 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34932 deadline: 1732529720552, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0e9c9d01dcbe1521dbe2ab895ce0a72d, server=e2fd862922a0,38547,1732529625709 2024-11-25T10:14:20,556 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732529655820.0e9c9d01dcbe1521dbe2ab895ce0a72d., hostname=e2fd862922a0,38547,1732529625709, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0e9c9d01dcbe1521dbe2ab895ce0a72d, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T10:14:20,556 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732529655820.0e9c9d01dcbe1521dbe2ab895ce0a72d., hostname=e2fd862922a0,38547,1732529625709, seqNum=5 because the exception is null or not the one we care about 2024-11-25T10:14:20,556 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732529655820.0e9c9d01dcbe1521dbe2ab895ce0a72d., hostname=e2fd862922a0,38547,1732529625709, seqNum=5 , the old value is region=TestAcidGuarantees,,1732529655820.0e9c9d01dcbe1521dbe2ab895ce0a72d., hostname=e2fd862922a0,38547,1732529625709, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0e9c9d01dcbe1521dbe2ab895ce0a72d, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T10:14:20,556 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732529655820.0e9c9d01dcbe1521dbe2ab895ce0a72d., hostname=e2fd862922a0,38547,1732529625709, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0e9c9d01dcbe1521dbe2ab895ce0a72d, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T10:14:20,556 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732529655820.0e9c9d01dcbe1521dbe2ab895ce0a72d., hostname=e2fd862922a0,38547,1732529625709, seqNum=5 because the exception is null or not the one we care about 2024-11-25T10:14:20,565 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024112591c891d4adf9467eb175d998870b238a_0e9c9d01dcbe1521dbe2ab895ce0a72d to hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112591c891d4adf9467eb175d998870b238a_0e9c9d01dcbe1521dbe2ab895ce0a72d 2024-11-25T10:14:20,566 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/0e9c9d01dcbe1521dbe2ab895ce0a72d/.tmp/A/726ca74ffee2481ea158d441a2f60240, store: [table=TestAcidGuarantees family=A region=0e9c9d01dcbe1521dbe2ab895ce0a72d] 2024-11-25T10:14:20,567 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/0e9c9d01dcbe1521dbe2ab895ce0a72d/.tmp/A/726ca74ffee2481ea158d441a2f60240 is 175, key is test_row_0/A:col10/1732529659779/Put/seqid=0 2024-11-25T10:14:20,575 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=38547 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=43 2024-11-25T10:14:20,575 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e2fd862922a0:0-2 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732529655820.0e9c9d01dcbe1521dbe2ab895ce0a72d. 2024-11-25T10:14:20,575 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e2fd862922a0:0-2 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732529655820.0e9c9d01dcbe1521dbe2ab895ce0a72d. as already flushing 2024-11-25T10:14:20,575 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e2fd862922a0:0-2 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732529655820.0e9c9d01dcbe1521dbe2ab895ce0a72d. 2024-11-25T10:14:20,575 ERROR [RS_FLUSH_OPERATIONS-regionserver/e2fd862922a0:0-2 {event_type=RS_FLUSH_REGIONS, pid=43}] handler.RSProcedureHandler(58): pid=43 java.io.IOException: Unable to complete flush {ENCODED => 0e9c9d01dcbe1521dbe2ab895ce0a72d, NAME => 'TestAcidGuarantees,,1732529655820.0e9c9d01dcbe1521dbe2ab895ce0a72d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T10:14:20,576 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e2fd862922a0:0-2 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=43 java.io.IOException: Unable to complete flush {ENCODED => 0e9c9d01dcbe1521dbe2ab895ce0a72d, NAME => 'TestAcidGuarantees,,1732529655820.0e9c9d01dcbe1521dbe2ab895ce0a72d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T10:14:20,576 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41005 {}] master.HMaster(4177): Remote procedure failed, pid=43 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 0e9c9d01dcbe1521dbe2ab895ce0a72d, NAME => 'TestAcidGuarantees,,1732529655820.0e9c9d01dcbe1521dbe2ab895ce0a72d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 0e9c9d01dcbe1521dbe2ab895ce0a72d, NAME => 'TestAcidGuarantees,,1732529655820.0e9c9d01dcbe1521dbe2ab895ce0a72d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T10:14:20,589 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39927 is added to blk_1073741963_1139 (size=39549) 2024-11-25T10:14:20,590 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=111, memsize=15.7 K, hasBloomFilter=true, into tmp file hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/0e9c9d01dcbe1521dbe2ab895ce0a72d/.tmp/A/726ca74ffee2481ea158d441a2f60240 2024-11-25T10:14:20,598 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/0e9c9d01dcbe1521dbe2ab895ce0a72d/.tmp/B/2c8d0893254143d0aa2409c3046930a1 is 50, key is test_row_0/B:col10/1732529659779/Put/seqid=0 2024-11-25T10:14:20,613 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39927 is added to blk_1073741964_1140 (size=12001) 2024-11-25T10:14:20,729 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=38547 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=43 2024-11-25T10:14:20,729 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e2fd862922a0:0-0 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732529655820.0e9c9d01dcbe1521dbe2ab895ce0a72d. 2024-11-25T10:14:20,730 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e2fd862922a0:0-0 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732529655820.0e9c9d01dcbe1521dbe2ab895ce0a72d. as already flushing 2024-11-25T10:14:20,730 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e2fd862922a0:0-0 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732529655820.0e9c9d01dcbe1521dbe2ab895ce0a72d. 2024-11-25T10:14:20,730 ERROR [RS_FLUSH_OPERATIONS-regionserver/e2fd862922a0:0-0 {event_type=RS_FLUSH_REGIONS, pid=43}] handler.RSProcedureHandler(58): pid=43 java.io.IOException: Unable to complete flush {ENCODED => 0e9c9d01dcbe1521dbe2ab895ce0a72d, NAME => 'TestAcidGuarantees,,1732529655820.0e9c9d01dcbe1521dbe2ab895ce0a72d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T10:14:20,730 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e2fd862922a0:0-0 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=43 java.io.IOException: Unable to complete flush {ENCODED => 0e9c9d01dcbe1521dbe2ab895ce0a72d, NAME => 'TestAcidGuarantees,,1732529655820.0e9c9d01dcbe1521dbe2ab895ce0a72d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T10:14:20,730 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41005 {}] master.HMaster(4177): Remote procedure failed, pid=43 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 0e9c9d01dcbe1521dbe2ab895ce0a72d, NAME => 'TestAcidGuarantees,,1732529655820.0e9c9d01dcbe1521dbe2ab895ce0a72d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 0e9c9d01dcbe1521dbe2ab895ce0a72d, NAME => 'TestAcidGuarantees,,1732529655820.0e9c9d01dcbe1521dbe2ab895ce0a72d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T10:14:20,782 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41005 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=42 2024-11-25T10:14:20,865 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0e9c9d01dcbe1521dbe2ab895ce0a72d, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-25T10:14:20,865 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] ipc.CallRunner(138): callId: 33 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34884 deadline: 1732529720862, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0e9c9d01dcbe1521dbe2ab895ce0a72d, server=e2fd862922a0,38547,1732529625709 2024-11-25T10:14:20,866 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0e9c9d01dcbe1521dbe2ab895ce0a72d, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-25T10:14:20,866 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732529655820.0e9c9d01dcbe1521dbe2ab895ce0a72d., hostname=e2fd862922a0,38547,1732529625709, seqNum=5 , the old value is region=TestAcidGuarantees,,1732529655820.0e9c9d01dcbe1521dbe2ab895ce0a72d., hostname=e2fd862922a0,38547,1732529625709, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0e9c9d01dcbe1521dbe2ab895ce0a72d, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T10:14:20,866 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] ipc.CallRunner(138): callId: 31 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34938 deadline: 1732529720862, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0e9c9d01dcbe1521dbe2ab895ce0a72d, server=e2fd862922a0,38547,1732529625709 2024-11-25T10:14:20,866 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732529655820.0e9c9d01dcbe1521dbe2ab895ce0a72d., hostname=e2fd862922a0,38547,1732529625709, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0e9c9d01dcbe1521dbe2ab895ce0a72d, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T10:14:20,866 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732529655820.0e9c9d01dcbe1521dbe2ab895ce0a72d., hostname=e2fd862922a0,38547,1732529625709, seqNum=5 because the exception is null or not the one we care about 2024-11-25T10:14:20,866 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0e9c9d01dcbe1521dbe2ab895ce0a72d, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-25T10:14:20,866 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] ipc.CallRunner(138): callId: 35 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34914 deadline: 1732529720862, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0e9c9d01dcbe1521dbe2ab895ce0a72d, server=e2fd862922a0,38547,1732529625709 2024-11-25T10:14:20,866 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732529655820.0e9c9d01dcbe1521dbe2ab895ce0a72d., hostname=e2fd862922a0,38547,1732529625709, seqNum=5 , the old value is region=TestAcidGuarantees,,1732529655820.0e9c9d01dcbe1521dbe2ab895ce0a72d., hostname=e2fd862922a0,38547,1732529625709, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0e9c9d01dcbe1521dbe2ab895ce0a72d, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T10:14:20,866 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732529655820.0e9c9d01dcbe1521dbe2ab895ce0a72d., hostname=e2fd862922a0,38547,1732529625709, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0e9c9d01dcbe1521dbe2ab895ce0a72d, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T10:14:20,866 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732529655820.0e9c9d01dcbe1521dbe2ab895ce0a72d., hostname=e2fd862922a0,38547,1732529625709, seqNum=5 because the exception is null or not the one we care about 2024-11-25T10:14:20,867 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732529655820.0e9c9d01dcbe1521dbe2ab895ce0a72d., hostname=e2fd862922a0,38547,1732529625709, seqNum=5 , the old value is region=TestAcidGuarantees,,1732529655820.0e9c9d01dcbe1521dbe2ab895ce0a72d., hostname=e2fd862922a0,38547,1732529625709, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0e9c9d01dcbe1521dbe2ab895ce0a72d, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T10:14:20,867 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0e9c9d01dcbe1521dbe2ab895ce0a72d, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-25T10:14:20,867 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732529655820.0e9c9d01dcbe1521dbe2ab895ce0a72d., hostname=e2fd862922a0,38547,1732529625709, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0e9c9d01dcbe1521dbe2ab895ce0a72d, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T10:14:20,867 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732529655820.0e9c9d01dcbe1521dbe2ab895ce0a72d., hostname=e2fd862922a0,38547,1732529625709, seqNum=5 because the exception is null or not the one we care about 2024-11-25T10:14:20,867 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] ipc.CallRunner(138): callId: 32 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34932 deadline: 1732529720862, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0e9c9d01dcbe1521dbe2ab895ce0a72d, server=e2fd862922a0,38547,1732529625709 2024-11-25T10:14:20,867 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0e9c9d01dcbe1521dbe2ab895ce0a72d, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-25T10:14:20,867 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] ipc.CallRunner(138): callId: 37 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34900 deadline: 1732529720862, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0e9c9d01dcbe1521dbe2ab895ce0a72d, server=e2fd862922a0,38547,1732529625709 2024-11-25T10:14:20,868 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732529655820.0e9c9d01dcbe1521dbe2ab895ce0a72d., hostname=e2fd862922a0,38547,1732529625709, seqNum=5 , the old value is region=TestAcidGuarantees,,1732529655820.0e9c9d01dcbe1521dbe2ab895ce0a72d., hostname=e2fd862922a0,38547,1732529625709, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0e9c9d01dcbe1521dbe2ab895ce0a72d, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T10:14:20,868 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732529655820.0e9c9d01dcbe1521dbe2ab895ce0a72d., hostname=e2fd862922a0,38547,1732529625709, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0e9c9d01dcbe1521dbe2ab895ce0a72d, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T10:14:20,868 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732529655820.0e9c9d01dcbe1521dbe2ab895ce0a72d., hostname=e2fd862922a0,38547,1732529625709, seqNum=5 because the exception is null or not the one we care about 2024-11-25T10:14:20,871 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732529655820.0e9c9d01dcbe1521dbe2ab895ce0a72d., hostname=e2fd862922a0,38547,1732529625709, seqNum=5 , the old value is region=TestAcidGuarantees,,1732529655820.0e9c9d01dcbe1521dbe2ab895ce0a72d., hostname=e2fd862922a0,38547,1732529625709, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0e9c9d01dcbe1521dbe2ab895ce0a72d, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T10:14:20,871 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732529655820.0e9c9d01dcbe1521dbe2ab895ce0a72d., hostname=e2fd862922a0,38547,1732529625709, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0e9c9d01dcbe1521dbe2ab895ce0a72d, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T10:14:20,872 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732529655820.0e9c9d01dcbe1521dbe2ab895ce0a72d., hostname=e2fd862922a0,38547,1732529625709, seqNum=5 because the exception is null or not the one we care about 2024-11-25T10:14:20,883 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=38547 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=43 2024-11-25T10:14:20,883 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e2fd862922a0:0-1 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732529655820.0e9c9d01dcbe1521dbe2ab895ce0a72d. 2024-11-25T10:14:20,883 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e2fd862922a0:0-1 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732529655820.0e9c9d01dcbe1521dbe2ab895ce0a72d. as already flushing 2024-11-25T10:14:20,883 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e2fd862922a0:0-1 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732529655820.0e9c9d01dcbe1521dbe2ab895ce0a72d. 2024-11-25T10:14:20,883 ERROR [RS_FLUSH_OPERATIONS-regionserver/e2fd862922a0:0-1 {event_type=RS_FLUSH_REGIONS, pid=43}] handler.RSProcedureHandler(58): pid=43 java.io.IOException: Unable to complete flush {ENCODED => 0e9c9d01dcbe1521dbe2ab895ce0a72d, NAME => 'TestAcidGuarantees,,1732529655820.0e9c9d01dcbe1521dbe2ab895ce0a72d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T10:14:20,883 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e2fd862922a0:0-1 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=43 java.io.IOException: Unable to complete flush {ENCODED => 0e9c9d01dcbe1521dbe2ab895ce0a72d, NAME => 'TestAcidGuarantees,,1732529655820.0e9c9d01dcbe1521dbe2ab895ce0a72d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T10:14:20,884 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41005 {}] master.HMaster(4177): Remote procedure failed, pid=43 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 0e9c9d01dcbe1521dbe2ab895ce0a72d, NAME => 'TestAcidGuarantees,,1732529655820.0e9c9d01dcbe1521dbe2ab895ce0a72d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 0e9c9d01dcbe1521dbe2ab895ce0a72d, NAME => 'TestAcidGuarantees,,1732529655820.0e9c9d01dcbe1521dbe2ab895ce0a72d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T10:14:21,018 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=111 (bloomFilter=true), to=hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/0e9c9d01dcbe1521dbe2ab895ce0a72d/.tmp/B/2c8d0893254143d0aa2409c3046930a1 2024-11-25T10:14:21,034 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/0e9c9d01dcbe1521dbe2ab895ce0a72d/.tmp/C/24d269fc56084d8db6dc6a346567924e is 50, key is test_row_0/C:col10/1732529659779/Put/seqid=0 2024-11-25T10:14:21,036 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=38547 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=43 2024-11-25T10:14:21,037 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e2fd862922a0:0-2 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732529655820.0e9c9d01dcbe1521dbe2ab895ce0a72d. 2024-11-25T10:14:21,037 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e2fd862922a0:0-2 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732529655820.0e9c9d01dcbe1521dbe2ab895ce0a72d. as already flushing 2024-11-25T10:14:21,037 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e2fd862922a0:0-2 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732529655820.0e9c9d01dcbe1521dbe2ab895ce0a72d. 2024-11-25T10:14:21,037 ERROR [RS_FLUSH_OPERATIONS-regionserver/e2fd862922a0:0-2 {event_type=RS_FLUSH_REGIONS, pid=43}] handler.RSProcedureHandler(58): pid=43 java.io.IOException: Unable to complete flush {ENCODED => 0e9c9d01dcbe1521dbe2ab895ce0a72d, NAME => 'TestAcidGuarantees,,1732529655820.0e9c9d01dcbe1521dbe2ab895ce0a72d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T10:14:21,037 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e2fd862922a0:0-2 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=43 java.io.IOException: Unable to complete flush {ENCODED => 0e9c9d01dcbe1521dbe2ab895ce0a72d, NAME => 'TestAcidGuarantees,,1732529655820.0e9c9d01dcbe1521dbe2ab895ce0a72d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T10:14:21,038 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41005 {}] master.HMaster(4177): Remote procedure failed, pid=43 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 0e9c9d01dcbe1521dbe2ab895ce0a72d, NAME => 'TestAcidGuarantees,,1732529655820.0e9c9d01dcbe1521dbe2ab895ce0a72d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 0e9c9d01dcbe1521dbe2ab895ce0a72d, NAME => 'TestAcidGuarantees,,1732529655820.0e9c9d01dcbe1521dbe2ab895ce0a72d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T10:14:21,046 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39927 is added to blk_1073741965_1141 (size=12001) 2024-11-25T10:14:21,190 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=38547 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=43 2024-11-25T10:14:21,191 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e2fd862922a0:0-0 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732529655820.0e9c9d01dcbe1521dbe2ab895ce0a72d. 2024-11-25T10:14:21,191 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e2fd862922a0:0-0 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732529655820.0e9c9d01dcbe1521dbe2ab895ce0a72d. as already flushing 2024-11-25T10:14:21,191 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e2fd862922a0:0-0 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732529655820.0e9c9d01dcbe1521dbe2ab895ce0a72d. 2024-11-25T10:14:21,191 ERROR [RS_FLUSH_OPERATIONS-regionserver/e2fd862922a0:0-0 {event_type=RS_FLUSH_REGIONS, pid=43}] handler.RSProcedureHandler(58): pid=43 java.io.IOException: Unable to complete flush {ENCODED => 0e9c9d01dcbe1521dbe2ab895ce0a72d, NAME => 'TestAcidGuarantees,,1732529655820.0e9c9d01dcbe1521dbe2ab895ce0a72d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T10:14:21,191 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e2fd862922a0:0-0 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=43 java.io.IOException: Unable to complete flush {ENCODED => 0e9c9d01dcbe1521dbe2ab895ce0a72d, NAME => 'TestAcidGuarantees,,1732529655820.0e9c9d01dcbe1521dbe2ab895ce0a72d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T10:14:21,192 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41005 {}] master.HMaster(4177): Remote procedure failed, pid=43 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 0e9c9d01dcbe1521dbe2ab895ce0a72d, NAME => 'TestAcidGuarantees,,1732529655820.0e9c9d01dcbe1521dbe2ab895ce0a72d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 0e9c9d01dcbe1521dbe2ab895ce0a72d, NAME => 'TestAcidGuarantees,,1732529655820.0e9c9d01dcbe1521dbe2ab895ce0a72d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T10:14:21,345 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=38547 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=43 2024-11-25T10:14:21,345 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e2fd862922a0:0-1 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732529655820.0e9c9d01dcbe1521dbe2ab895ce0a72d. 2024-11-25T10:14:21,345 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e2fd862922a0:0-1 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732529655820.0e9c9d01dcbe1521dbe2ab895ce0a72d. as already flushing 2024-11-25T10:14:21,345 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e2fd862922a0:0-1 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732529655820.0e9c9d01dcbe1521dbe2ab895ce0a72d. 2024-11-25T10:14:21,346 ERROR [RS_FLUSH_OPERATIONS-regionserver/e2fd862922a0:0-1 {event_type=RS_FLUSH_REGIONS, pid=43}] handler.RSProcedureHandler(58): pid=43 java.io.IOException: Unable to complete flush {ENCODED => 0e9c9d01dcbe1521dbe2ab895ce0a72d, NAME => 'TestAcidGuarantees,,1732529655820.0e9c9d01dcbe1521dbe2ab895ce0a72d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T10:14:21,346 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e2fd862922a0:0-1 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=43 java.io.IOException: Unable to complete flush {ENCODED => 0e9c9d01dcbe1521dbe2ab895ce0a72d, NAME => 'TestAcidGuarantees,,1732529655820.0e9c9d01dcbe1521dbe2ab895ce0a72d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T10:14:21,347 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41005 {}] master.HMaster(4177): Remote procedure failed, pid=43 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 0e9c9d01dcbe1521dbe2ab895ce0a72d, NAME => 'TestAcidGuarantees,,1732529655820.0e9c9d01dcbe1521dbe2ab895ce0a72d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 0e9c9d01dcbe1521dbe2ab895ce0a72d, NAME => 'TestAcidGuarantees,,1732529655820.0e9c9d01dcbe1521dbe2ab895ce0a72d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T10:14:21,376 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0e9c9d01dcbe1521dbe2ab895ce0a72d, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-25T10:14:21,376 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] ipc.CallRunner(138): callId: 34 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34884 deadline: 1732529721372, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0e9c9d01dcbe1521dbe2ab895ce0a72d, server=e2fd862922a0,38547,1732529625709 2024-11-25T10:14:21,377 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732529655820.0e9c9d01dcbe1521dbe2ab895ce0a72d., hostname=e2fd862922a0,38547,1732529625709, seqNum=5 , the old value is region=TestAcidGuarantees,,1732529655820.0e9c9d01dcbe1521dbe2ab895ce0a72d., hostname=e2fd862922a0,38547,1732529625709, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0e9c9d01dcbe1521dbe2ab895ce0a72d, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T10:14:21,377 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0e9c9d01dcbe1521dbe2ab895ce0a72d, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-25T10:14:21,377 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732529655820.0e9c9d01dcbe1521dbe2ab895ce0a72d., hostname=e2fd862922a0,38547,1732529625709, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0e9c9d01dcbe1521dbe2ab895ce0a72d, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T10:14:21,377 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732529655820.0e9c9d01dcbe1521dbe2ab895ce0a72d., hostname=e2fd862922a0,38547,1732529625709, seqNum=5 because the exception is null or not the one we care about 2024-11-25T10:14:21,377 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] ipc.CallRunner(138): callId: 32 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34938 deadline: 1732529721372, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0e9c9d01dcbe1521dbe2ab895ce0a72d, server=e2fd862922a0,38547,1732529625709 2024-11-25T10:14:21,378 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732529655820.0e9c9d01dcbe1521dbe2ab895ce0a72d., hostname=e2fd862922a0,38547,1732529625709, seqNum=5 , the old value is region=TestAcidGuarantees,,1732529655820.0e9c9d01dcbe1521dbe2ab895ce0a72d., hostname=e2fd862922a0,38547,1732529625709, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0e9c9d01dcbe1521dbe2ab895ce0a72d, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T10:14:21,378 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732529655820.0e9c9d01dcbe1521dbe2ab895ce0a72d., hostname=e2fd862922a0,38547,1732529625709, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0e9c9d01dcbe1521dbe2ab895ce0a72d, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T10:14:21,378 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732529655820.0e9c9d01dcbe1521dbe2ab895ce0a72d., hostname=e2fd862922a0,38547,1732529625709, seqNum=5 because the exception is null or not the one we care about 2024-11-25T10:14:21,379 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0e9c9d01dcbe1521dbe2ab895ce0a72d, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-25T10:14:21,379 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] ipc.CallRunner(138): callId: 36 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34914 deadline: 1732529721374, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0e9c9d01dcbe1521dbe2ab895ce0a72d, server=e2fd862922a0,38547,1732529625709 2024-11-25T10:14:21,380 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732529655820.0e9c9d01dcbe1521dbe2ab895ce0a72d., hostname=e2fd862922a0,38547,1732529625709, seqNum=5 , the old value is region=TestAcidGuarantees,,1732529655820.0e9c9d01dcbe1521dbe2ab895ce0a72d., hostname=e2fd862922a0,38547,1732529625709, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0e9c9d01dcbe1521dbe2ab895ce0a72d, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T10:14:21,380 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732529655820.0e9c9d01dcbe1521dbe2ab895ce0a72d., hostname=e2fd862922a0,38547,1732529625709, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0e9c9d01dcbe1521dbe2ab895ce0a72d, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T10:14:21,380 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732529655820.0e9c9d01dcbe1521dbe2ab895ce0a72d., hostname=e2fd862922a0,38547,1732529625709, seqNum=5 because the exception is null or not the one we care about 2024-11-25T10:14:21,387 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0e9c9d01dcbe1521dbe2ab895ce0a72d, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-25T10:14:21,388 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] ipc.CallRunner(138): callId: 38 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34900 deadline: 1732529721382, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0e9c9d01dcbe1521dbe2ab895ce0a72d, server=e2fd862922a0,38547,1732529625709 2024-11-25T10:14:21,388 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0e9c9d01dcbe1521dbe2ab895ce0a72d, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-25T10:14:21,388 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] ipc.CallRunner(138): callId: 33 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34932 deadline: 1732529721382, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0e9c9d01dcbe1521dbe2ab895ce0a72d, server=e2fd862922a0,38547,1732529625709 2024-11-25T10:14:21,388 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732529655820.0e9c9d01dcbe1521dbe2ab895ce0a72d., hostname=e2fd862922a0,38547,1732529625709, seqNum=5 , the old value is region=TestAcidGuarantees,,1732529655820.0e9c9d01dcbe1521dbe2ab895ce0a72d., hostname=e2fd862922a0,38547,1732529625709, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0e9c9d01dcbe1521dbe2ab895ce0a72d, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T10:14:21,388 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732529655820.0e9c9d01dcbe1521dbe2ab895ce0a72d., hostname=e2fd862922a0,38547,1732529625709, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0e9c9d01dcbe1521dbe2ab895ce0a72d, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T10:14:21,388 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732529655820.0e9c9d01dcbe1521dbe2ab895ce0a72d., hostname=e2fd862922a0,38547,1732529625709, seqNum=5 because the exception is null or not the one we care about 2024-11-25T10:14:21,388 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732529655820.0e9c9d01dcbe1521dbe2ab895ce0a72d., hostname=e2fd862922a0,38547,1732529625709, seqNum=5 , the old value is region=TestAcidGuarantees,,1732529655820.0e9c9d01dcbe1521dbe2ab895ce0a72d., hostname=e2fd862922a0,38547,1732529625709, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0e9c9d01dcbe1521dbe2ab895ce0a72d, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T10:14:21,388 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732529655820.0e9c9d01dcbe1521dbe2ab895ce0a72d., hostname=e2fd862922a0,38547,1732529625709, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0e9c9d01dcbe1521dbe2ab895ce0a72d, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T10:14:21,389 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732529655820.0e9c9d01dcbe1521dbe2ab895ce0a72d., hostname=e2fd862922a0,38547,1732529625709, seqNum=5 because the exception is null or not the one we care about 2024-11-25T10:14:21,447 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=111 (bloomFilter=true), to=hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/0e9c9d01dcbe1521dbe2ab895ce0a72d/.tmp/C/24d269fc56084d8db6dc6a346567924e 2024-11-25T10:14:21,454 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/0e9c9d01dcbe1521dbe2ab895ce0a72d/.tmp/A/726ca74ffee2481ea158d441a2f60240 as hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/0e9c9d01dcbe1521dbe2ab895ce0a72d/A/726ca74ffee2481ea158d441a2f60240 2024-11-25T10:14:21,461 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/0e9c9d01dcbe1521dbe2ab895ce0a72d/A/726ca74ffee2481ea158d441a2f60240, entries=200, sequenceid=111, filesize=38.6 K 2024-11-25T10:14:21,462 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/0e9c9d01dcbe1521dbe2ab895ce0a72d/.tmp/B/2c8d0893254143d0aa2409c3046930a1 as hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/0e9c9d01dcbe1521dbe2ab895ce0a72d/B/2c8d0893254143d0aa2409c3046930a1 2024-11-25T10:14:21,468 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/0e9c9d01dcbe1521dbe2ab895ce0a72d/B/2c8d0893254143d0aa2409c3046930a1, entries=150, sequenceid=111, filesize=11.7 K 2024-11-25T10:14:21,469 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/0e9c9d01dcbe1521dbe2ab895ce0a72d/.tmp/C/24d269fc56084d8db6dc6a346567924e as hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/0e9c9d01dcbe1521dbe2ab895ce0a72d/C/24d269fc56084d8db6dc6a346567924e 2024-11-25T10:14:21,476 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/0e9c9d01dcbe1521dbe2ab895ce0a72d/C/24d269fc56084d8db6dc6a346567924e, entries=150, sequenceid=111, filesize=11.7 K 2024-11-25T10:14:21,478 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~46.96 KB/48090, heapSize ~140.16 KB/143520, currentSize=134.18 KB/137400 for 0e9c9d01dcbe1521dbe2ab895ce0a72d in 1369ms, sequenceid=111, compaction requested=true 2024-11-25T10:14:21,478 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 0e9c9d01dcbe1521dbe2ab895ce0a72d: 2024-11-25T10:14:21,478 DEBUG [RS:0;e2fd862922a0:38547-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-25T10:14:21,480 DEBUG [RS:0;e2fd862922a0:38547-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 110156 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-25T10:14:21,480 DEBUG [RS:0;e2fd862922a0:38547-shortCompactions-0 {}] regionserver.HStore(1541): 0e9c9d01dcbe1521dbe2ab895ce0a72d/A is initiating minor compaction (all files) 2024-11-25T10:14:21,480 INFO [RS:0;e2fd862922a0:38547-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 0e9c9d01dcbe1521dbe2ab895ce0a72d/A in TestAcidGuarantees,,1732529655820.0e9c9d01dcbe1521dbe2ab895ce0a72d. 2024-11-25T10:14:21,480 INFO [RS:0;e2fd862922a0:38547-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/0e9c9d01dcbe1521dbe2ab895ce0a72d/A/c4437e517c974b9f8197521b3a295d53, hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/0e9c9d01dcbe1521dbe2ab895ce0a72d/A/d6c00e7b313a4e9d963443aa1ace4126, hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/0e9c9d01dcbe1521dbe2ab895ce0a72d/A/726ca74ffee2481ea158d441a2f60240] into tmpdir=hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/0e9c9d01dcbe1521dbe2ab895ce0a72d/.tmp, totalSize=107.6 K 2024-11-25T10:14:21,480 INFO [RS:0;e2fd862922a0:38547-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732529655820.0e9c9d01dcbe1521dbe2ab895ce0a72d. 2024-11-25T10:14:21,480 DEBUG [RS:0;e2fd862922a0:38547-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732529655820.0e9c9d01dcbe1521dbe2ab895ce0a72d. files: [hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/0e9c9d01dcbe1521dbe2ab895ce0a72d/A/c4437e517c974b9f8197521b3a295d53, hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/0e9c9d01dcbe1521dbe2ab895ce0a72d/A/d6c00e7b313a4e9d963443aa1ace4126, hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/0e9c9d01dcbe1521dbe2ab895ce0a72d/A/726ca74ffee2481ea158d441a2f60240] 2024-11-25T10:14:21,481 DEBUG [RS:0;e2fd862922a0:38547-shortCompactions-0 {}] compactions.Compactor(225): Compacting c4437e517c974b9f8197521b3a295d53, keycount=150, bloomtype=ROW, size=30.3 K, encoding=NONE, compression=NONE, seqNum=62, earliestPutTs=1732529659519 2024-11-25T10:14:21,481 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 0e9c9d01dcbe1521dbe2ab895ce0a72d:A, priority=-2147483648, current under compaction store size is 1 2024-11-25T10:14:21,481 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-25T10:14:21,482 DEBUG [RS:0;e2fd862922a0:38547-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-25T10:14:21,482 DEBUG [RS:0;e2fd862922a0:38547-shortCompactions-0 {}] compactions.Compactor(225): Compacting d6c00e7b313a4e9d963443aa1ace4126, keycount=200, bloomtype=ROW, size=38.6 K, encoding=NONE, compression=NONE, seqNum=98, earliestPutTs=1732529659620 2024-11-25T10:14:21,482 DEBUG [RS:0;e2fd862922a0:38547-shortCompactions-0 {}] compactions.Compactor(225): Compacting 726ca74ffee2481ea158d441a2f60240, keycount=200, bloomtype=ROW, size=38.6 K, encoding=NONE, compression=NONE, seqNum=111, earliestPutTs=1732529659778 2024-11-25T10:14:21,483 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 0e9c9d01dcbe1521dbe2ab895ce0a72d:B, priority=-2147483648, current under compaction store size is 2 2024-11-25T10:14:21,483 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-25T10:14:21,483 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 0e9c9d01dcbe1521dbe2ab895ce0a72d:C, priority=-2147483648, current under compaction store size is 3 2024-11-25T10:14:21,483 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-25T10:14:21,483 DEBUG [RS:0;e2fd862922a0:38547-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36106 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-25T10:14:21,483 DEBUG [RS:0;e2fd862922a0:38547-longCompactions-0 {}] regionserver.HStore(1541): 0e9c9d01dcbe1521dbe2ab895ce0a72d/B is initiating minor compaction (all files) 2024-11-25T10:14:21,483 INFO [RS:0;e2fd862922a0:38547-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 0e9c9d01dcbe1521dbe2ab895ce0a72d/B in TestAcidGuarantees,,1732529655820.0e9c9d01dcbe1521dbe2ab895ce0a72d. 2024-11-25T10:14:21,484 INFO [RS:0;e2fd862922a0:38547-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/0e9c9d01dcbe1521dbe2ab895ce0a72d/B/9858a34817bd4454bbb9816bccf0cccb, hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/0e9c9d01dcbe1521dbe2ab895ce0a72d/B/212c67a6235d4c978bf65851e97eb716, hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/0e9c9d01dcbe1521dbe2ab895ce0a72d/B/2c8d0893254143d0aa2409c3046930a1] into tmpdir=hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/0e9c9d01dcbe1521dbe2ab895ce0a72d/.tmp, totalSize=35.3 K 2024-11-25T10:14:21,484 DEBUG [RS:0;e2fd862922a0:38547-longCompactions-0 {}] compactions.Compactor(225): Compacting 9858a34817bd4454bbb9816bccf0cccb, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=62, earliestPutTs=1732529659519 2024-11-25T10:14:21,484 DEBUG [RS:0;e2fd862922a0:38547-longCompactions-0 {}] compactions.Compactor(225): Compacting 212c67a6235d4c978bf65851e97eb716, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=98, earliestPutTs=1732529659620 2024-11-25T10:14:21,485 DEBUG [RS:0;e2fd862922a0:38547-longCompactions-0 {}] compactions.Compactor(225): Compacting 2c8d0893254143d0aa2409c3046930a1, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=111, earliestPutTs=1732529659778 2024-11-25T10:14:21,491 INFO [RS:0;e2fd862922a0:38547-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(321): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=0e9c9d01dcbe1521dbe2ab895ce0a72d] 2024-11-25T10:14:21,500 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=38547 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=43 2024-11-25T10:14:21,501 INFO [RS:0;e2fd862922a0:38547-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 0e9c9d01dcbe1521dbe2ab895ce0a72d#B#compaction#121 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-25T10:14:21,501 DEBUG [RS:0;e2fd862922a0:38547-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/0e9c9d01dcbe1521dbe2ab895ce0a72d/.tmp/B/7aac1fcd8aee497bb1f87ade7ded2f22 is 50, key is test_row_0/B:col10/1732529659779/Put/seqid=0 2024-11-25T10:14:21,502 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e2fd862922a0:0-2 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732529655820.0e9c9d01dcbe1521dbe2ab895ce0a72d. 2024-11-25T10:14:21,502 INFO [RS_FLUSH_OPERATIONS-regionserver/e2fd862922a0:0-2 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.HRegion(2902): Flushing 0e9c9d01dcbe1521dbe2ab895ce0a72d 3/3 column families, dataSize=134.18 KB heapSize=384.98 KB 2024-11-25T10:14:21,502 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e2fd862922a0:0-2 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 0e9c9d01dcbe1521dbe2ab895ce0a72d, store=A 2024-11-25T10:14:21,503 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e2fd862922a0:0-2 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-25T10:14:21,503 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e2fd862922a0:0-2 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 0e9c9d01dcbe1521dbe2ab895ce0a72d, store=B 2024-11-25T10:14:21,503 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e2fd862922a0:0-2 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-25T10:14:21,503 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e2fd862922a0:0-2 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 0e9c9d01dcbe1521dbe2ab895ce0a72d, store=C 2024-11-25T10:14:21,503 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e2fd862922a0:0-2 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-25T10:14:21,509 DEBUG [RS:0;e2fd862922a0:38547-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(635): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e20241125bdd6280035684a7cae42dfeff2261dd4_0e9c9d01dcbe1521dbe2ab895ce0a72d store=[table=TestAcidGuarantees family=A region=0e9c9d01dcbe1521dbe2ab895ce0a72d] 2024-11-25T10:14:21,515 DEBUG [RS:0;e2fd862922a0:38547-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(656): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e20241125bdd6280035684a7cae42dfeff2261dd4_0e9c9d01dcbe1521dbe2ab895ce0a72d, store=[table=TestAcidGuarantees family=A region=0e9c9d01dcbe1521dbe2ab895ce0a72d] 2024-11-25T10:14:21,515 DEBUG [RS:0;e2fd862922a0:38547-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(667): Aborting writer for hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241125bdd6280035684a7cae42dfeff2261dd4_0e9c9d01dcbe1521dbe2ab895ce0a72d because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=0e9c9d01dcbe1521dbe2ab895ce0a72d] 2024-11-25T10:14:21,528 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39927 is added to blk_1073741966_1142 (size=12207) 2024-11-25T10:14:21,533 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e2fd862922a0:0-2 {event_type=RS_FLUSH_REGIONS, pid=43}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411259e0795b9f5584de8ac94855867a03a4b_0e9c9d01dcbe1521dbe2ab895ce0a72d is 50, key is test_row_0/A:col10/1732529660222/Put/seqid=0 2024-11-25T10:14:21,541 DEBUG [RS:0;e2fd862922a0:38547-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/0e9c9d01dcbe1521dbe2ab895ce0a72d/.tmp/B/7aac1fcd8aee497bb1f87ade7ded2f22 as hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/0e9c9d01dcbe1521dbe2ab895ce0a72d/B/7aac1fcd8aee497bb1f87ade7ded2f22 2024-11-25T10:14:21,553 INFO [RS:0;e2fd862922a0:38547-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 0e9c9d01dcbe1521dbe2ab895ce0a72d/B of 0e9c9d01dcbe1521dbe2ab895ce0a72d into 7aac1fcd8aee497bb1f87ade7ded2f22(size=11.9 K), total size for store is 11.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-25T10:14:21,554 DEBUG [RS:0;e2fd862922a0:38547-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 0e9c9d01dcbe1521dbe2ab895ce0a72d: 2024-11-25T10:14:21,554 INFO [RS:0;e2fd862922a0:38547-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732529655820.0e9c9d01dcbe1521dbe2ab895ce0a72d., storeName=0e9c9d01dcbe1521dbe2ab895ce0a72d/B, priority=13, startTime=1732529661482; duration=0sec 2024-11-25T10:14:21,554 DEBUG [RS:0;e2fd862922a0:38547-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-25T10:14:21,554 DEBUG [RS:0;e2fd862922a0:38547-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 0e9c9d01dcbe1521dbe2ab895ce0a72d:B 2024-11-25T10:14:21,554 DEBUG [RS:0;e2fd862922a0:38547-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-25T10:14:21,556 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39927 is added to blk_1073741967_1143 (size=4469) 2024-11-25T10:14:21,556 DEBUG [RS:0;e2fd862922a0:38547-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36106 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-25T10:14:21,556 DEBUG [RS:0;e2fd862922a0:38547-longCompactions-0 {}] regionserver.HStore(1541): 0e9c9d01dcbe1521dbe2ab895ce0a72d/C is initiating minor compaction (all files) 2024-11-25T10:14:21,556 INFO [RS:0;e2fd862922a0:38547-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 0e9c9d01dcbe1521dbe2ab895ce0a72d/C in TestAcidGuarantees,,1732529655820.0e9c9d01dcbe1521dbe2ab895ce0a72d. 2024-11-25T10:14:21,556 INFO [RS:0;e2fd862922a0:38547-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/0e9c9d01dcbe1521dbe2ab895ce0a72d/C/e19ff9dbc9f448e7b01114c483928c21, hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/0e9c9d01dcbe1521dbe2ab895ce0a72d/C/48deefbcb49b41bd926b6d1ccdcf5342, hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/0e9c9d01dcbe1521dbe2ab895ce0a72d/C/24d269fc56084d8db6dc6a346567924e] into tmpdir=hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/0e9c9d01dcbe1521dbe2ab895ce0a72d/.tmp, totalSize=35.3 K 2024-11-25T10:14:21,557 DEBUG [RS:0;e2fd862922a0:38547-longCompactions-0 {}] compactions.Compactor(225): Compacting e19ff9dbc9f448e7b01114c483928c21, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=62, earliestPutTs=1732529659519 2024-11-25T10:14:21,558 DEBUG [RS:0;e2fd862922a0:38547-longCompactions-0 {}] compactions.Compactor(225): Compacting 48deefbcb49b41bd926b6d1ccdcf5342, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=98, earliestPutTs=1732529659620 2024-11-25T10:14:21,558 DEBUG [RS:0;e2fd862922a0:38547-longCompactions-0 {}] compactions.Compactor(225): Compacting 24d269fc56084d8db6dc6a346567924e, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=111, earliestPutTs=1732529659778 2024-11-25T10:14:21,561 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39927 is added to blk_1073741968_1144 (size=12304) 2024-11-25T10:14:21,563 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e2fd862922a0:0-2 {event_type=RS_FLUSH_REGIONS, pid=43}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:21,568 INFO [RS:0;e2fd862922a0:38547-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 0e9c9d01dcbe1521dbe2ab895ce0a72d#C#compaction#123 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-25T10:14:21,569 DEBUG [RS:0;e2fd862922a0:38547-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/0e9c9d01dcbe1521dbe2ab895ce0a72d/.tmp/C/fed7cccc16fc4546a4fb7fff5dbcdf9b is 50, key is test_row_0/C:col10/1732529659779/Put/seqid=0 2024-11-25T10:14:21,573 INFO [RS_FLUSH_OPERATIONS-regionserver/e2fd862922a0:0-2 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411259e0795b9f5584de8ac94855867a03a4b_0e9c9d01dcbe1521dbe2ab895ce0a72d to hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411259e0795b9f5584de8ac94855867a03a4b_0e9c9d01dcbe1521dbe2ab895ce0a72d 2024-11-25T10:14:21,574 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e2fd862922a0:0-2 {event_type=RS_FLUSH_REGIONS, pid=43}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/0e9c9d01dcbe1521dbe2ab895ce0a72d/.tmp/A/9d86dad4795f48a48c834f2e86c21be4, store: [table=TestAcidGuarantees family=A region=0e9c9d01dcbe1521dbe2ab895ce0a72d] 2024-11-25T10:14:21,575 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e2fd862922a0:0-2 {event_type=RS_FLUSH_REGIONS, pid=43}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/0e9c9d01dcbe1521dbe2ab895ce0a72d/.tmp/A/9d86dad4795f48a48c834f2e86c21be4 is 175, key is test_row_0/A:col10/1732529660222/Put/seqid=0 2024-11-25T10:14:21,585 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39927 is added to blk_1073741969_1145 (size=12207) 2024-11-25T10:14:21,590 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39927 is added to blk_1073741970_1146 (size=31105) 2024-11-25T10:14:21,591 INFO [RS_FLUSH_OPERATIONS-regionserver/e2fd862922a0:0-2 {event_type=RS_FLUSH_REGIONS, pid=43}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=148, memsize=44.7 K, hasBloomFilter=true, into tmp file hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/0e9c9d01dcbe1521dbe2ab895ce0a72d/.tmp/A/9d86dad4795f48a48c834f2e86c21be4 2024-11-25T10:14:21,603 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e2fd862922a0:0-2 {event_type=RS_FLUSH_REGIONS, pid=43}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/0e9c9d01dcbe1521dbe2ab895ce0a72d/.tmp/B/32cd13f6595741e79e5fb240377d06ce is 50, key is test_row_0/B:col10/1732529660222/Put/seqid=0 2024-11-25T10:14:21,611 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39927 is added to blk_1073741971_1147 (size=12151) 2024-11-25T10:14:21,616 INFO [RS_FLUSH_OPERATIONS-regionserver/e2fd862922a0:0-2 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=148 (bloomFilter=true), to=hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/0e9c9d01dcbe1521dbe2ab895ce0a72d/.tmp/B/32cd13f6595741e79e5fb240377d06ce 2024-11-25T10:14:21,630 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e2fd862922a0:0-2 {event_type=RS_FLUSH_REGIONS, pid=43}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/0e9c9d01dcbe1521dbe2ab895ce0a72d/.tmp/C/724a243fc77d42c88acbb129fdde05eb is 50, key is test_row_0/C:col10/1732529660222/Put/seqid=0 2024-11-25T10:14:21,638 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39927 is added to blk_1073741972_1148 (size=12151) 2024-11-25T10:14:21,639 INFO [RS_FLUSH_OPERATIONS-regionserver/e2fd862922a0:0-2 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=148 (bloomFilter=true), to=hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/0e9c9d01dcbe1521dbe2ab895ce0a72d/.tmp/C/724a243fc77d42c88acbb129fdde05eb 2024-11-25T10:14:21,646 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e2fd862922a0:0-2 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/0e9c9d01dcbe1521dbe2ab895ce0a72d/.tmp/A/9d86dad4795f48a48c834f2e86c21be4 as hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/0e9c9d01dcbe1521dbe2ab895ce0a72d/A/9d86dad4795f48a48c834f2e86c21be4 2024-11-25T10:14:21,652 INFO [RS_FLUSH_OPERATIONS-regionserver/e2fd862922a0:0-2 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/0e9c9d01dcbe1521dbe2ab895ce0a72d/A/9d86dad4795f48a48c834f2e86c21be4, entries=150, sequenceid=148, filesize=30.4 K 2024-11-25T10:14:21,653 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e2fd862922a0:0-2 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/0e9c9d01dcbe1521dbe2ab895ce0a72d/.tmp/B/32cd13f6595741e79e5fb240377d06ce as hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/0e9c9d01dcbe1521dbe2ab895ce0a72d/B/32cd13f6595741e79e5fb240377d06ce 2024-11-25T10:14:21,655 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:21,655 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:21,658 INFO [RS_FLUSH_OPERATIONS-regionserver/e2fd862922a0:0-2 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/0e9c9d01dcbe1521dbe2ab895ce0a72d/B/32cd13f6595741e79e5fb240377d06ce, entries=150, sequenceid=148, filesize=11.9 K 2024-11-25T10:14:21,659 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:21,659 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e2fd862922a0:0-2 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/0e9c9d01dcbe1521dbe2ab895ce0a72d/.tmp/C/724a243fc77d42c88acbb129fdde05eb as hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/0e9c9d01dcbe1521dbe2ab895ce0a72d/C/724a243fc77d42c88acbb129fdde05eb 2024-11-25T10:14:21,660 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:21,660 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:21,661 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:21,661 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:21,662 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:21,662 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:21,662 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:21,663 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:21,663 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:21,664 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:21,664 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:21,664 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:21,665 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:21,665 INFO [RS_FLUSH_OPERATIONS-regionserver/e2fd862922a0:0-2 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/0e9c9d01dcbe1521dbe2ab895ce0a72d/C/724a243fc77d42c88acbb129fdde05eb, entries=150, sequenceid=148, filesize=11.9 K 2024-11-25T10:14:21,665 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:21,666 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:21,666 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:21,666 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:21,667 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:21,667 INFO [RS_FLUSH_OPERATIONS-regionserver/e2fd862922a0:0-2 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.HRegion(3140): Finished flush of dataSize ~134.18 KB/137400, heapSize ~384.94 KB/394176, currentSize=0 B/0 for 0e9c9d01dcbe1521dbe2ab895ce0a72d in 165ms, sequenceid=148, compaction requested=false 2024-11-25T10:14:21,667 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e2fd862922a0:0-2 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.HRegion(2603): Flush status journal for 0e9c9d01dcbe1521dbe2ab895ce0a72d: 2024-11-25T10:14:21,667 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e2fd862922a0:0-2 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732529655820.0e9c9d01dcbe1521dbe2ab895ce0a72d. 2024-11-25T10:14:21,667 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:21,667 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e2fd862922a0:0-2 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=43 2024-11-25T10:14:21,668 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:21,668 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:21,668 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41005 {}] master.HMaster(4169): Remote procedure done, pid=43 2024-11-25T10:14:21,669 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:21,669 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:21,669 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:21,670 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:21,670 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:21,670 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:21,670 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:21,671 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:21,671 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:21,672 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:21,672 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=43, resume processing ppid=42 2024-11-25T10:14:21,672 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=43, ppid=42, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.0220 sec 2024-11-25T10:14:21,672 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:21,673 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:21,673 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:21,673 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:21,674 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:21,674 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:21,674 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:21,675 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:21,675 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=42, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=42, table=TestAcidGuarantees in 2.0300 sec 2024-11-25T10:14:21,675 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:21,676 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:21,676 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:21,676 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:21,676 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:21,677 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:21,677 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:21,677 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:21,677 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:21,677 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:21,678 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:21,678 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:21,678 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:21,679 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:21,679 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:21,679 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:21,680 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:21,680 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:21,681 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:21,681 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:21,681 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:21,682 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:21,683 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:21,683 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:21,683 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:21,684 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:21,684 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:21,685 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:21,685 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:21,686 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:21,686 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:21,686 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:21,687 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:21,687 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:21,688 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:21,688 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:21,688 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:21,689 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:21,689 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:21,689 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:21,690 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:21,690 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:21,690 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:21,691 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:21,691 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:21,691 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:21,692 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:21,692 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:21,692 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:21,692 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:21,693 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:21,693 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:21,693 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:21,694 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:21,694 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:21,695 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:21,695 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:21,695 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:21,696 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:21,696 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:21,696 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:21,697 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:21,697 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:21,697 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:21,697 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:21,698 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:21,698 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:21,699 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:21,699 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:21,699 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:21,699 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:21,700 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:21,700 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:21,700 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:21,701 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:21,701 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:21,701 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:21,702 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:21,702 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:21,702 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:21,703 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:21,703 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:21,703 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:21,703 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:21,704 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:21,704 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:21,704 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:21,705 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:21,705 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:21,706 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:21,706 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:21,706 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:21,707 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:21,707 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:21,708 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:21,708 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:21,708 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:21,709 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:21,709 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:21,710 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:21,710 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:21,712 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:21,713 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:21,713 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:21,714 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:21,715 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:21,716 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:21,715 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:21,716 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:21,717 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:21,717 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:21,718 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:21,718 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:21,718 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:21,718 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:21,719 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:21,719 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:21,719 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:21,720 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:21,720 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:21,721 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:21,721 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:21,722 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:21,722 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:21,722 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:21,723 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:21,723 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:21,724 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:21,724 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:21,725 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:21,725 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:21,725 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:21,726 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:21,726 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:21,726 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:21,726 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:21,727 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:21,727 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:21,727 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:21,728 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:21,728 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:21,728 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:21,728 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:21,729 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:21,729 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:21,729 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:21,729 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:21,729 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:21,730 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:21,730 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:21,730 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:21,730 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:21,731 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:21,731 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:21,731 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:21,731 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:21,731 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:21,732 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:21,732 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:21,732 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:21,733 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:21,733 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:21,733 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:21,734 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:21,734 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:21,735 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:21,735 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:21,735 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:21,736 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:21,736 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:21,736 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:21,737 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:21,737 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:21,737 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:21,738 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:21,738 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:21,738 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:21,738 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:21,739 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:21,739 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:21,739 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:21,739 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:21,740 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:21,740 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:21,740 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:21,740 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:21,741 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:21,741 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:21,741 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:21,742 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:21,742 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:21,742 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:21,742 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:21,743 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:21,743 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:21,743 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:21,744 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:21,744 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:21,744 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:21,744 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:21,745 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:21,745 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:21,745 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:21,745 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:21,746 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:21,746 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:21,747 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:21,747 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:21,747 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:21,747 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:21,747 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:21,748 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:21,748 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:21,748 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:21,749 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:21,749 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:21,750 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:21,750 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:21,750 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:21,750 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:21,751 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:21,751 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:21,752 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:21,752 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:21,752 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:21,752 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:21,753 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:21,753 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:21,753 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:21,754 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:21,754 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:21,754 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:21,754 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:21,755 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:21,755 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:21,755 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:21,756 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:21,756 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:21,756 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:21,756 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:21,757 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:21,758 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:21,758 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:21,758 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:21,758 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:21,759 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:21,759 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:21,759 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:21,760 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:21,760 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:21,760 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:21,760 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:21,761 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:21,761 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:21,761 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:21,761 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:21,762 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:21,762 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:21,762 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:21,763 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:21,763 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:21,763 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:21,763 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:21,764 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:21,764 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:21,764 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:21,764 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:21,765 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:21,765 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:21,765 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:21,765 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:21,766 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:21,766 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:21,766 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:21,766 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:21,766 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:21,767 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:21,767 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:21,767 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:21,768 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:21,768 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:21,768 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:21,769 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:21,769 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:21,770 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:21,770 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:21,770 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:21,771 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:21,771 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:21,771 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:21,771 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:21,772 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:21,772 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:21,772 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:21,772 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:21,773 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:21,773 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:21,773 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:21,773 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:21,774 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:21,774 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:21,774 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:21,775 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:21,775 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:21,775 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:21,775 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:21,775 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:21,776 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:21,776 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:21,776 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:21,777 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:21,777 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:21,777 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:21,777 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:21,778 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:21,778 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:21,778 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:21,778 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:21,779 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:21,779 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:21,779 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:21,779 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:21,779 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:21,780 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:21,780 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:21,780 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:21,781 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:21,781 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:21,781 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:21,781 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:21,782 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:21,782 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:21,782 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:21,782 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:21,783 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:21,783 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:21,783 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:21,783 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:21,784 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:21,784 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:21,784 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:21,785 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:21,785 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:21,786 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:21,786 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:21,786 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:21,786 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:21,786 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:21,787 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:21,787 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:21,787 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:21,788 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:21,788 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:21,789 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:21,789 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:21,789 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:21,789 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:21,790 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:21,790 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:21,791 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:21,791 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:21,791 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:21,792 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:21,792 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:21,792 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:21,792 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:21,793 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:21,793 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:21,793 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:21,794 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:21,794 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:21,794 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:21,794 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:21,795 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:21,795 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:21,795 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:21,796 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:21,796 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:21,797 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:21,797 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:21,797 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:21,797 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:21,798 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:21,798 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:21,798 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:21,798 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:21,799 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:21,799 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:21,799 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:21,800 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:21,800 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:21,800 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:21,800 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:21,800 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:21,801 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:21,801 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:21,801 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:21,801 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:21,802 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:21,802 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:21,802 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:21,803 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41005 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=42 2024-11-25T10:14:21,803 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:21,803 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:21,803 INFO [RPCClient-NioEventLoopGroup-4-7 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-25T10:14:21,803 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:21,803 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:21,804 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:21,804 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41005 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-25T10:14:21,804 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:21,804 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:21,805 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:21,805 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:21,805 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:21,805 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41005 {}] procedure2.ProcedureExecutor(1139): Stored pid=44, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=44, table=TestAcidGuarantees 2024-11-25T10:14:21,805 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:21,806 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:21,806 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41005 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=44 2024-11-25T10:14:21,806 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:21,806 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:21,807 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=44, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=44, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-25T10:14:21,807 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:21,807 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:21,808 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:21,808 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=44, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=44, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-25T10:14:21,808 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:21,808 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=45, ppid=44, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-25T10:14:21,808 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:21,809 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:21,809 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:21,810 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:21,810 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:21,811 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:21,812 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:21,812 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:21,813 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:21,813 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:21,814 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:21,814 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:21,815 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:21,815 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:21,815 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:21,815 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:21,816 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:21,816 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:21,816 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:21,817 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:21,817 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:21,817 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:21,817 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:21,818 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:21,818 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:21,819 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:21,819 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:21,819 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:21,819 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:21,819 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:21,820 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:21,820 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:21,820 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:21,821 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:21,821 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:21,821 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:21,822 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:21,822 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:21,822 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:21,823 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:21,823 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:21,823 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:21,824 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:21,824 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:21,824 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:21,824 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:21,825 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:21,825 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:21,825 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:21,826 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:21,826 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:21,826 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:21,826 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:21,827 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:21,827 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:21,827 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:21,827 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:21,828 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:21,828 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:21,828 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:21,828 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:21,829 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:21,829 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:21,829 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:21,830 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:21,830 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:21,830 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:21,830 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:21,830 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:21,830 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:21,831 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:21,831 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:21,831 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:21,832 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:21,832 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:21,832 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:21,833 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:21,833 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:21,833 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:21,833 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:21,833 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:21,834 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:21,834 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:21,834 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:21,835 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:21,835 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:21,835 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:21,836 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:21,836 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:21,836 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:21,836 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:21,837 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:21,837 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:21,837 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:21,838 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:21,838 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:21,838 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:21,838 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:21,839 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:21,839 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:21,839 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:21,839 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:21,840 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:21,840 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:21,840 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:21,841 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:21,841 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:21,841 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:21,842 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:21,842 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:21,843 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:21,843 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:21,844 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:21,844 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:21,844 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:21,845 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:21,845 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:21,845 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:21,846 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:21,846 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:21,846 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:21,846 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:21,846 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:21,847 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:21,847 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:21,847 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:21,848 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:21,848 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:21,848 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:21,848 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:21,849 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:21,849 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:21,849 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:21,849 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:21,850 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:21,850 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:21,850 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:21,851 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:21,851 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:21,851 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:21,852 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:21,852 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:21,852 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:21,853 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:21,853 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:21,854 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:21,854 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:21,854 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:21,855 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:21,855 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:21,855 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:21,855 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:21,856 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:21,856 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:21,856 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:21,856 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:21,857 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:21,857 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:21,857 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:21,857 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:21,858 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:21,858 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:21,858 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:21,859 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:21,859 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:21,860 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:21,860 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:21,860 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:21,861 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:21,861 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:21,861 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:21,861 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:21,862 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:21,862 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:21,863 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:21,863 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:21,863 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:21,863 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:21,863 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:21,864 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:21,864 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:21,864 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:21,864 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:21,865 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:21,865 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:21,865 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:21,865 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:21,866 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:21,866 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:21,866 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:21,866 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:21,867 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:21,867 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:21,867 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:21,867 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:21,868 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:21,868 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:21,868 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:21,868 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:21,869 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:21,869 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:21,869 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:21,869 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:21,870 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:21,870 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:21,870 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:21,871 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:21,871 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:21,871 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:21,871 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:21,872 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:21,872 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:21,872 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:21,873 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:21,873 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:21,873 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:21,874 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:21,874 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:21,874 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:21,874 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:21,875 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:21,875 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:21,875 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:21,875 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:21,876 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:21,876 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:21,876 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:21,876 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:21,876 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:21,877 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:21,877 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:21,877 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:21,877 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:21,878 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:21,878 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:21,878 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:21,878 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:21,878 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:21,879 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:21,879 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:21,879 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:21,879 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:21,880 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:21,880 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:21,880 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:21,880 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:21,881 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:21,881 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:21,881 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:21,881 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:21,882 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:21,882 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:21,882 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:21,882 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:21,883 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:21,883 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:21,883 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:21,883 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:21,883 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:21,884 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:21,884 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:21,884 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:21,884 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:21,885 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:21,885 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:21,885 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:21,886 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:21,886 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:21,887 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:21,887 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:21,887 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:21,888 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:21,888 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:21,889 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:21,889 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:21,889 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:21,889 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:21,889 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:21,890 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:21,890 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:21,890 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:21,891 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:21,891 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:21,891 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:21,891 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:21,892 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:21,892 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:21,892 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:21,892 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:21,893 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:21,893 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:21,893 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:21,894 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:21,894 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:21,894 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:21,894 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:21,895 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:21,895 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:21,895 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:21,895 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:21,895 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:21,895 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:21,896 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:21,896 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:21,896 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:21,896 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:21,897 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:21,897 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:21,897 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:21,898 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:21,898 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:21,898 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:21,898 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:21,899 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:21,899 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:21,900 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:21,900 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:21,900 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:21,900 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:21,901 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:21,901 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:21,901 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:21,902 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:21,902 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:21,902 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:21,902 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:21,902 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:21,903 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:21,903 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:21,903 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:21,904 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:21,904 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:21,904 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:21,904 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:21,905 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:21,905 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:21,905 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:21,905 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:21,905 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:21,905 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:21,906 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:21,906 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:21,906 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:21,907 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:21,907 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:21,907 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:21,907 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:21,908 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:21,908 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:21,908 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:21,908 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:21,908 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:21,909 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:21,909 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:21,909 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:21,909 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:21,910 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:21,910 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:21,910 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:21,910 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:21,910 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:21,911 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:21,911 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:21,911 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:21,912 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:21,912 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:21,912 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:21,912 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41005 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=44 2024-11-25T10:14:21,912 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:21,913 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:21,913 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:21,913 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:21,914 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:21,914 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:21,914 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:21,914 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:21,914 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:21,915 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:21,915 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:21,915 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:21,915 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:21,916 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:21,916 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:21,916 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:21,917 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:21,917 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:21,917 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:21,917 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:21,917 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:21,918 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:21,918 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:21,918 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:21,918 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:21,919 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:21,919 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:21,919 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:21,919 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:21,920 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:21,920 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:21,920 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:21,920 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:21,921 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:21,921 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:21,921 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:21,922 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:21,922 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:21,922 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:21,922 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:21,923 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:21,923 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:21,923 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:21,924 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:21,924 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:21,924 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:21,925 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:21,925 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:21,925 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:21,925 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:21,926 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:21,926 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:21,926 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:21,926 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:21,927 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:21,927 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:21,927 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:21,927 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:21,928 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:21,928 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:21,928 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:21,928 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:21,929 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:21,929 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:21,929 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:21,930 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:21,930 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:21,930 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:21,931 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:21,931 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:21,931 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:21,931 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:21,932 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:21,932 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:21,932 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:21,933 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:21,933 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:21,933 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:21,933 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:21,934 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:21,934 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:21,934 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:21,934 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:21,935 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:21,936 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:21,936 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:21,936 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:21,937 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:21,937 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:21,937 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:21,938 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:21,938 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:21,938 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:21,939 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:21,939 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:21,939 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:21,939 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:21,939 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:21,940 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:21,940 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:21,940 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:21,940 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:21,941 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:21,941 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:21,941 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:21,941 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:21,942 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:21,942 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:21,942 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:21,942 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:21,942 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:21,943 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:21,943 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:21,943 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:21,943 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:21,944 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:21,944 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:21,944 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:21,944 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:21,944 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:21,945 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:21,945 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:21,945 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:21,945 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:21,946 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:21,946 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:21,946 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:21,946 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:21,946 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:21,947 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:21,947 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:21,947 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:21,947 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:21,948 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:21,948 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:21,948 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:21,949 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:21,949 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:21,949 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:21,950 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:21,950 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:21,950 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:21,950 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:21,951 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:21,951 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:21,951 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:21,951 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:21,951 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:21,952 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:21,952 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:21,952 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:21,952 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:21,953 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:21,953 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:21,953 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:21,953 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:21,954 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:21,954 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:21,954 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:21,954 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:21,955 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:21,955 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:21,955 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:21,955 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:21,956 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:21,956 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:21,956 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:21,957 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:21,957 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:21,957 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:21,957 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:21,958 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:21,958 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:21,958 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:21,958 INFO [RS:0;e2fd862922a0:38547-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 0e9c9d01dcbe1521dbe2ab895ce0a72d#A#compaction#120 average throughput is 0.05 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-25T10:14:21,959 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:21,959 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:21,959 DEBUG [RS:0;e2fd862922a0:38547-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/0e9c9d01dcbe1521dbe2ab895ce0a72d/.tmp/A/9be787b8156c4915859d41ac52617980 is 175, key is test_row_0/A:col10/1732529659779/Put/seqid=0 2024-11-25T10:14:21,959 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:21,959 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:21,960 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:21,960 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:21,960 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:21,960 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:21,961 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:21,961 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:21,962 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:21,962 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:21,962 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:21,962 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=38547 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=45 2024-11-25T10:14:21,962 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:21,962 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e2fd862922a0:0-0 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732529655820.0e9c9d01dcbe1521dbe2ab895ce0a72d. 2024-11-25T10:14:21,962 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e2fd862922a0:0-0 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.HRegion(2603): Flush status journal for 0e9c9d01dcbe1521dbe2ab895ce0a72d: 2024-11-25T10:14:21,962 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e2fd862922a0:0-0 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732529655820.0e9c9d01dcbe1521dbe2ab895ce0a72d. 2024-11-25T10:14:21,962 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e2fd862922a0:0-0 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=45 2024-11-25T10:14:21,963 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:21,963 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:21,963 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:21,963 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41005 {}] master.HMaster(4169): Remote procedure done, pid=45 2024-11-25T10:14:21,964 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:21,964 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:21,964 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:21,965 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:21,965 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:21,965 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:21,966 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:21,966 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:21,966 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=45, resume processing ppid=44 2024-11-25T10:14:21,967 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=45, ppid=44, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 156 msec 2024-11-25T10:14:21,967 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:21,967 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:21,968 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:21,968 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:21,969 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:21,969 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=44, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=44, table=TestAcidGuarantees in 163 msec 2024-11-25T10:14:21,969 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:21,969 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:21,969 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:21,970 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:21,970 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:21,970 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:21,971 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:21,971 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:21,971 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:21,971 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:21,972 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39927 is added to blk_1073741973_1149 (size=31161) 2024-11-25T10:14:21,972 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:21,972 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:21,972 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:21,973 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:21,973 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:21,974 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:21,974 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:21,974 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:21,975 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:21,975 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:21,975 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:21,976 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:21,976 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:21,977 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:21,978 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:21,978 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:21,978 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:21,979 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:21,979 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:21,979 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:21,979 DEBUG [RS:0;e2fd862922a0:38547-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/0e9c9d01dcbe1521dbe2ab895ce0a72d/.tmp/A/9be787b8156c4915859d41ac52617980 as hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/0e9c9d01dcbe1521dbe2ab895ce0a72d/A/9be787b8156c4915859d41ac52617980 2024-11-25T10:14:21,979 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:21,980 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:21,980 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:21,980 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:21,981 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:21,981 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:21,981 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:21,981 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:21,982 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:21,982 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:21,983 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:21,983 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:21,984 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:21,985 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:21,985 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:21,985 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:21,985 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:21,986 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:21,986 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:21,986 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:21,986 INFO [RS:0;e2fd862922a0:38547-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 0e9c9d01dcbe1521dbe2ab895ce0a72d/A of 0e9c9d01dcbe1521dbe2ab895ce0a72d into 9be787b8156c4915859d41ac52617980(size=30.4 K), total size for store is 60.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-25T10:14:21,986 DEBUG [RS:0;e2fd862922a0:38547-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 0e9c9d01dcbe1521dbe2ab895ce0a72d: 2024-11-25T10:14:21,986 INFO [RS:0;e2fd862922a0:38547-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732529655820.0e9c9d01dcbe1521dbe2ab895ce0a72d., storeName=0e9c9d01dcbe1521dbe2ab895ce0a72d/A, priority=13, startTime=1732529661478; duration=0sec 2024-11-25T10:14:21,986 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:21,986 DEBUG [RS:0;e2fd862922a0:38547-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-25T10:14:21,987 DEBUG [RS:0;e2fd862922a0:38547-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 0e9c9d01dcbe1521dbe2ab895ce0a72d:A 2024-11-25T10:14:21,987 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:21,987 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:21,987 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:21,988 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:21,988 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:21,989 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:21,989 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:21,989 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:21,990 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:21,990 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:21,990 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:21,991 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:21,991 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:21,992 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:21,992 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:21,992 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:21,992 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:21,993 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:21,993 DEBUG [RS:0;e2fd862922a0:38547-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/0e9c9d01dcbe1521dbe2ab895ce0a72d/.tmp/C/fed7cccc16fc4546a4fb7fff5dbcdf9b as hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/0e9c9d01dcbe1521dbe2ab895ce0a72d/C/fed7cccc16fc4546a4fb7fff5dbcdf9b 2024-11-25T10:14:21,993 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:21,993 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:21,994 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:21,994 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:21,994 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:21,995 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:21,995 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:21,995 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:21,996 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:21,996 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:21,996 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:21,997 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:21,997 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:21,997 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:21,998 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:21,998 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:21,998 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:21,999 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:21,999 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:21,999 INFO [RS:0;e2fd862922a0:38547-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 0e9c9d01dcbe1521dbe2ab895ce0a72d/C of 0e9c9d01dcbe1521dbe2ab895ce0a72d into fed7cccc16fc4546a4fb7fff5dbcdf9b(size=11.9 K), total size for store is 23.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-25T10:14:21,999 DEBUG [RS:0;e2fd862922a0:38547-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 0e9c9d01dcbe1521dbe2ab895ce0a72d: 2024-11-25T10:14:21,999 INFO [RS:0;e2fd862922a0:38547-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732529655820.0e9c9d01dcbe1521dbe2ab895ce0a72d., storeName=0e9c9d01dcbe1521dbe2ab895ce0a72d/C, priority=13, startTime=1732529661483; duration=0sec 2024-11-25T10:14:21,999 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:21,999 DEBUG [RS:0;e2fd862922a0:38547-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-25T10:14:21,999 DEBUG [RS:0;e2fd862922a0:38547-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 0e9c9d01dcbe1521dbe2ab895ce0a72d:C 2024-11-25T10:14:22,000 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:22,000 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:22,000 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:22,000 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:22,001 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:22,001 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:22,001 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:22,001 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:22,002 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:22,002 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:22,003 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:22,003 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:22,003 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:22,004 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:22,004 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:22,004 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:22,005 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:22,005 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:22,005 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:22,006 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:22,006 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:22,006 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:22,007 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:22,007 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:22,007 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:22,008 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:22,008 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:22,008 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:22,009 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:22,009 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:22,009 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:22,010 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:22,010 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:22,010 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:22,011 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:22,011 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:22,011 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:22,011 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:22,012 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:22,012 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:22,012 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:22,013 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:22,013 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:22,013 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:22,013 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:22,034 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:22,034 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:22,035 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:22,035 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:22,036 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:22,036 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:22,037 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:22,037 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:22,038 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:22,038 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:22,038 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:22,039 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:22,039 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:22,039 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:22,040 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:22,040 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:22,040 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:22,041 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:22,041 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:22,041 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:22,042 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:22,042 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:22,042 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:22,043 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:22,043 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:22,043 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:22,043 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:22,044 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:22,044 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:22,044 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:22,045 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:22,045 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:22,045 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:22,045 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:22,046 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:22,046 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:22,046 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:22,046 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:22,047 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:22,047 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:22,048 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:22,048 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:22,048 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:22,048 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:22,048 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:22,049 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:22,049 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:22,049 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:22,050 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:22,050 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:22,050 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:22,050 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:22,050 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:22,051 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:22,051 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:22,051 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:22,051 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:22,052 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:22,052 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:22,052 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:22,053 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:22,053 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:22,053 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:22,053 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:22,054 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:22,054 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:22,054 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:22,054 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:22,054 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:22,055 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:22,055 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:22,055 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:22,055 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:22,056 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:22,056 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:22,056 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:22,056 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:22,057 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:22,057 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:22,057 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:22,058 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:22,058 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:22,059 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:22,059 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:22,059 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:22,060 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:22,060 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:22,061 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:22,061 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:22,061 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:22,061 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:22,062 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:22,062 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:22,063 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:22,063 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:22,063 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:22,063 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:22,064 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:22,064 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:22,065 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:22,065 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:22,065 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:22,065 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:22,066 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:22,066 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:22,067 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:22,067 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:22,067 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:22,068 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:22,068 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:22,068 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:22,069 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:22,068 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:22,069 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:22,069 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:22,069 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:22,070 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:22,070 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:22,071 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:22,071 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:22,071 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:22,071 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:22,071 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:22,071 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:22,072 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:22,072 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:22,072 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:22,072 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:22,073 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:22,073 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:22,073 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:22,073 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:22,074 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:22,074 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:22,074 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:22,074 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:22,074 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:22,075 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:22,075 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:22,075 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:22,075 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:22,076 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:22,076 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:22,076 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:22,076 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:22,077 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:22,077 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:22,077 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:22,077 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:22,077 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:22,078 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:22,078 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:22,078 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:22,079 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:22,079 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:22,079 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:22,079 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:22,080 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:22,080 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:22,081 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:22,081 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:22,081 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:22,082 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:22,082 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:22,082 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:22,083 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:22,083 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:22,083 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:22,084 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:22,084 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:22,084 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:22,084 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:22,085 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:22,085 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:22,085 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:22,085 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:22,085 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:22,086 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:22,086 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:22,086 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:22,086 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:22,086 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:22,087 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:22,087 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:22,087 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:22,088 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:22,088 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:22,088 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:22,088 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:22,089 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:22,089 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:22,089 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:22,090 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:22,090 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:22,090 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:22,090 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:22,090 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:22,092 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:22,092 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:22,093 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:22,093 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:22,093 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:22,093 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:22,094 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:22,094 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:22,094 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:22,095 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:22,095 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:22,095 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:22,095 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:22,096 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:22,096 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:22,096 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:22,097 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:22,097 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:22,097 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:22,097 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:22,097 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:22,098 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:22,098 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:22,099 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:22,099 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:22,099 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:22,100 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:22,100 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:22,101 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:22,101 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:22,101 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:22,102 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:22,102 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:22,102 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:22,102 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:22,103 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:22,103 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:22,103 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:22,104 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:22,105 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:22,105 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:22,106 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:22,106 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:22,107 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:22,107 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:22,108 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:22,108 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:22,108 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:22,109 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:22,109 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:22,109 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:22,109 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:22,110 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:22,110 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:22,110 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:22,111 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:22,111 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:22,111 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:22,112 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:22,112 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:22,112 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:22,112 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:22,113 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:22,113 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:22,113 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:22,114 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:22,114 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:22,114 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:22,114 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:22,115 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:22,115 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:22,115 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:22,115 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:22,115 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:22,116 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:22,116 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:22,116 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:22,117 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:22,117 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:22,117 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:22,117 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:22,118 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:22,118 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:22,118 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:22,119 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:22,119 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:22,119 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:22,119 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:22,120 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:22,120 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:22,120 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:22,121 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:22,121 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:22,122 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:22,122 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41005 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=44 2024-11-25T10:14:22,122 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:22,122 INFO [RPCClient-NioEventLoopGroup-4-7 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-25T10:14:22,122 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:22,122 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:22,123 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41005 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-25T10:14:22,123 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:22,124 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:22,124 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:22,124 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41005 {}] procedure2.ProcedureExecutor(1139): Stored pid=46, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=46, table=TestAcidGuarantees 2024-11-25T10:14:22,125 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:22,125 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:22,126 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:22,126 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:22,127 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=46, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=46, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-25T10:14:22,127 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:22,127 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:22,127 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41005 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=46 2024-11-25T10:14:22,128 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:22,128 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=46, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=46, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-25T10:14:22,128 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:22,128 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=47, ppid=46, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-25T10:14:22,129 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:22,129 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:22,129 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:22,130 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:22,130 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:22,130 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:22,131 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:22,131 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:22,131 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:22,132 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:22,132 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:22,133 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:22,133 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:22,133 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:22,133 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:22,134 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:22,135 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:22,135 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:22,135 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:22,136 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:22,136 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:22,136 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:22,137 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:22,137 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:22,137 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:22,138 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:22,138 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:22,138 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:22,139 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:22,139 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:22,139 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:22,139 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:22,140 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:22,140 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:22,140 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:22,140 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:22,141 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:22,141 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:22,141 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:22,142 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:22,142 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:22,142 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:22,143 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:22,143 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:22,143 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:22,143 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:22,144 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:22,144 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:22,144 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:22,144 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:22,144 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:22,145 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:22,146 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:22,146 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:22,146 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:22,146 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:22,146 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:22,147 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:22,147 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:22,147 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:22,147 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:22,148 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:22,148 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:22,148 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:22,148 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:22,148 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:22,149 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:22,149 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:22,149 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:22,150 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:22,150 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:22,150 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:22,151 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:22,151 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:22,151 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:22,151 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:22,152 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:22,152 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:22,153 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:22,153 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:22,153 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:22,153 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:22,154 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:22,154 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:22,154 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:22,154 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:22,155 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:22,155 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:22,155 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:22,155 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:22,155 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:22,156 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:22,156 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:22,156 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:22,156 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:22,157 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:22,157 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:22,157 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:22,158 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:22,158 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:22,158 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:22,159 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:22,159 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:22,159 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:22,159 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:22,160 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:22,160 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:22,160 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:22,160 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:22,160 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:22,161 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:22,161 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:22,161 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:22,161 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:22,162 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:22,162 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:22,162 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:22,162 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:22,163 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:22,163 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:22,163 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:22,163 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:22,164 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:22,164 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:22,164 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:22,164 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:22,165 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:22,165 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:22,165 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:22,165 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:22,166 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:22,166 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:22,166 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:22,166 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:22,167 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:22,167 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:22,167 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:22,167 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:22,168 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:22,168 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:22,168 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:22,168 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:22,169 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:22,169 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:22,169 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:22,169 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:22,170 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:22,170 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:22,170 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:22,171 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:22,171 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:22,171 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:22,171 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:22,171 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:22,172 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:22,172 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:22,172 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:22,173 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:22,173 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:22,173 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:22,174 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:22,174 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:22,174 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:22,175 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:22,175 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:22,175 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:22,176 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:22,176 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:22,176 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:22,177 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:22,177 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:22,177 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:22,178 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:22,178 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:22,178 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:22,179 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:22,179 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:22,180 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:22,180 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:22,181 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:22,181 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:22,181 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:22,181 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:22,181 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:22,181 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:22,182 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:22,182 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:22,183 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:22,183 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:22,183 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:22,183 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:22,183 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:22,184 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:22,184 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:22,184 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:22,185 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:22,185 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:22,185 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:22,185 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:22,185 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:22,186 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:22,186 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:22,186 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:22,186 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:22,187 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:22,187 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:22,187 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:22,187 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:22,187 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:22,188 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:22,188 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:22,188 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:22,188 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:22,189 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:22,189 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:22,189 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:22,190 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:22,190 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:22,190 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:22,191 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:22,191 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:22,191 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:22,192 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:22,192 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:22,192 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:22,192 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:22,193 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:22,193 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:22,193 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:22,194 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:22,194 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:22,194 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:22,195 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:22,195 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:22,195 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:22,195 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:22,196 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:22,196 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:22,196 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:22,197 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:22,197 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:22,197 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:22,197 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:22,197 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:22,198 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:22,198 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:22,198 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:22,198 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:22,199 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:22,199 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:22,199 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:22,199 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:22,199 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:22,200 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:22,200 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:22,200 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:22,200 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:22,201 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:22,201 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:22,201 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:22,202 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:22,202 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:22,202 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:22,202 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:22,203 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:22,203 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:22,203 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:22,203 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:22,203 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:22,204 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:22,204 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:22,204 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:22,204 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:22,205 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:22,205 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:22,205 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:22,205 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:22,206 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:22,206 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:22,206 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:22,206 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:22,206 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:22,207 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:22,207 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:22,207 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:22,208 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:22,208 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:22,208 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:22,208 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:22,208 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:22,208 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:22,209 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:22,209 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:22,209 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:22,210 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:22,210 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:22,210 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:22,210 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:22,211 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:22,211 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:22,212 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:22,212 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:22,212 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:22,213 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:22,213 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:22,213 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:22,213 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:22,214 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:22,214 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:22,214 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:22,214 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:22,215 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:22,215 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:22,215 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:22,215 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:22,215 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:22,216 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:22,216 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:22,216 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:22,216 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:22,217 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:22,217 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:22,217 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:22,217 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:22,218 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:22,218 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:22,218 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:22,218 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:22,218 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:22,219 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:22,219 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:22,219 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:22,219 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:22,220 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:22,220 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:22,220 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:22,221 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:22,221 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:22,221 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:22,221 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:22,222 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:22,222 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:22,222 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:22,222 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:22,223 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:22,223 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:22,223 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:22,223 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:22,223 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:22,224 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:22,224 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:22,224 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:22,225 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:22,225 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:22,225 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:22,225 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:22,225 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:22,226 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:22,226 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:22,226 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:22,227 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:22,227 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:22,227 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:22,227 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:22,227 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:22,228 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:22,228 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:22,228 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:22,228 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:22,229 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:22,229 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:22,229 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:22,230 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:22,230 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:22,230 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:22,231 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:22,231 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:22,231 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:22,231 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:22,231 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:22,232 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:22,232 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:22,232 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41005 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=46 2024-11-25T10:14:22,232 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:22,233 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:22,233 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:22,233 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:22,233 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:22,234 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:22,234 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:22,234 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:22,234 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:22,234 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:22,235 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:22,235 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:22,235 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:22,235 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:22,236 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:22,236 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:22,236 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:22,236 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:22,237 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:22,237 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:22,237 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:22,238 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:22,238 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:22,238 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:22,238 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:22,239 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:22,239 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:22,240 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:22,240 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:22,240 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:22,241 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:22,241 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:22,241 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:22,241 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:22,242 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:22,242 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:22,242 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:22,242 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:22,243 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:22,243 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:22,243 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:22,244 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:22,244 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:22,244 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:22,244 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:22,245 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:22,245 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:22,245 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:22,246 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:22,246 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:22,246 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:22,247 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:22,247 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:22,247 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:22,247 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:22,247 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:22,248 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:22,248 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:22,248 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:22,249 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:22,249 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:22,249 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:22,250 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:22,250 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:22,250 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:22,250 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:22,251 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:22,251 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:22,252 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:22,252 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:22,253 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:22,253 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:22,253 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:22,254 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:22,254 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:22,254 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:22,254 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:22,254 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:22,255 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:22,255 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:22,255 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:22,256 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:22,256 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:22,256 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:22,257 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:22,257 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:22,257 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:22,258 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:22,258 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:22,258 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:22,259 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:22,259 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:22,259 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:22,259 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:22,259 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:22,260 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:22,260 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:22,261 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:22,261 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:22,261 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:22,261 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:22,261 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:22,262 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:22,262 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:22,262 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:22,263 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:22,263 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:22,263 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:22,263 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:22,264 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:22,264 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:22,264 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:22,264 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:22,265 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:22,265 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:22,265 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:22,265 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:22,266 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:22,266 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:22,266 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:22,267 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:22,267 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:22,268 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:22,268 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:22,269 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:22,269 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:22,269 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:22,269 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:22,270 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:22,270 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:22,270 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:22,271 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:22,271 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:22,271 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:22,271 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:22,272 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:22,272 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:22,272 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:22,272 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:22,273 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:22,273 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:22,273 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:22,273 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:22,274 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:22,274 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:22,274 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:22,274 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:22,274 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:22,275 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:22,275 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:22,275 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:22,275 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:22,276 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:22,276 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:22,276 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:22,277 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:22,277 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:22,277 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:22,277 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:22,278 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:22,278 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:22,278 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:22,278 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:22,279 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:22,279 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:22,279 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:22,279 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:22,279 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:22,280 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:22,280 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:22,280 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:22,281 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:22,281 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:22,281 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:22,281 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=38547 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=47 2024-11-25T10:14:22,281 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:22,282 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e2fd862922a0:0-1 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732529655820.0e9c9d01dcbe1521dbe2ab895ce0a72d. 2024-11-25T10:14:22,282 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e2fd862922a0:0-1 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.HRegion(2603): Flush status journal for 0e9c9d01dcbe1521dbe2ab895ce0a72d: 2024-11-25T10:14:22,282 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:22,282 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e2fd862922a0:0-1 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732529655820.0e9c9d01dcbe1521dbe2ab895ce0a72d. 2024-11-25T10:14:22,282 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:22,282 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e2fd862922a0:0-1 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=47 2024-11-25T10:14:22,282 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:22,283 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:22,283 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41005 {}] master.HMaster(4169): Remote procedure done, pid=47 2024-11-25T10:14:22,283 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:22,283 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:22,284 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:22,284 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:22,284 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:22,285 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:22,285 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:22,285 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:22,286 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:22,286 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:22,286 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:22,286 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=47, resume processing ppid=46 2024-11-25T10:14:22,286 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=47, ppid=46, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 156 msec 2024-11-25T10:14:22,287 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:22,287 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:22,287 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:22,287 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:22,288 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:22,288 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:22,288 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:22,289 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:22,289 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:22,289 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:22,289 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:22,290 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:22,290 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:22,290 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:22,291 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:22,291 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:22,291 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=46, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=46, table=TestAcidGuarantees in 164 msec 2024-11-25T10:14:22,291 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:22,291 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:22,292 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:22,292 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:22,292 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:22,293 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:22,293 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:22,293 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:22,294 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:22,294 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:22,294 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:22,294 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:22,294 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:22,295 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:22,295 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:22,295 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:22,295 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:22,296 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:22,296 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:22,296 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:22,297 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:22,297 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:22,297 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:22,298 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:22,298 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:22,298 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:22,298 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:22,298 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:22,299 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:22,299 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:22,300 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:22,300 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:22,300 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:22,300 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:22,300 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:22,301 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:22,301 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:22,302 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:22,303 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:22,303 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:22,303 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:22,303 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:22,303 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:22,304 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:22,304 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:22,304 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:22,304 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:22,305 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:22,305 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:22,305 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:22,306 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:22,306 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:22,306 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:22,306 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:22,306 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:22,307 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:22,307 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:22,307 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:22,308 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:22,308 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:22,308 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:22,308 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:22,309 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:22,309 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:22,309 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:22,309 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:22,310 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:22,310 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:22,310 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:22,310 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:22,310 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:22,311 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:22,311 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:22,311 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:22,311 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:22,312 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:22,312 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:22,312 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:22,313 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:22,313 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:22,313 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:22,313 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:22,313 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:22,313 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:22,314 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:22,314 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:22,314 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:22,315 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:22,315 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:22,315 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:22,315 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:22,315 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:22,316 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:22,316 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:22,317 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:22,317 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:22,317 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:22,318 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:22,318 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:22,318 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:22,318 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:22,318 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:22,319 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:22,320 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:22,320 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:22,320 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:22,320 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:22,321 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:22,321 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:22,321 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:22,321 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:22,322 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:22,322 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:22,322 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:22,323 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:22,323 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:22,323 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:22,324 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:22,324 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:22,324 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:22,324 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:22,325 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:22,325 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:22,325 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:22,325 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:22,325 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:22,326 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:22,326 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:22,326 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:22,326 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:22,327 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:22,327 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:22,327 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:22,327 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:22,327 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:22,328 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:22,328 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:22,328 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:22,329 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:22,329 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:22,329 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:22,330 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:22,330 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:22,330 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:22,331 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:22,331 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:22,331 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:22,331 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:22,332 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:22,332 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:22,332 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:22,332 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:22,333 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:22,333 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:22,333 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:22,333 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:22,334 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:22,334 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:22,334 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:22,334 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:22,334 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:22,335 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:22,335 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:22,335 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:22,335 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:22,336 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:22,336 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:22,336 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:22,336 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:22,337 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:22,337 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:22,337 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:22,337 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:22,338 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:22,338 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:22,338 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:22,339 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:22,339 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:22,339 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:22,339 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:22,339 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:22,340 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:22,340 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:22,341 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:22,341 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:22,341 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:22,342 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:22,342 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:22,342 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:22,343 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:22,343 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:22,343 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:22,343 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:22,344 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:22,344 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:22,344 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:22,344 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:22,344 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:22,345 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:22,345 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:22,345 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:22,345 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:22,346 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:22,346 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:22,346 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:22,346 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:22,347 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:22,347 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:22,347 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:22,347 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:22,347 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:22,348 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:22,348 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:22,348 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:22,348 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:22,349 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:22,349 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:22,349 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:22,349 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:22,349 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:22,350 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:22,350 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:22,350 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:22,350 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:22,351 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:22,351 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:22,351 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:22,351 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:22,351 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:22,352 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:22,352 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:22,352 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:22,352 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:22,353 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:22,353 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:22,353 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:22,353 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:22,353 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:22,354 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:22,354 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:22,354 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:22,354 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:22,355 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:22,355 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:22,355 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:22,355 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:22,355 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:22,356 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:22,356 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:22,356 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:22,357 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:22,357 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:22,357 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:22,357 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:22,357 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:22,358 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:22,358 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:22,358 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:22,358 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:22,359 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:22,359 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:22,359 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:22,359 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:22,359 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:22,360 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:22,360 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:22,360 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:22,360 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:22,360 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:22,361 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:22,361 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:22,361 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:22,361 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:22,362 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:22,362 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:22,362 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:22,362 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:22,363 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:22,363 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:22,363 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:22,363 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:22,364 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:22,364 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:22,364 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:22,364 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:22,364 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:22,365 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:22,365 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:22,365 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:22,365 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:22,366 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:22,366 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:22,366 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:22,367 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:22,367 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:22,367 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:22,367 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:22,368 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:22,368 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:22,368 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:22,368 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:22,368 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:22,369 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:22,369 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:22,369 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:22,370 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:22,370 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:22,370 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:22,370 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:22,370 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:22,371 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:22,371 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:22,371 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:22,371 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:22,372 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:22,372 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:22,372 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:22,373 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:22,373 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:22,373 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:22,373 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:22,374 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:22,374 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:22,374 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:22,374 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:22,375 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:22,375 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:22,375 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:22,375 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:22,376 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:22,376 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:22,376 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:22,376 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:22,377 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:22,377 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:22,378 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:22,378 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:22,378 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:22,378 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:22,379 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:22,379 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:22,379 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:22,379 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:22,379 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:22,380 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:22,380 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:22,380 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:22,381 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:22,381 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:22,381 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:22,381 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:22,382 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:22,382 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:22,382 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:22,382 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:22,382 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:22,383 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:22,383 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:22,383 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:22,384 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:22,384 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:22,384 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:22,385 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:22,385 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:22,385 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:22,386 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:22,386 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:22,386 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:22,387 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:22,387 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:22,388 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:22,388 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:22,388 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:22,388 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:22,389 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:22,389 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:22,390 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:22,390 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:22,390 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:22,391 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:22,391 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:22,391 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:22,392 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:22,392 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:22,393 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:22,393 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:22,393 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:22,394 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:22,394 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:22,394 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:22,395 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:22,395 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:22,395 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:22,395 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:22,395 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:22,396 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:22,396 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:22,396 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:22,397 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:22,397 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:22,397 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:22,398 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:22,398 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:22,398 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:22,398 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:22,399 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:22,399 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:22,399 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:22,399 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:22,400 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:22,400 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:22,400 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:22,401 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:22,401 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:22,401 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:22,401 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:22,401 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:22,402 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:22,402 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:22,403 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:22,403 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:22,403 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:22,404 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:22,404 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:22,404 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:22,404 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:22,405 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:22,405 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:22,405 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:22,406 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:22,406 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:22,406 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:22,406 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:22,406 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:22,406 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:22,407 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:22,407 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:22,407 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:22,408 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:22,408 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:22,408 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:22,408 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:22,408 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:22,409 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:22,409 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:22,409 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:22,410 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:22,410 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:22,410 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:22,410 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:22,411 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:22,411 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:22,412 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:22,412 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:22,412 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:22,412 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:22,412 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:22,413 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:22,413 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:22,413 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:22,414 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:22,414 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:22,414 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:22,414 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:22,414 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:22,415 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:22,415 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:22,416 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:22,416 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:22,416 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:22,417 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:22,417 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:22,417 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:22,418 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:22,418 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:22,418 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:22,419 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:22,419 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:22,419 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:22,419 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:22,420 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:22,420 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:22,420 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:22,420 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:22,421 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:22,421 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:22,421 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:22,421 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:22,422 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:22,422 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:22,422 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:22,422 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:22,423 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:22,423 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:22,423 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:22,423 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:22,424 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:22,424 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:22,424 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:22,424 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:22,425 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:22,425 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:22,425 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:22,426 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:22,426 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:22,426 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:22,427 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:22,427 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:22,427 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:22,427 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:22,427 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:22,428 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:22,428 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:22,428 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:22,428 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:22,429 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:22,429 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:22,429 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:22,429 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:22,429 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:22,430 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:22,430 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:22,431 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:22,431 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:22,431 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:22,431 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:22,432 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:22,432 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:22,432 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:22,432 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:22,433 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:22,433 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:22,433 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:22,434 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:22,434 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:22,435 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:22,435 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:22,436 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:22,437 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:22,437 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:22,438 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:22,438 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:22,438 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:22,438 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:22,439 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:22,440 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:22,440 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:22,440 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:22,441 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:22,441 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:22,442 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:22,442 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41005 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=46 2024-11-25T10:14:22,442 INFO [RPCClient-NioEventLoopGroup-4-7 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-25T10:14:22,443 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41005 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-25T10:14:22,443 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:22,444 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:22,444 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41005 {}] procedure2.ProcedureExecutor(1139): Stored pid=48, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=48, table=TestAcidGuarantees 2024-11-25T10:14:22,444 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:22,445 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=48, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=48, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-25T10:14:22,445 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:22,445 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:22,446 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:22,446 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41005 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=48 2024-11-25T10:14:22,446 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:22,447 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=48, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=48, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-25T10:14:22,447 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=49, ppid=48, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-25T10:14:22,447 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:22,447 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:22,448 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:22,449 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:22,450 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:22,450 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:22,451 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:22,452 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:22,452 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:22,452 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:22,453 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:22,453 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:22,453 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:22,454 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:22,454 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:22,454 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:22,455 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:22,455 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:22,456 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:22,456 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 0e9c9d01dcbe1521dbe2ab895ce0a72d 3/3 column families, dataSize=46.96 KB heapSize=140.20 KB 2024-11-25T10:14:22,456 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 0e9c9d01dcbe1521dbe2ab895ce0a72d, store=A 2024-11-25T10:14:22,456 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T10:14:22,456 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 0e9c9d01dcbe1521dbe2ab895ce0a72d, store=B 2024-11-25T10:14:22,456 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:22,456 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T10:14:22,457 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 0e9c9d01dcbe1521dbe2ab895ce0a72d, store=C 2024-11-25T10:14:22,457 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:22,457 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T10:14:22,457 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] regionserver.HRegion(8855): Flush requested on 0e9c9d01dcbe1521dbe2ab895ce0a72d 2024-11-25T10:14:22,457 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:22,458 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:22,459 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:22,460 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:22,461 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:22,462 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:22,463 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:22,464 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:22,465 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024112567ded00ea2354cdbb8d3052c290ee467_0e9c9d01dcbe1521dbe2ab895ce0a72d is 50, key is test_row_0/A:col10/1732529662445/Put/seqid=0 2024-11-25T10:14:22,468 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:22,469 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:22,470 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:22,471 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:22,474 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39927 is added to blk_1073741974_1150 (size=22268) 2024-11-25T10:14:22,476 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:22,486 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024112567ded00ea2354cdbb8d3052c290ee467_0e9c9d01dcbe1521dbe2ab895ce0a72d to hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112567ded00ea2354cdbb8d3052c290ee467_0e9c9d01dcbe1521dbe2ab895ce0a72d 2024-11-25T10:14:22,487 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/0e9c9d01dcbe1521dbe2ab895ce0a72d/.tmp/A/7faa1ed6151e4d0b9a3e891c83d8e14b, store: [table=TestAcidGuarantees family=A region=0e9c9d01dcbe1521dbe2ab895ce0a72d] 2024-11-25T10:14:22,488 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/0e9c9d01dcbe1521dbe2ab895ce0a72d/.tmp/A/7faa1ed6151e4d0b9a3e891c83d8e14b is 175, key is test_row_0/A:col10/1732529662445/Put/seqid=0 2024-11-25T10:14:22,498 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39927 is added to blk_1073741975_1151 (size=65673) 2024-11-25T10:14:22,525 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/e2fd862922a0:0-6 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=309, cellSize=14145, totalHeapSize=32376, min timestamp=1732529662476, max timestamp=1732529662521Num uniques 859; 2024-11-25T10:14:22,525 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/e2fd862922a0:0-0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=309, cellSize=14145, totalHeapSize=32376, min timestamp=1732529662476, max timestamp=1732529662521Num uniques 859; 2024-11-25T10:14:22,525 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/e2fd862922a0:0-6 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=14145, suffix heap size=117064,new segment heap size=32376 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=309 2024-11-25T10:14:22,525 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/e2fd862922a0:0-0 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=14145, suffix heap size=117064,new segment heap size=32376 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=309 2024-11-25T10:14:22,525 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/e2fd862922a0:0-7 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=309, cellSize=14145, totalHeapSize=32376, min timestamp=1732529662476, max timestamp=1732529662521Num uniques 859; 2024-11-25T10:14:22,525 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/e2fd862922a0:0-7 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=14145, suffix heap size=117064,new segment heap size=32376 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=309 2024-11-25T10:14:22,547 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0e9c9d01dcbe1521dbe2ab895ce0a72d, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-25T10:14:22,548 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] ipc.CallRunner(138): callId: 41 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34932 deadline: 1732529722541, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0e9c9d01dcbe1521dbe2ab895ce0a72d, server=e2fd862922a0,38547,1732529625709 2024-11-25T10:14:22,548 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732529655820.0e9c9d01dcbe1521dbe2ab895ce0a72d., hostname=e2fd862922a0,38547,1732529625709, seqNum=5 , the old value is region=TestAcidGuarantees,,1732529655820.0e9c9d01dcbe1521dbe2ab895ce0a72d., hostname=e2fd862922a0,38547,1732529625709, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0e9c9d01dcbe1521dbe2ab895ce0a72d, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T10:14:22,548 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732529655820.0e9c9d01dcbe1521dbe2ab895ce0a72d., hostname=e2fd862922a0,38547,1732529625709, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0e9c9d01dcbe1521dbe2ab895ce0a72d, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T10:14:22,548 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732529655820.0e9c9d01dcbe1521dbe2ab895ce0a72d., hostname=e2fd862922a0,38547,1732529625709, seqNum=5 because the exception is null or not the one we care about 2024-11-25T10:14:22,552 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41005 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=48 2024-11-25T10:14:22,553 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0e9c9d01dcbe1521dbe2ab895ce0a72d, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-25T10:14:22,553 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] ipc.CallRunner(138): callId: 45 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34914 deadline: 1732529722541, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0e9c9d01dcbe1521dbe2ab895ce0a72d, server=e2fd862922a0,38547,1732529625709 2024-11-25T10:14:22,553 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0e9c9d01dcbe1521dbe2ab895ce0a72d, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-25T10:14:22,554 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732529655820.0e9c9d01dcbe1521dbe2ab895ce0a72d., hostname=e2fd862922a0,38547,1732529625709, seqNum=5 , the old value is region=TestAcidGuarantees,,1732529655820.0e9c9d01dcbe1521dbe2ab895ce0a72d., hostname=e2fd862922a0,38547,1732529625709, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0e9c9d01dcbe1521dbe2ab895ce0a72d, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T10:14:22,554 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732529655820.0e9c9d01dcbe1521dbe2ab895ce0a72d., hostname=e2fd862922a0,38547,1732529625709, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0e9c9d01dcbe1521dbe2ab895ce0a72d, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T10:14:22,554 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] ipc.CallRunner(138): callId: 43 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34884 deadline: 1732529722542, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0e9c9d01dcbe1521dbe2ab895ce0a72d, server=e2fd862922a0,38547,1732529625709 2024-11-25T10:14:22,554 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732529655820.0e9c9d01dcbe1521dbe2ab895ce0a72d., hostname=e2fd862922a0,38547,1732529625709, seqNum=5 because the exception is null or not the one we care about 2024-11-25T10:14:22,554 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732529655820.0e9c9d01dcbe1521dbe2ab895ce0a72d., hostname=e2fd862922a0,38547,1732529625709, seqNum=5 , the old value is region=TestAcidGuarantees,,1732529655820.0e9c9d01dcbe1521dbe2ab895ce0a72d., hostname=e2fd862922a0,38547,1732529625709, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0e9c9d01dcbe1521dbe2ab895ce0a72d, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T10:14:22,554 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732529655820.0e9c9d01dcbe1521dbe2ab895ce0a72d., hostname=e2fd862922a0,38547,1732529625709, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0e9c9d01dcbe1521dbe2ab895ce0a72d, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T10:14:22,554 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732529655820.0e9c9d01dcbe1521dbe2ab895ce0a72d., hostname=e2fd862922a0,38547,1732529625709, seqNum=5 because the exception is null or not the one we care about 2024-11-25T10:14:22,555 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0e9c9d01dcbe1521dbe2ab895ce0a72d, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-25T10:14:22,555 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] ipc.CallRunner(138): callId: 41 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34938 deadline: 1732529722547, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0e9c9d01dcbe1521dbe2ab895ce0a72d, server=e2fd862922a0,38547,1732529625709 2024-11-25T10:14:22,556 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0e9c9d01dcbe1521dbe2ab895ce0a72d, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-25T10:14:22,556 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732529655820.0e9c9d01dcbe1521dbe2ab895ce0a72d., hostname=e2fd862922a0,38547,1732529625709, seqNum=5 , the old value is region=TestAcidGuarantees,,1732529655820.0e9c9d01dcbe1521dbe2ab895ce0a72d., hostname=e2fd862922a0,38547,1732529625709, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0e9c9d01dcbe1521dbe2ab895ce0a72d, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T10:14:22,556 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732529655820.0e9c9d01dcbe1521dbe2ab895ce0a72d., hostname=e2fd862922a0,38547,1732529625709, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0e9c9d01dcbe1521dbe2ab895ce0a72d, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T10:14:22,556 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732529655820.0e9c9d01dcbe1521dbe2ab895ce0a72d., hostname=e2fd862922a0,38547,1732529625709, seqNum=5 because the exception is null or not the one we care about 2024-11-25T10:14:22,556 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] ipc.CallRunner(138): callId: 47 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34900 deadline: 1732529722548, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0e9c9d01dcbe1521dbe2ab895ce0a72d, server=e2fd862922a0,38547,1732529625709 2024-11-25T10:14:22,556 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732529655820.0e9c9d01dcbe1521dbe2ab895ce0a72d., hostname=e2fd862922a0,38547,1732529625709, seqNum=5 , the old value is region=TestAcidGuarantees,,1732529655820.0e9c9d01dcbe1521dbe2ab895ce0a72d., hostname=e2fd862922a0,38547,1732529625709, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0e9c9d01dcbe1521dbe2ab895ce0a72d, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T10:14:22,556 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732529655820.0e9c9d01dcbe1521dbe2ab895ce0a72d., hostname=e2fd862922a0,38547,1732529625709, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0e9c9d01dcbe1521dbe2ab895ce0a72d, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T10:14:22,556 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732529655820.0e9c9d01dcbe1521dbe2ab895ce0a72d., hostname=e2fd862922a0,38547,1732529625709, seqNum=5 because the exception is null or not the one we care about 2024-11-25T10:14:22,599 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=38547 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=49 2024-11-25T10:14:22,599 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e2fd862922a0:0-2 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732529655820.0e9c9d01dcbe1521dbe2ab895ce0a72d. 2024-11-25T10:14:22,600 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e2fd862922a0:0-2 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732529655820.0e9c9d01dcbe1521dbe2ab895ce0a72d. as already flushing 2024-11-25T10:14:22,600 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e2fd862922a0:0-2 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732529655820.0e9c9d01dcbe1521dbe2ab895ce0a72d. 2024-11-25T10:14:22,600 ERROR [RS_FLUSH_OPERATIONS-regionserver/e2fd862922a0:0-2 {event_type=RS_FLUSH_REGIONS, pid=49}] handler.RSProcedureHandler(58): pid=49 java.io.IOException: Unable to complete flush {ENCODED => 0e9c9d01dcbe1521dbe2ab895ce0a72d, NAME => 'TestAcidGuarantees,,1732529655820.0e9c9d01dcbe1521dbe2ab895ce0a72d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T10:14:22,600 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e2fd862922a0:0-2 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=49 java.io.IOException: Unable to complete flush {ENCODED => 0e9c9d01dcbe1521dbe2ab895ce0a72d, NAME => 'TestAcidGuarantees,,1732529655820.0e9c9d01dcbe1521dbe2ab895ce0a72d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T10:14:22,601 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41005 {}] master.HMaster(4177): Remote procedure failed, pid=49 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 0e9c9d01dcbe1521dbe2ab895ce0a72d, NAME => 'TestAcidGuarantees,,1732529655820.0e9c9d01dcbe1521dbe2ab895ce0a72d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 0e9c9d01dcbe1521dbe2ab895ce0a72d, NAME => 'TestAcidGuarantees,,1732529655820.0e9c9d01dcbe1521dbe2ab895ce0a72d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T10:14:22,659 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0e9c9d01dcbe1521dbe2ab895ce0a72d, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-25T10:14:22,660 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] ipc.CallRunner(138): callId: 42 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34932 deadline: 1732529722652, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0e9c9d01dcbe1521dbe2ab895ce0a72d, server=e2fd862922a0,38547,1732529625709 2024-11-25T10:14:22,660 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732529655820.0e9c9d01dcbe1521dbe2ab895ce0a72d., hostname=e2fd862922a0,38547,1732529625709, seqNum=5 , the old value is region=TestAcidGuarantees,,1732529655820.0e9c9d01dcbe1521dbe2ab895ce0a72d., hostname=e2fd862922a0,38547,1732529625709, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0e9c9d01dcbe1521dbe2ab895ce0a72d, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T10:14:22,660 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732529655820.0e9c9d01dcbe1521dbe2ab895ce0a72d., hostname=e2fd862922a0,38547,1732529625709, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0e9c9d01dcbe1521dbe2ab895ce0a72d, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T10:14:22,660 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732529655820.0e9c9d01dcbe1521dbe2ab895ce0a72d., hostname=e2fd862922a0,38547,1732529625709, seqNum=5 because the exception is null or not the one we care about 2024-11-25T10:14:22,666 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0e9c9d01dcbe1521dbe2ab895ce0a72d, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-25T10:14:22,666 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0e9c9d01dcbe1521dbe2ab895ce0a72d, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-25T10:14:22,666 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] ipc.CallRunner(138): callId: 46 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34914 deadline: 1732529722662, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0e9c9d01dcbe1521dbe2ab895ce0a72d, server=e2fd862922a0,38547,1732529625709 2024-11-25T10:14:22,666 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] ipc.CallRunner(138): callId: 44 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34884 deadline: 1732529722663, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0e9c9d01dcbe1521dbe2ab895ce0a72d, server=e2fd862922a0,38547,1732529625709 2024-11-25T10:14:22,667 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0e9c9d01dcbe1521dbe2ab895ce0a72d, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-25T10:14:22,667 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0e9c9d01dcbe1521dbe2ab895ce0a72d, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-25T10:14:22,667 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] ipc.CallRunner(138): callId: 48 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34900 deadline: 1732529722663, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0e9c9d01dcbe1521dbe2ab895ce0a72d, server=e2fd862922a0,38547,1732529625709 2024-11-25T10:14:22,667 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732529655820.0e9c9d01dcbe1521dbe2ab895ce0a72d., hostname=e2fd862922a0,38547,1732529625709, seqNum=5 , the old value is region=TestAcidGuarantees,,1732529655820.0e9c9d01dcbe1521dbe2ab895ce0a72d., hostname=e2fd862922a0,38547,1732529625709, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0e9c9d01dcbe1521dbe2ab895ce0a72d, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T10:14:22,667 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732529655820.0e9c9d01dcbe1521dbe2ab895ce0a72d., hostname=e2fd862922a0,38547,1732529625709, seqNum=5 , the old value is region=TestAcidGuarantees,,1732529655820.0e9c9d01dcbe1521dbe2ab895ce0a72d., hostname=e2fd862922a0,38547,1732529625709, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0e9c9d01dcbe1521dbe2ab895ce0a72d, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T10:14:22,667 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732529655820.0e9c9d01dcbe1521dbe2ab895ce0a72d., hostname=e2fd862922a0,38547,1732529625709, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0e9c9d01dcbe1521dbe2ab895ce0a72d, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T10:14:22,667 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] ipc.CallRunner(138): callId: 42 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34938 deadline: 1732529722663, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0e9c9d01dcbe1521dbe2ab895ce0a72d, server=e2fd862922a0,38547,1732529625709 2024-11-25T10:14:22,667 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732529655820.0e9c9d01dcbe1521dbe2ab895ce0a72d., hostname=e2fd862922a0,38547,1732529625709, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0e9c9d01dcbe1521dbe2ab895ce0a72d, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T10:14:22,667 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732529655820.0e9c9d01dcbe1521dbe2ab895ce0a72d., hostname=e2fd862922a0,38547,1732529625709, seqNum=5 because the exception is null or not the one we care about 2024-11-25T10:14:22,667 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732529655820.0e9c9d01dcbe1521dbe2ab895ce0a72d., hostname=e2fd862922a0,38547,1732529625709, seqNum=5 because the exception is null or not the one we care about 2024-11-25T10:14:22,667 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732529655820.0e9c9d01dcbe1521dbe2ab895ce0a72d., hostname=e2fd862922a0,38547,1732529625709, seqNum=5 , the old value is region=TestAcidGuarantees,,1732529655820.0e9c9d01dcbe1521dbe2ab895ce0a72d., hostname=e2fd862922a0,38547,1732529625709, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0e9c9d01dcbe1521dbe2ab895ce0a72d, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T10:14:22,667 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732529655820.0e9c9d01dcbe1521dbe2ab895ce0a72d., hostname=e2fd862922a0,38547,1732529625709, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0e9c9d01dcbe1521dbe2ab895ce0a72d, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T10:14:22,667 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732529655820.0e9c9d01dcbe1521dbe2ab895ce0a72d., hostname=e2fd862922a0,38547,1732529625709, seqNum=5 , the old value is region=TestAcidGuarantees,,1732529655820.0e9c9d01dcbe1521dbe2ab895ce0a72d., hostname=e2fd862922a0,38547,1732529625709, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0e9c9d01dcbe1521dbe2ab895ce0a72d, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T10:14:22,667 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732529655820.0e9c9d01dcbe1521dbe2ab895ce0a72d., hostname=e2fd862922a0,38547,1732529625709, seqNum=5 because the exception is null or not the one we care about 2024-11-25T10:14:22,667 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732529655820.0e9c9d01dcbe1521dbe2ab895ce0a72d., hostname=e2fd862922a0,38547,1732529625709, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0e9c9d01dcbe1521dbe2ab895ce0a72d, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T10:14:22,667 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732529655820.0e9c9d01dcbe1521dbe2ab895ce0a72d., hostname=e2fd862922a0,38547,1732529625709, seqNum=5 because the exception is null or not the one we care about 2024-11-25T10:14:22,753 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=38547 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=49 2024-11-25T10:14:22,753 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e2fd862922a0:0-0 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732529655820.0e9c9d01dcbe1521dbe2ab895ce0a72d. 2024-11-25T10:14:22,753 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e2fd862922a0:0-0 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732529655820.0e9c9d01dcbe1521dbe2ab895ce0a72d. as already flushing 2024-11-25T10:14:22,753 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e2fd862922a0:0-0 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732529655820.0e9c9d01dcbe1521dbe2ab895ce0a72d. 2024-11-25T10:14:22,754 ERROR [RS_FLUSH_OPERATIONS-regionserver/e2fd862922a0:0-0 {event_type=RS_FLUSH_REGIONS, pid=49}] handler.RSProcedureHandler(58): pid=49 java.io.IOException: Unable to complete flush {ENCODED => 0e9c9d01dcbe1521dbe2ab895ce0a72d, NAME => 'TestAcidGuarantees,,1732529655820.0e9c9d01dcbe1521dbe2ab895ce0a72d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T10:14:22,754 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e2fd862922a0:0-0 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=49 java.io.IOException: Unable to complete flush {ENCODED => 0e9c9d01dcbe1521dbe2ab895ce0a72d, NAME => 'TestAcidGuarantees,,1732529655820.0e9c9d01dcbe1521dbe2ab895ce0a72d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T10:14:22,755 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41005 {}] master.HMaster(4177): Remote procedure failed, pid=49 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 0e9c9d01dcbe1521dbe2ab895ce0a72d, NAME => 'TestAcidGuarantees,,1732529655820.0e9c9d01dcbe1521dbe2ab895ce0a72d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 0e9c9d01dcbe1521dbe2ab895ce0a72d, NAME => 'TestAcidGuarantees,,1732529655820.0e9c9d01dcbe1521dbe2ab895ce0a72d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T10:14:22,762 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41005 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=48 2024-11-25T10:14:22,874 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0e9c9d01dcbe1521dbe2ab895ce0a72d, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-25T10:14:22,875 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] ipc.CallRunner(138): callId: 43 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34938 deadline: 1732529722873, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0e9c9d01dcbe1521dbe2ab895ce0a72d, server=e2fd862922a0,38547,1732529625709 2024-11-25T10:14:22,875 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0e9c9d01dcbe1521dbe2ab895ce0a72d, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-25T10:14:22,875 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732529655820.0e9c9d01dcbe1521dbe2ab895ce0a72d., hostname=e2fd862922a0,38547,1732529625709, seqNum=5 , the old value is region=TestAcidGuarantees,,1732529655820.0e9c9d01dcbe1521dbe2ab895ce0a72d., hostname=e2fd862922a0,38547,1732529625709, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0e9c9d01dcbe1521dbe2ab895ce0a72d, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T10:14:22,875 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732529655820.0e9c9d01dcbe1521dbe2ab895ce0a72d., hostname=e2fd862922a0,38547,1732529625709, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0e9c9d01dcbe1521dbe2ab895ce0a72d, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T10:14:22,875 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732529655820.0e9c9d01dcbe1521dbe2ab895ce0a72d., hostname=e2fd862922a0,38547,1732529625709, seqNum=5 because the exception is null or not the one we care about 2024-11-25T10:14:22,875 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] ipc.CallRunner(138): callId: 45 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34884 deadline: 1732529722873, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0e9c9d01dcbe1521dbe2ab895ce0a72d, server=e2fd862922a0,38547,1732529625709 2024-11-25T10:14:22,876 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0e9c9d01dcbe1521dbe2ab895ce0a72d, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-25T10:14:22,876 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] ipc.CallRunner(138): callId: 49 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34900 deadline: 1732529722873, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0e9c9d01dcbe1521dbe2ab895ce0a72d, server=e2fd862922a0,38547,1732529625709 2024-11-25T10:14:22,876 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732529655820.0e9c9d01dcbe1521dbe2ab895ce0a72d., hostname=e2fd862922a0,38547,1732529625709, seqNum=5 , the old value is region=TestAcidGuarantees,,1732529655820.0e9c9d01dcbe1521dbe2ab895ce0a72d., hostname=e2fd862922a0,38547,1732529625709, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0e9c9d01dcbe1521dbe2ab895ce0a72d, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T10:14:22,876 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732529655820.0e9c9d01dcbe1521dbe2ab895ce0a72d., hostname=e2fd862922a0,38547,1732529625709, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0e9c9d01dcbe1521dbe2ab895ce0a72d, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T10:14:22,876 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732529655820.0e9c9d01dcbe1521dbe2ab895ce0a72d., hostname=e2fd862922a0,38547,1732529625709, seqNum=5 because the exception is null or not the one we care about 2024-11-25T10:14:22,876 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0e9c9d01dcbe1521dbe2ab895ce0a72d, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-25T10:14:22,876 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] ipc.CallRunner(138): callId: 47 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34914 deadline: 1732529722874, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0e9c9d01dcbe1521dbe2ab895ce0a72d, server=e2fd862922a0,38547,1732529625709 2024-11-25T10:14:22,877 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732529655820.0e9c9d01dcbe1521dbe2ab895ce0a72d., hostname=e2fd862922a0,38547,1732529625709, seqNum=5 , the old value is region=TestAcidGuarantees,,1732529655820.0e9c9d01dcbe1521dbe2ab895ce0a72d., hostname=e2fd862922a0,38547,1732529625709, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0e9c9d01dcbe1521dbe2ab895ce0a72d, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T10:14:22,877 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732529655820.0e9c9d01dcbe1521dbe2ab895ce0a72d., hostname=e2fd862922a0,38547,1732529625709, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0e9c9d01dcbe1521dbe2ab895ce0a72d, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T10:14:22,877 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0e9c9d01dcbe1521dbe2ab895ce0a72d, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-25T10:14:22,877 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732529655820.0e9c9d01dcbe1521dbe2ab895ce0a72d., hostname=e2fd862922a0,38547,1732529625709, seqNum=5 because the exception is null or not the one we care about 2024-11-25T10:14:22,877 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] ipc.CallRunner(138): callId: 43 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34932 deadline: 1732529722874, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0e9c9d01dcbe1521dbe2ab895ce0a72d, server=e2fd862922a0,38547,1732529625709 2024-11-25T10:14:22,877 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732529655820.0e9c9d01dcbe1521dbe2ab895ce0a72d., hostname=e2fd862922a0,38547,1732529625709, seqNum=5 , the old value is region=TestAcidGuarantees,,1732529655820.0e9c9d01dcbe1521dbe2ab895ce0a72d., hostname=e2fd862922a0,38547,1732529625709, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0e9c9d01dcbe1521dbe2ab895ce0a72d, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T10:14:22,877 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732529655820.0e9c9d01dcbe1521dbe2ab895ce0a72d., hostname=e2fd862922a0,38547,1732529625709, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0e9c9d01dcbe1521dbe2ab895ce0a72d, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T10:14:22,877 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732529655820.0e9c9d01dcbe1521dbe2ab895ce0a72d., hostname=e2fd862922a0,38547,1732529625709, seqNum=5 because the exception is null or not the one we care about 2024-11-25T10:14:22,878 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732529655820.0e9c9d01dcbe1521dbe2ab895ce0a72d., hostname=e2fd862922a0,38547,1732529625709, seqNum=5 , the old value is region=TestAcidGuarantees,,1732529655820.0e9c9d01dcbe1521dbe2ab895ce0a72d., hostname=e2fd862922a0,38547,1732529625709, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0e9c9d01dcbe1521dbe2ab895ce0a72d, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T10:14:22,878 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732529655820.0e9c9d01dcbe1521dbe2ab895ce0a72d., hostname=e2fd862922a0,38547,1732529625709, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0e9c9d01dcbe1521dbe2ab895ce0a72d, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T10:14:22,878 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732529655820.0e9c9d01dcbe1521dbe2ab895ce0a72d., hostname=e2fd862922a0,38547,1732529625709, seqNum=5 because the exception is null or not the one we care about 2024-11-25T10:14:22,899 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=163, memsize=15.7 K, hasBloomFilter=true, into tmp file hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/0e9c9d01dcbe1521dbe2ab895ce0a72d/.tmp/A/7faa1ed6151e4d0b9a3e891c83d8e14b 2024-11-25T10:14:22,907 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=38547 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=49 2024-11-25T10:14:22,907 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e2fd862922a0:0-1 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732529655820.0e9c9d01dcbe1521dbe2ab895ce0a72d. 2024-11-25T10:14:22,907 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e2fd862922a0:0-1 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732529655820.0e9c9d01dcbe1521dbe2ab895ce0a72d. as already flushing 2024-11-25T10:14:22,907 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e2fd862922a0:0-1 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732529655820.0e9c9d01dcbe1521dbe2ab895ce0a72d. 2024-11-25T10:14:22,907 ERROR [RS_FLUSH_OPERATIONS-regionserver/e2fd862922a0:0-1 {event_type=RS_FLUSH_REGIONS, pid=49}] handler.RSProcedureHandler(58): pid=49 java.io.IOException: Unable to complete flush {ENCODED => 0e9c9d01dcbe1521dbe2ab895ce0a72d, NAME => 'TestAcidGuarantees,,1732529655820.0e9c9d01dcbe1521dbe2ab895ce0a72d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T10:14:22,907 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e2fd862922a0:0-1 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=49 java.io.IOException: Unable to complete flush {ENCODED => 0e9c9d01dcbe1521dbe2ab895ce0a72d, NAME => 'TestAcidGuarantees,,1732529655820.0e9c9d01dcbe1521dbe2ab895ce0a72d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T10:14:22,908 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41005 {}] master.HMaster(4177): Remote procedure failed, pid=49 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 0e9c9d01dcbe1521dbe2ab895ce0a72d, NAME => 'TestAcidGuarantees,,1732529655820.0e9c9d01dcbe1521dbe2ab895ce0a72d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 0e9c9d01dcbe1521dbe2ab895ce0a72d, NAME => 'TestAcidGuarantees,,1732529655820.0e9c9d01dcbe1521dbe2ab895ce0a72d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T10:14:22,909 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/0e9c9d01dcbe1521dbe2ab895ce0a72d/.tmp/B/57e740c01c0845dab106c3952e3b3d0d is 50, key is test_row_0/B:col10/1732529662445/Put/seqid=0 2024-11-25T10:14:22,915 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39927 is added to blk_1073741976_1152 (size=12151) 2024-11-25T10:14:23,060 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=38547 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=49 2024-11-25T10:14:23,061 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e2fd862922a0:0-2 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732529655820.0e9c9d01dcbe1521dbe2ab895ce0a72d. 2024-11-25T10:14:23,061 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e2fd862922a0:0-2 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732529655820.0e9c9d01dcbe1521dbe2ab895ce0a72d. as already flushing 2024-11-25T10:14:23,061 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e2fd862922a0:0-2 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732529655820.0e9c9d01dcbe1521dbe2ab895ce0a72d. 2024-11-25T10:14:23,061 ERROR [RS_FLUSH_OPERATIONS-regionserver/e2fd862922a0:0-2 {event_type=RS_FLUSH_REGIONS, pid=49}] handler.RSProcedureHandler(58): pid=49 java.io.IOException: Unable to complete flush {ENCODED => 0e9c9d01dcbe1521dbe2ab895ce0a72d, NAME => 'TestAcidGuarantees,,1732529655820.0e9c9d01dcbe1521dbe2ab895ce0a72d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T10:14:23,061 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e2fd862922a0:0-2 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=49 java.io.IOException: Unable to complete flush {ENCODED => 0e9c9d01dcbe1521dbe2ab895ce0a72d, NAME => 'TestAcidGuarantees,,1732529655820.0e9c9d01dcbe1521dbe2ab895ce0a72d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T10:14:23,062 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41005 {}] master.HMaster(4177): Remote procedure failed, pid=49 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 0e9c9d01dcbe1521dbe2ab895ce0a72d, NAME => 'TestAcidGuarantees,,1732529655820.0e9c9d01dcbe1521dbe2ab895ce0a72d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 0e9c9d01dcbe1521dbe2ab895ce0a72d, NAME => 'TestAcidGuarantees,,1732529655820.0e9c9d01dcbe1521dbe2ab895ce0a72d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T10:14:23,072 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41005 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=48 2024-11-25T10:14:23,184 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0e9c9d01dcbe1521dbe2ab895ce0a72d, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-25T10:14:23,184 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] ipc.CallRunner(138): callId: 44 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34938 deadline: 1732529723182, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0e9c9d01dcbe1521dbe2ab895ce0a72d, server=e2fd862922a0,38547,1732529625709 2024-11-25T10:14:23,185 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732529655820.0e9c9d01dcbe1521dbe2ab895ce0a72d., hostname=e2fd862922a0,38547,1732529625709, seqNum=5 , the old value is region=TestAcidGuarantees,,1732529655820.0e9c9d01dcbe1521dbe2ab895ce0a72d., hostname=e2fd862922a0,38547,1732529625709, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0e9c9d01dcbe1521dbe2ab895ce0a72d, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T10:14:23,185 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732529655820.0e9c9d01dcbe1521dbe2ab895ce0a72d., hostname=e2fd862922a0,38547,1732529625709, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0e9c9d01dcbe1521dbe2ab895ce0a72d, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T10:14:23,185 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732529655820.0e9c9d01dcbe1521dbe2ab895ce0a72d., hostname=e2fd862922a0,38547,1732529625709, seqNum=5 because the exception is null or not the one we care about 2024-11-25T10:14:23,191 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0e9c9d01dcbe1521dbe2ab895ce0a72d, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-25T10:14:23,191 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] ipc.CallRunner(138): callId: 46 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34884 deadline: 1732529723182, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0e9c9d01dcbe1521dbe2ab895ce0a72d, server=e2fd862922a0,38547,1732529625709 2024-11-25T10:14:23,191 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0e9c9d01dcbe1521dbe2ab895ce0a72d, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-25T10:14:23,191 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732529655820.0e9c9d01dcbe1521dbe2ab895ce0a72d., hostname=e2fd862922a0,38547,1732529625709, seqNum=5 , the old value is region=TestAcidGuarantees,,1732529655820.0e9c9d01dcbe1521dbe2ab895ce0a72d., hostname=e2fd862922a0,38547,1732529625709, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0e9c9d01dcbe1521dbe2ab895ce0a72d, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T10:14:23,192 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732529655820.0e9c9d01dcbe1521dbe2ab895ce0a72d., hostname=e2fd862922a0,38547,1732529625709, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0e9c9d01dcbe1521dbe2ab895ce0a72d, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T10:14:23,192 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732529655820.0e9c9d01dcbe1521dbe2ab895ce0a72d., hostname=e2fd862922a0,38547,1732529625709, seqNum=5 because the exception is null or not the one we care about 2024-11-25T10:14:23,192 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] ipc.CallRunner(138): callId: 48 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34914 deadline: 1732529723182, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0e9c9d01dcbe1521dbe2ab895ce0a72d, server=e2fd862922a0,38547,1732529625709 2024-11-25T10:14:23,192 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0e9c9d01dcbe1521dbe2ab895ce0a72d, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-25T10:14:23,192 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732529655820.0e9c9d01dcbe1521dbe2ab895ce0a72d., hostname=e2fd862922a0,38547,1732529625709, seqNum=5 , the old value is region=TestAcidGuarantees,,1732529655820.0e9c9d01dcbe1521dbe2ab895ce0a72d., hostname=e2fd862922a0,38547,1732529625709, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0e9c9d01dcbe1521dbe2ab895ce0a72d, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T10:14:23,192 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732529655820.0e9c9d01dcbe1521dbe2ab895ce0a72d., hostname=e2fd862922a0,38547,1732529625709, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0e9c9d01dcbe1521dbe2ab895ce0a72d, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T10:14:23,192 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] ipc.CallRunner(138): callId: 44 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34932 deadline: 1732529723182, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0e9c9d01dcbe1521dbe2ab895ce0a72d, server=e2fd862922a0,38547,1732529625709 2024-11-25T10:14:23,192 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732529655820.0e9c9d01dcbe1521dbe2ab895ce0a72d., hostname=e2fd862922a0,38547,1732529625709, seqNum=5 because the exception is null or not the one we care about 2024-11-25T10:14:23,192 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732529655820.0e9c9d01dcbe1521dbe2ab895ce0a72d., hostname=e2fd862922a0,38547,1732529625709, seqNum=5 , the old value is region=TestAcidGuarantees,,1732529655820.0e9c9d01dcbe1521dbe2ab895ce0a72d., hostname=e2fd862922a0,38547,1732529625709, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0e9c9d01dcbe1521dbe2ab895ce0a72d, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T10:14:23,192 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0e9c9d01dcbe1521dbe2ab895ce0a72d, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-25T10:14:23,192 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732529655820.0e9c9d01dcbe1521dbe2ab895ce0a72d., hostname=e2fd862922a0,38547,1732529625709, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0e9c9d01dcbe1521dbe2ab895ce0a72d, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T10:14:23,192 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732529655820.0e9c9d01dcbe1521dbe2ab895ce0a72d., hostname=e2fd862922a0,38547,1732529625709, seqNum=5 because the exception is null or not the one we care about 2024-11-25T10:14:23,192 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] ipc.CallRunner(138): callId: 50 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34900 deadline: 1732529723182, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0e9c9d01dcbe1521dbe2ab895ce0a72d, server=e2fd862922a0,38547,1732529625709 2024-11-25T10:14:23,193 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732529655820.0e9c9d01dcbe1521dbe2ab895ce0a72d., hostname=e2fd862922a0,38547,1732529625709, seqNum=5 , the old value is region=TestAcidGuarantees,,1732529655820.0e9c9d01dcbe1521dbe2ab895ce0a72d., hostname=e2fd862922a0,38547,1732529625709, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0e9c9d01dcbe1521dbe2ab895ce0a72d, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T10:14:23,193 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732529655820.0e9c9d01dcbe1521dbe2ab895ce0a72d., hostname=e2fd862922a0,38547,1732529625709, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0e9c9d01dcbe1521dbe2ab895ce0a72d, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T10:14:23,193 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732529655820.0e9c9d01dcbe1521dbe2ab895ce0a72d., hostname=e2fd862922a0,38547,1732529625709, seqNum=5 because the exception is null or not the one we care about 2024-11-25T10:14:23,214 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=38547 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=49 2024-11-25T10:14:23,214 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e2fd862922a0:0-0 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732529655820.0e9c9d01dcbe1521dbe2ab895ce0a72d. 2024-11-25T10:14:23,215 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e2fd862922a0:0-0 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732529655820.0e9c9d01dcbe1521dbe2ab895ce0a72d. as already flushing 2024-11-25T10:14:23,215 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e2fd862922a0:0-0 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732529655820.0e9c9d01dcbe1521dbe2ab895ce0a72d. 2024-11-25T10:14:23,215 ERROR [RS_FLUSH_OPERATIONS-regionserver/e2fd862922a0:0-0 {event_type=RS_FLUSH_REGIONS, pid=49}] handler.RSProcedureHandler(58): pid=49 java.io.IOException: Unable to complete flush {ENCODED => 0e9c9d01dcbe1521dbe2ab895ce0a72d, NAME => 'TestAcidGuarantees,,1732529655820.0e9c9d01dcbe1521dbe2ab895ce0a72d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T10:14:23,215 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e2fd862922a0:0-0 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=49 java.io.IOException: Unable to complete flush {ENCODED => 0e9c9d01dcbe1521dbe2ab895ce0a72d, NAME => 'TestAcidGuarantees,,1732529655820.0e9c9d01dcbe1521dbe2ab895ce0a72d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T10:14:23,216 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41005 {}] master.HMaster(4177): Remote procedure failed, pid=49 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 0e9c9d01dcbe1521dbe2ab895ce0a72d, NAME => 'TestAcidGuarantees,,1732529655820.0e9c9d01dcbe1521dbe2ab895ce0a72d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 0e9c9d01dcbe1521dbe2ab895ce0a72d, NAME => 'TestAcidGuarantees,,1732529655820.0e9c9d01dcbe1521dbe2ab895ce0a72d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T10:14:23,316 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=163 (bloomFilter=true), to=hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/0e9c9d01dcbe1521dbe2ab895ce0a72d/.tmp/B/57e740c01c0845dab106c3952e3b3d0d 2024-11-25T10:14:23,328 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/0e9c9d01dcbe1521dbe2ab895ce0a72d/.tmp/C/ed671e3f910a4b598c65f9ab6de07f5a is 50, key is test_row_0/C:col10/1732529662445/Put/seqid=0 2024-11-25T10:14:23,337 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39927 is added to blk_1073741977_1153 (size=12151) 2024-11-25T10:14:23,369 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=38547 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=49 2024-11-25T10:14:23,369 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e2fd862922a0:0-1 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732529655820.0e9c9d01dcbe1521dbe2ab895ce0a72d. 2024-11-25T10:14:23,369 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e2fd862922a0:0-1 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732529655820.0e9c9d01dcbe1521dbe2ab895ce0a72d. as already flushing 2024-11-25T10:14:23,369 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e2fd862922a0:0-1 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732529655820.0e9c9d01dcbe1521dbe2ab895ce0a72d. 2024-11-25T10:14:23,369 ERROR [RS_FLUSH_OPERATIONS-regionserver/e2fd862922a0:0-1 {event_type=RS_FLUSH_REGIONS, pid=49}] handler.RSProcedureHandler(58): pid=49 java.io.IOException: Unable to complete flush {ENCODED => 0e9c9d01dcbe1521dbe2ab895ce0a72d, NAME => 'TestAcidGuarantees,,1732529655820.0e9c9d01dcbe1521dbe2ab895ce0a72d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T10:14:23,369 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e2fd862922a0:0-1 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=49 java.io.IOException: Unable to complete flush {ENCODED => 0e9c9d01dcbe1521dbe2ab895ce0a72d, NAME => 'TestAcidGuarantees,,1732529655820.0e9c9d01dcbe1521dbe2ab895ce0a72d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T10:14:23,370 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41005 {}] master.HMaster(4177): Remote procedure failed, pid=49 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 0e9c9d01dcbe1521dbe2ab895ce0a72d, NAME => 'TestAcidGuarantees,,1732529655820.0e9c9d01dcbe1521dbe2ab895ce0a72d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 0e9c9d01dcbe1521dbe2ab895ce0a72d, NAME => 'TestAcidGuarantees,,1732529655820.0e9c9d01dcbe1521dbe2ab895ce0a72d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T10:14:23,522 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=38547 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=49 2024-11-25T10:14:23,522 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e2fd862922a0:0-2 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732529655820.0e9c9d01dcbe1521dbe2ab895ce0a72d. 2024-11-25T10:14:23,522 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e2fd862922a0:0-2 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732529655820.0e9c9d01dcbe1521dbe2ab895ce0a72d. as already flushing 2024-11-25T10:14:23,522 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e2fd862922a0:0-2 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732529655820.0e9c9d01dcbe1521dbe2ab895ce0a72d. 2024-11-25T10:14:23,523 ERROR [RS_FLUSH_OPERATIONS-regionserver/e2fd862922a0:0-2 {event_type=RS_FLUSH_REGIONS, pid=49}] handler.RSProcedureHandler(58): pid=49 java.io.IOException: Unable to complete flush {ENCODED => 0e9c9d01dcbe1521dbe2ab895ce0a72d, NAME => 'TestAcidGuarantees,,1732529655820.0e9c9d01dcbe1521dbe2ab895ce0a72d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T10:14:23,523 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e2fd862922a0:0-2 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=49 java.io.IOException: Unable to complete flush {ENCODED => 0e9c9d01dcbe1521dbe2ab895ce0a72d, NAME => 'TestAcidGuarantees,,1732529655820.0e9c9d01dcbe1521dbe2ab895ce0a72d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T10:14:23,524 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41005 {}] master.HMaster(4177): Remote procedure failed, pid=49 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 0e9c9d01dcbe1521dbe2ab895ce0a72d, NAME => 'TestAcidGuarantees,,1732529655820.0e9c9d01dcbe1521dbe2ab895ce0a72d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 0e9c9d01dcbe1521dbe2ab895ce0a72d, NAME => 'TestAcidGuarantees,,1732529655820.0e9c9d01dcbe1521dbe2ab895ce0a72d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T10:14:23,526 WARN [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=41005 {}] assignment.AssignmentManager(1543): Unable to acquire lock for regionNode state=OPEN, location=e2fd862922a0,38547,1732529625709, table=TestAcidGuarantees, region=0e9c9d01dcbe1521dbe2ab895ce0a72d. It is likely that another thread is currently holding the lock. To avoid deadlock, skip execution for now. 2024-11-25T10:14:23,582 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41005 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=48 2024-11-25T10:14:23,677 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=38547 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=49 2024-11-25T10:14:23,677 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e2fd862922a0:0-0 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732529655820.0e9c9d01dcbe1521dbe2ab895ce0a72d. 2024-11-25T10:14:23,677 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e2fd862922a0:0-0 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732529655820.0e9c9d01dcbe1521dbe2ab895ce0a72d. as already flushing 2024-11-25T10:14:23,677 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e2fd862922a0:0-0 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732529655820.0e9c9d01dcbe1521dbe2ab895ce0a72d. 2024-11-25T10:14:23,677 ERROR [RS_FLUSH_OPERATIONS-regionserver/e2fd862922a0:0-0 {event_type=RS_FLUSH_REGIONS, pid=49}] handler.RSProcedureHandler(58): pid=49 java.io.IOException: Unable to complete flush {ENCODED => 0e9c9d01dcbe1521dbe2ab895ce0a72d, NAME => 'TestAcidGuarantees,,1732529655820.0e9c9d01dcbe1521dbe2ab895ce0a72d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T10:14:23,677 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e2fd862922a0:0-0 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=49 java.io.IOException: Unable to complete flush {ENCODED => 0e9c9d01dcbe1521dbe2ab895ce0a72d, NAME => 'TestAcidGuarantees,,1732529655820.0e9c9d01dcbe1521dbe2ab895ce0a72d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T10:14:23,678 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41005 {}] master.HMaster(4177): Remote procedure failed, pid=49 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 0e9c9d01dcbe1521dbe2ab895ce0a72d, NAME => 'TestAcidGuarantees,,1732529655820.0e9c9d01dcbe1521dbe2ab895ce0a72d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 0e9c9d01dcbe1521dbe2ab895ce0a72d, NAME => 'TestAcidGuarantees,,1732529655820.0e9c9d01dcbe1521dbe2ab895ce0a72d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T10:14:23,694 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0e9c9d01dcbe1521dbe2ab895ce0a72d, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-25T10:14:23,695 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] ipc.CallRunner(138): callId: 45 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34938 deadline: 1732529723692, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0e9c9d01dcbe1521dbe2ab895ce0a72d, server=e2fd862922a0,38547,1732529625709 2024-11-25T10:14:23,695 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732529655820.0e9c9d01dcbe1521dbe2ab895ce0a72d., hostname=e2fd862922a0,38547,1732529625709, seqNum=5 , the old value is region=TestAcidGuarantees,,1732529655820.0e9c9d01dcbe1521dbe2ab895ce0a72d., hostname=e2fd862922a0,38547,1732529625709, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0e9c9d01dcbe1521dbe2ab895ce0a72d, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T10:14:23,695 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732529655820.0e9c9d01dcbe1521dbe2ab895ce0a72d., hostname=e2fd862922a0,38547,1732529625709, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0e9c9d01dcbe1521dbe2ab895ce0a72d, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T10:14:23,695 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732529655820.0e9c9d01dcbe1521dbe2ab895ce0a72d., hostname=e2fd862922a0,38547,1732529625709, seqNum=5 because the exception is null or not the one we care about 2024-11-25T10:14:23,703 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0e9c9d01dcbe1521dbe2ab895ce0a72d, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-25T10:14:23,703 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] ipc.CallRunner(138): callId: 47 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34884 deadline: 1732529723702, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0e9c9d01dcbe1521dbe2ab895ce0a72d, server=e2fd862922a0,38547,1732529625709 2024-11-25T10:14:23,703 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732529655820.0e9c9d01dcbe1521dbe2ab895ce0a72d., hostname=e2fd862922a0,38547,1732529625709, seqNum=5 , the old value is region=TestAcidGuarantees,,1732529655820.0e9c9d01dcbe1521dbe2ab895ce0a72d., hostname=e2fd862922a0,38547,1732529625709, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0e9c9d01dcbe1521dbe2ab895ce0a72d, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T10:14:23,703 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732529655820.0e9c9d01dcbe1521dbe2ab895ce0a72d., hostname=e2fd862922a0,38547,1732529625709, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0e9c9d01dcbe1521dbe2ab895ce0a72d, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T10:14:23,703 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732529655820.0e9c9d01dcbe1521dbe2ab895ce0a72d., hostname=e2fd862922a0,38547,1732529625709, seqNum=5 because the exception is null or not the one we care about 2024-11-25T10:14:23,706 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0e9c9d01dcbe1521dbe2ab895ce0a72d, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-25T10:14:23,706 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] ipc.CallRunner(138): callId: 49 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34914 deadline: 1732529723703, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0e9c9d01dcbe1521dbe2ab895ce0a72d, server=e2fd862922a0,38547,1732529625709 2024-11-25T10:14:23,707 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732529655820.0e9c9d01dcbe1521dbe2ab895ce0a72d., hostname=e2fd862922a0,38547,1732529625709, seqNum=5 , the old value is region=TestAcidGuarantees,,1732529655820.0e9c9d01dcbe1521dbe2ab895ce0a72d., hostname=e2fd862922a0,38547,1732529625709, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0e9c9d01dcbe1521dbe2ab895ce0a72d, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T10:14:23,707 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732529655820.0e9c9d01dcbe1521dbe2ab895ce0a72d., hostname=e2fd862922a0,38547,1732529625709, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0e9c9d01dcbe1521dbe2ab895ce0a72d, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T10:14:23,707 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0e9c9d01dcbe1521dbe2ab895ce0a72d, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-25T10:14:23,707 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732529655820.0e9c9d01dcbe1521dbe2ab895ce0a72d., hostname=e2fd862922a0,38547,1732529625709, seqNum=5 because the exception is null or not the one we care about 2024-11-25T10:14:23,707 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] ipc.CallRunner(138): callId: 45 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34932 deadline: 1732529723703, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0e9c9d01dcbe1521dbe2ab895ce0a72d, server=e2fd862922a0,38547,1732529625709 2024-11-25T10:14:23,707 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732529655820.0e9c9d01dcbe1521dbe2ab895ce0a72d., hostname=e2fd862922a0,38547,1732529625709, seqNum=5 , the old value is region=TestAcidGuarantees,,1732529655820.0e9c9d01dcbe1521dbe2ab895ce0a72d., hostname=e2fd862922a0,38547,1732529625709, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0e9c9d01dcbe1521dbe2ab895ce0a72d, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T10:14:23,707 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0e9c9d01dcbe1521dbe2ab895ce0a72d, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-25T10:14:23,707 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732529655820.0e9c9d01dcbe1521dbe2ab895ce0a72d., hostname=e2fd862922a0,38547,1732529625709, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0e9c9d01dcbe1521dbe2ab895ce0a72d, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T10:14:23,707 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732529655820.0e9c9d01dcbe1521dbe2ab895ce0a72d., hostname=e2fd862922a0,38547,1732529625709, seqNum=5 because the exception is null or not the one we care about 2024-11-25T10:14:23,707 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] ipc.CallRunner(138): callId: 51 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34900 deadline: 1732529723703, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0e9c9d01dcbe1521dbe2ab895ce0a72d, server=e2fd862922a0,38547,1732529625709 2024-11-25T10:14:23,707 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732529655820.0e9c9d01dcbe1521dbe2ab895ce0a72d., hostname=e2fd862922a0,38547,1732529625709, seqNum=5 , the old value is region=TestAcidGuarantees,,1732529655820.0e9c9d01dcbe1521dbe2ab895ce0a72d., hostname=e2fd862922a0,38547,1732529625709, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0e9c9d01dcbe1521dbe2ab895ce0a72d, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T10:14:23,707 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732529655820.0e9c9d01dcbe1521dbe2ab895ce0a72d., hostname=e2fd862922a0,38547,1732529625709, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0e9c9d01dcbe1521dbe2ab895ce0a72d, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T10:14:23,707 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732529655820.0e9c9d01dcbe1521dbe2ab895ce0a72d., hostname=e2fd862922a0,38547,1732529625709, seqNum=5 because the exception is null or not the one we care about 2024-11-25T10:14:23,737 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=163 (bloomFilter=true), to=hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/0e9c9d01dcbe1521dbe2ab895ce0a72d/.tmp/C/ed671e3f910a4b598c65f9ab6de07f5a 2024-11-25T10:14:23,743 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/0e9c9d01dcbe1521dbe2ab895ce0a72d/.tmp/A/7faa1ed6151e4d0b9a3e891c83d8e14b as hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/0e9c9d01dcbe1521dbe2ab895ce0a72d/A/7faa1ed6151e4d0b9a3e891c83d8e14b 2024-11-25T10:14:23,748 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/0e9c9d01dcbe1521dbe2ab895ce0a72d/A/7faa1ed6151e4d0b9a3e891c83d8e14b, entries=350, sequenceid=163, filesize=64.1 K 2024-11-25T10:14:23,749 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/0e9c9d01dcbe1521dbe2ab895ce0a72d/.tmp/B/57e740c01c0845dab106c3952e3b3d0d as hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/0e9c9d01dcbe1521dbe2ab895ce0a72d/B/57e740c01c0845dab106c3952e3b3d0d 2024-11-25T10:14:23,755 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/0e9c9d01dcbe1521dbe2ab895ce0a72d/B/57e740c01c0845dab106c3952e3b3d0d, entries=150, sequenceid=163, filesize=11.9 K 2024-11-25T10:14:23,756 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/0e9c9d01dcbe1521dbe2ab895ce0a72d/.tmp/C/ed671e3f910a4b598c65f9ab6de07f5a as hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/0e9c9d01dcbe1521dbe2ab895ce0a72d/C/ed671e3f910a4b598c65f9ab6de07f5a 2024-11-25T10:14:23,761 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/0e9c9d01dcbe1521dbe2ab895ce0a72d/C/ed671e3f910a4b598c65f9ab6de07f5a, entries=150, sequenceid=163, filesize=11.9 K 2024-11-25T10:14:23,762 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~46.96 KB/48090, heapSize ~140.16 KB/143520, currentSize=140.89 KB/144270 for 0e9c9d01dcbe1521dbe2ab895ce0a72d in 1306ms, sequenceid=163, compaction requested=true 2024-11-25T10:14:23,762 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 0e9c9d01dcbe1521dbe2ab895ce0a72d: 2024-11-25T10:14:23,762 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 0e9c9d01dcbe1521dbe2ab895ce0a72d:A, priority=-2147483648, current under compaction store size is 1 2024-11-25T10:14:23,762 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-25T10:14:23,762 DEBUG [RS:0;e2fd862922a0:38547-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-25T10:14:23,762 DEBUG [RS:0;e2fd862922a0:38547-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-25T10:14:23,762 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 0e9c9d01dcbe1521dbe2ab895ce0a72d:B, priority=-2147483648, current under compaction store size is 2 2024-11-25T10:14:23,763 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-25T10:14:23,763 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 0e9c9d01dcbe1521dbe2ab895ce0a72d:C, priority=-2147483648, current under compaction store size is 3 2024-11-25T10:14:23,763 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-25T10:14:23,764 DEBUG [RS:0;e2fd862922a0:38547-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36509 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-25T10:14:23,764 DEBUG [RS:0;e2fd862922a0:38547-longCompactions-0 {}] regionserver.HStore(1541): 0e9c9d01dcbe1521dbe2ab895ce0a72d/B is initiating minor compaction (all files) 2024-11-25T10:14:23,764 INFO [RS:0;e2fd862922a0:38547-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 0e9c9d01dcbe1521dbe2ab895ce0a72d/B in TestAcidGuarantees,,1732529655820.0e9c9d01dcbe1521dbe2ab895ce0a72d. 2024-11-25T10:14:23,765 INFO [RS:0;e2fd862922a0:38547-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/0e9c9d01dcbe1521dbe2ab895ce0a72d/B/7aac1fcd8aee497bb1f87ade7ded2f22, hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/0e9c9d01dcbe1521dbe2ab895ce0a72d/B/32cd13f6595741e79e5fb240377d06ce, hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/0e9c9d01dcbe1521dbe2ab895ce0a72d/B/57e740c01c0845dab106c3952e3b3d0d] into tmpdir=hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/0e9c9d01dcbe1521dbe2ab895ce0a72d/.tmp, totalSize=35.7 K 2024-11-25T10:14:23,765 DEBUG [RS:0;e2fd862922a0:38547-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 127939 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-25T10:14:23,765 DEBUG [RS:0;e2fd862922a0:38547-shortCompactions-0 {}] regionserver.HStore(1541): 0e9c9d01dcbe1521dbe2ab895ce0a72d/A is initiating minor compaction (all files) 2024-11-25T10:14:23,765 INFO [RS:0;e2fd862922a0:38547-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 0e9c9d01dcbe1521dbe2ab895ce0a72d/A in TestAcidGuarantees,,1732529655820.0e9c9d01dcbe1521dbe2ab895ce0a72d. 2024-11-25T10:14:23,765 INFO [RS:0;e2fd862922a0:38547-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/0e9c9d01dcbe1521dbe2ab895ce0a72d/A/9be787b8156c4915859d41ac52617980, hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/0e9c9d01dcbe1521dbe2ab895ce0a72d/A/9d86dad4795f48a48c834f2e86c21be4, hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/0e9c9d01dcbe1521dbe2ab895ce0a72d/A/7faa1ed6151e4d0b9a3e891c83d8e14b] into tmpdir=hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/0e9c9d01dcbe1521dbe2ab895ce0a72d/.tmp, totalSize=124.9 K 2024-11-25T10:14:23,765 INFO [RS:0;e2fd862922a0:38547-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732529655820.0e9c9d01dcbe1521dbe2ab895ce0a72d. 2024-11-25T10:14:23,765 DEBUG [RS:0;e2fd862922a0:38547-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732529655820.0e9c9d01dcbe1521dbe2ab895ce0a72d. files: [hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/0e9c9d01dcbe1521dbe2ab895ce0a72d/A/9be787b8156c4915859d41ac52617980, hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/0e9c9d01dcbe1521dbe2ab895ce0a72d/A/9d86dad4795f48a48c834f2e86c21be4, hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/0e9c9d01dcbe1521dbe2ab895ce0a72d/A/7faa1ed6151e4d0b9a3e891c83d8e14b] 2024-11-25T10:14:23,765 DEBUG [RS:0;e2fd862922a0:38547-longCompactions-0 {}] compactions.Compactor(225): Compacting 7aac1fcd8aee497bb1f87ade7ded2f22, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=111, earliestPutTs=1732529659778 2024-11-25T10:14:23,766 DEBUG [RS:0;e2fd862922a0:38547-shortCompactions-0 {}] compactions.Compactor(225): Compacting 9be787b8156c4915859d41ac52617980, keycount=150, bloomtype=ROW, size=30.4 K, encoding=NONE, compression=NONE, seqNum=111, earliestPutTs=1732529659778 2024-11-25T10:14:23,766 DEBUG [RS:0;e2fd862922a0:38547-shortCompactions-0 {}] compactions.Compactor(225): Compacting 9d86dad4795f48a48c834f2e86c21be4, keycount=150, bloomtype=ROW, size=30.4 K, encoding=NONE, compression=NONE, seqNum=148, earliestPutTs=1732529660221 2024-11-25T10:14:23,766 DEBUG [RS:0;e2fd862922a0:38547-longCompactions-0 {}] compactions.Compactor(225): Compacting 32cd13f6595741e79e5fb240377d06ce, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=148, earliestPutTs=1732529660221 2024-11-25T10:14:23,767 DEBUG [RS:0;e2fd862922a0:38547-shortCompactions-0 {}] compactions.Compactor(225): Compacting 7faa1ed6151e4d0b9a3e891c83d8e14b, keycount=350, bloomtype=ROW, size=64.1 K, encoding=NONE, compression=NONE, seqNum=163, earliestPutTs=1732529662433 2024-11-25T10:14:23,767 DEBUG [RS:0;e2fd862922a0:38547-longCompactions-0 {}] compactions.Compactor(225): Compacting 57e740c01c0845dab106c3952e3b3d0d, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=163, earliestPutTs=1732529662438 2024-11-25T10:14:23,775 INFO [RS:0;e2fd862922a0:38547-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(321): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=0e9c9d01dcbe1521dbe2ab895ce0a72d] 2024-11-25T10:14:23,778 INFO [RS:0;e2fd862922a0:38547-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 0e9c9d01dcbe1521dbe2ab895ce0a72d#B#compaction#130 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-25T10:14:23,778 DEBUG [RS:0;e2fd862922a0:38547-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/0e9c9d01dcbe1521dbe2ab895ce0a72d/.tmp/B/ee0f9809eb5f43958b373338e897d64c is 50, key is test_row_0/B:col10/1732529662445/Put/seqid=0 2024-11-25T10:14:23,781 DEBUG [RS:0;e2fd862922a0:38547-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(635): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e20241125e7a936d4634e400895fe7dc421913562_0e9c9d01dcbe1521dbe2ab895ce0a72d store=[table=TestAcidGuarantees family=A region=0e9c9d01dcbe1521dbe2ab895ce0a72d] 2024-11-25T10:14:23,783 DEBUG [RS:0;e2fd862922a0:38547-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(656): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e20241125e7a936d4634e400895fe7dc421913562_0e9c9d01dcbe1521dbe2ab895ce0a72d, store=[table=TestAcidGuarantees family=A region=0e9c9d01dcbe1521dbe2ab895ce0a72d] 2024-11-25T10:14:23,784 DEBUG [RS:0;e2fd862922a0:38547-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(667): Aborting writer for hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241125e7a936d4634e400895fe7dc421913562_0e9c9d01dcbe1521dbe2ab895ce0a72d because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=0e9c9d01dcbe1521dbe2ab895ce0a72d] 2024-11-25T10:14:23,792 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39927 is added to blk_1073741978_1154 (size=12459) 2024-11-25T10:14:23,793 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39927 is added to blk_1073741979_1155 (size=4469) 2024-11-25T10:14:23,830 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=38547 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=49 2024-11-25T10:14:23,830 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e2fd862922a0:0-1 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732529655820.0e9c9d01dcbe1521dbe2ab895ce0a72d. 2024-11-25T10:14:23,830 INFO [RS_FLUSH_OPERATIONS-regionserver/e2fd862922a0:0-1 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.HRegion(2902): Flushing 0e9c9d01dcbe1521dbe2ab895ce0a72d 3/3 column families, dataSize=140.89 KB heapSize=390.84 KB 2024-11-25T10:14:23,831 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e2fd862922a0:0-1 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 0e9c9d01dcbe1521dbe2ab895ce0a72d, store=A 2024-11-25T10:14:23,831 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e2fd862922a0:0-1 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-25T10:14:23,831 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e2fd862922a0:0-1 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 0e9c9d01dcbe1521dbe2ab895ce0a72d, store=B 2024-11-25T10:14:23,831 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e2fd862922a0:0-1 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-25T10:14:23,831 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e2fd862922a0:0-1 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 0e9c9d01dcbe1521dbe2ab895ce0a72d, store=C 2024-11-25T10:14:23,831 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e2fd862922a0:0-1 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-25T10:14:23,839 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e2fd862922a0:0-1 {event_type=RS_FLUSH_REGIONS, pid=49}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024112552901ab7f5b747009dc4e116ce1c4da7_0e9c9d01dcbe1521dbe2ab895ce0a72d is 50, key is test_row_0/A:col10/1732529662538/Put/seqid=0 2024-11-25T10:14:23,845 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39927 is added to blk_1073741980_1156 (size=12304) 2024-11-25T10:14:24,195 INFO [RS:0;e2fd862922a0:38547-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 0e9c9d01dcbe1521dbe2ab895ce0a72d#A#compaction#129 average throughput is 0.06 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-25T10:14:24,196 DEBUG [RS:0;e2fd862922a0:38547-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/0e9c9d01dcbe1521dbe2ab895ce0a72d/.tmp/A/ff350cfaba4e4ead854faaf52a8cd058 is 175, key is test_row_0/A:col10/1732529662445/Put/seqid=0 2024-11-25T10:14:24,202 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39927 is added to blk_1073741981_1157 (size=31413) 2024-11-25T10:14:24,204 DEBUG [RS:0;e2fd862922a0:38547-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/0e9c9d01dcbe1521dbe2ab895ce0a72d/.tmp/B/ee0f9809eb5f43958b373338e897d64c as hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/0e9c9d01dcbe1521dbe2ab895ce0a72d/B/ee0f9809eb5f43958b373338e897d64c 2024-11-25T10:14:24,210 DEBUG [RS:0;e2fd862922a0:38547-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/0e9c9d01dcbe1521dbe2ab895ce0a72d/.tmp/A/ff350cfaba4e4ead854faaf52a8cd058 as hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/0e9c9d01dcbe1521dbe2ab895ce0a72d/A/ff350cfaba4e4ead854faaf52a8cd058 2024-11-25T10:14:24,211 INFO [RS:0;e2fd862922a0:38547-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 0e9c9d01dcbe1521dbe2ab895ce0a72d/B of 0e9c9d01dcbe1521dbe2ab895ce0a72d into ee0f9809eb5f43958b373338e897d64c(size=12.2 K), total size for store is 12.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-25T10:14:24,211 DEBUG [RS:0;e2fd862922a0:38547-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 0e9c9d01dcbe1521dbe2ab895ce0a72d: 2024-11-25T10:14:24,211 INFO [RS:0;e2fd862922a0:38547-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732529655820.0e9c9d01dcbe1521dbe2ab895ce0a72d., storeName=0e9c9d01dcbe1521dbe2ab895ce0a72d/B, priority=13, startTime=1732529663762; duration=0sec 2024-11-25T10:14:24,212 DEBUG [RS:0;e2fd862922a0:38547-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-25T10:14:24,212 DEBUG [RS:0;e2fd862922a0:38547-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 0e9c9d01dcbe1521dbe2ab895ce0a72d:B 2024-11-25T10:14:24,212 DEBUG [RS:0;e2fd862922a0:38547-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-25T10:14:24,213 DEBUG [RS:0;e2fd862922a0:38547-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36509 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-25T10:14:24,214 DEBUG [RS:0;e2fd862922a0:38547-longCompactions-0 {}] regionserver.HStore(1541): 0e9c9d01dcbe1521dbe2ab895ce0a72d/C is initiating minor compaction (all files) 2024-11-25T10:14:24,214 INFO [RS:0;e2fd862922a0:38547-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 0e9c9d01dcbe1521dbe2ab895ce0a72d/C in TestAcidGuarantees,,1732529655820.0e9c9d01dcbe1521dbe2ab895ce0a72d. 2024-11-25T10:14:24,214 INFO [RS:0;e2fd862922a0:38547-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/0e9c9d01dcbe1521dbe2ab895ce0a72d/C/fed7cccc16fc4546a4fb7fff5dbcdf9b, hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/0e9c9d01dcbe1521dbe2ab895ce0a72d/C/724a243fc77d42c88acbb129fdde05eb, hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/0e9c9d01dcbe1521dbe2ab895ce0a72d/C/ed671e3f910a4b598c65f9ab6de07f5a] into tmpdir=hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/0e9c9d01dcbe1521dbe2ab895ce0a72d/.tmp, totalSize=35.7 K 2024-11-25T10:14:24,214 DEBUG [RS:0;e2fd862922a0:38547-longCompactions-0 {}] compactions.Compactor(225): Compacting fed7cccc16fc4546a4fb7fff5dbcdf9b, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=111, earliestPutTs=1732529659778 2024-11-25T10:14:24,215 DEBUG [RS:0;e2fd862922a0:38547-longCompactions-0 {}] compactions.Compactor(225): Compacting 724a243fc77d42c88acbb129fdde05eb, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=148, earliestPutTs=1732529660221 2024-11-25T10:14:24,216 DEBUG [RS:0;e2fd862922a0:38547-longCompactions-0 {}] compactions.Compactor(225): Compacting ed671e3f910a4b598c65f9ab6de07f5a, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=163, earliestPutTs=1732529662438 2024-11-25T10:14:24,216 INFO [RS:0;e2fd862922a0:38547-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 0e9c9d01dcbe1521dbe2ab895ce0a72d/A of 0e9c9d01dcbe1521dbe2ab895ce0a72d into ff350cfaba4e4ead854faaf52a8cd058(size=30.7 K), total size for store is 30.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-25T10:14:24,216 DEBUG [RS:0;e2fd862922a0:38547-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 0e9c9d01dcbe1521dbe2ab895ce0a72d: 2024-11-25T10:14:24,216 INFO [RS:0;e2fd862922a0:38547-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732529655820.0e9c9d01dcbe1521dbe2ab895ce0a72d., storeName=0e9c9d01dcbe1521dbe2ab895ce0a72d/A, priority=13, startTime=1732529663762; duration=0sec 2024-11-25T10:14:24,217 DEBUG [RS:0;e2fd862922a0:38547-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-25T10:14:24,217 DEBUG [RS:0;e2fd862922a0:38547-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 0e9c9d01dcbe1521dbe2ab895ce0a72d:A 2024-11-25T10:14:24,225 INFO [RS:0;e2fd862922a0:38547-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 0e9c9d01dcbe1521dbe2ab895ce0a72d#C#compaction#132 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-25T10:14:24,226 DEBUG [RS:0;e2fd862922a0:38547-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/0e9c9d01dcbe1521dbe2ab895ce0a72d/.tmp/C/c67c36cf6c7647a4aa45c229ef920099 is 50, key is test_row_0/C:col10/1732529662445/Put/seqid=0 2024-11-25T10:14:24,232 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39927 is added to blk_1073741982_1158 (size=12459) 2024-11-25T10:14:24,246 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e2fd862922a0:0-1 {event_type=RS_FLUSH_REGIONS, pid=49}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:24,250 INFO [RS_FLUSH_OPERATIONS-regionserver/e2fd862922a0:0-1 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024112552901ab7f5b747009dc4e116ce1c4da7_0e9c9d01dcbe1521dbe2ab895ce0a72d to hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112552901ab7f5b747009dc4e116ce1c4da7_0e9c9d01dcbe1521dbe2ab895ce0a72d 2024-11-25T10:14:24,251 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e2fd862922a0:0-1 {event_type=RS_FLUSH_REGIONS, pid=49}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/0e9c9d01dcbe1521dbe2ab895ce0a72d/.tmp/A/a058c2df0ce64522a9010bd0a5b89b5b, store: [table=TestAcidGuarantees family=A region=0e9c9d01dcbe1521dbe2ab895ce0a72d] 2024-11-25T10:14:24,251 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e2fd862922a0:0-1 {event_type=RS_FLUSH_REGIONS, pid=49}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/0e9c9d01dcbe1521dbe2ab895ce0a72d/.tmp/A/a058c2df0ce64522a9010bd0a5b89b5b is 175, key is test_row_0/A:col10/1732529662538/Put/seqid=0 2024-11-25T10:14:24,255 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39927 is added to blk_1073741983_1159 (size=31105) 2024-11-25T10:14:24,592 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41005 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=48 2024-11-25T10:14:24,642 DEBUG [RS:0;e2fd862922a0:38547-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/0e9c9d01dcbe1521dbe2ab895ce0a72d/.tmp/C/c67c36cf6c7647a4aa45c229ef920099 as hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/0e9c9d01dcbe1521dbe2ab895ce0a72d/C/c67c36cf6c7647a4aa45c229ef920099 2024-11-25T10:14:24,649 INFO [RS:0;e2fd862922a0:38547-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 0e9c9d01dcbe1521dbe2ab895ce0a72d/C of 0e9c9d01dcbe1521dbe2ab895ce0a72d into c67c36cf6c7647a4aa45c229ef920099(size=12.2 K), total size for store is 12.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-25T10:14:24,649 DEBUG [RS:0;e2fd862922a0:38547-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 0e9c9d01dcbe1521dbe2ab895ce0a72d: 2024-11-25T10:14:24,649 INFO [RS:0;e2fd862922a0:38547-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732529655820.0e9c9d01dcbe1521dbe2ab895ce0a72d., storeName=0e9c9d01dcbe1521dbe2ab895ce0a72d/C, priority=13, startTime=1732529663763; duration=0sec 2024-11-25T10:14:24,650 DEBUG [RS:0;e2fd862922a0:38547-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-25T10:14:24,650 DEBUG [RS:0;e2fd862922a0:38547-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 0e9c9d01dcbe1521dbe2ab895ce0a72d:C 2024-11-25T10:14:24,656 INFO [RS_FLUSH_OPERATIONS-regionserver/e2fd862922a0:0-1 {event_type=RS_FLUSH_REGIONS, pid=49}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=198, memsize=47.0 K, hasBloomFilter=true, into tmp file hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/0e9c9d01dcbe1521dbe2ab895ce0a72d/.tmp/A/a058c2df0ce64522a9010bd0a5b89b5b 2024-11-25T10:14:24,666 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e2fd862922a0:0-1 {event_type=RS_FLUSH_REGIONS, pid=49}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/0e9c9d01dcbe1521dbe2ab895ce0a72d/.tmp/B/60894d4ee3f84fba8dce11a2c7af4d4c is 50, key is test_row_0/B:col10/1732529662538/Put/seqid=0 2024-11-25T10:14:24,669 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39927 is added to blk_1073741984_1160 (size=12151) 2024-11-25T10:14:24,670 INFO [RS_FLUSH_OPERATIONS-regionserver/e2fd862922a0:0-1 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=198 (bloomFilter=true), to=hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/0e9c9d01dcbe1521dbe2ab895ce0a72d/.tmp/B/60894d4ee3f84fba8dce11a2c7af4d4c 2024-11-25T10:14:24,680 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e2fd862922a0:0-1 {event_type=RS_FLUSH_REGIONS, pid=49}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/0e9c9d01dcbe1521dbe2ab895ce0a72d/.tmp/C/caa05616ea6040e9812674099b763494 is 50, key is test_row_0/C:col10/1732529662538/Put/seqid=0 2024-11-25T10:14:24,687 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39927 is added to blk_1073741985_1161 (size=12151) 2024-11-25T10:14:24,708 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732529655820.0e9c9d01dcbe1521dbe2ab895ce0a72d. as already flushing 2024-11-25T10:14:24,708 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] regionserver.HRegion(8855): Flush requested on 0e9c9d01dcbe1521dbe2ab895ce0a72d 2024-11-25T10:14:24,750 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0e9c9d01dcbe1521dbe2ab895ce0a72d, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-25T10:14:24,751 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] ipc.CallRunner(138): callId: 49 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34938 deadline: 1732529724745, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0e9c9d01dcbe1521dbe2ab895ce0a72d, server=e2fd862922a0,38547,1732529625709 2024-11-25T10:14:24,751 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732529655820.0e9c9d01dcbe1521dbe2ab895ce0a72d., hostname=e2fd862922a0,38547,1732529625709, seqNum=5 , the old value is region=TestAcidGuarantees,,1732529655820.0e9c9d01dcbe1521dbe2ab895ce0a72d., hostname=e2fd862922a0,38547,1732529625709, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0e9c9d01dcbe1521dbe2ab895ce0a72d, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T10:14:24,751 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0e9c9d01dcbe1521dbe2ab895ce0a72d, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-25T10:14:24,751 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732529655820.0e9c9d01dcbe1521dbe2ab895ce0a72d., hostname=e2fd862922a0,38547,1732529625709, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0e9c9d01dcbe1521dbe2ab895ce0a72d, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T10:14:24,751 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732529655820.0e9c9d01dcbe1521dbe2ab895ce0a72d., hostname=e2fd862922a0,38547,1732529625709, seqNum=5 because the exception is null or not the one we care about 2024-11-25T10:14:24,751 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] ipc.CallRunner(138): callId: 49 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34884 deadline: 1732529724745, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0e9c9d01dcbe1521dbe2ab895ce0a72d, server=e2fd862922a0,38547,1732529625709 2024-11-25T10:14:24,751 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0e9c9d01dcbe1521dbe2ab895ce0a72d, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-25T10:14:24,751 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732529655820.0e9c9d01dcbe1521dbe2ab895ce0a72d., hostname=e2fd862922a0,38547,1732529625709, seqNum=5 , the old value is region=TestAcidGuarantees,,1732529655820.0e9c9d01dcbe1521dbe2ab895ce0a72d., hostname=e2fd862922a0,38547,1732529625709, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0e9c9d01dcbe1521dbe2ab895ce0a72d, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T10:14:24,752 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732529655820.0e9c9d01dcbe1521dbe2ab895ce0a72d., hostname=e2fd862922a0,38547,1732529625709, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0e9c9d01dcbe1521dbe2ab895ce0a72d, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T10:14:24,752 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] ipc.CallRunner(138): callId: 53 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34900 deadline: 1732529724745, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0e9c9d01dcbe1521dbe2ab895ce0a72d, server=e2fd862922a0,38547,1732529625709 2024-11-25T10:14:24,752 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732529655820.0e9c9d01dcbe1521dbe2ab895ce0a72d., hostname=e2fd862922a0,38547,1732529625709, seqNum=5 because the exception is null or not the one we care about 2024-11-25T10:14:24,752 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0e9c9d01dcbe1521dbe2ab895ce0a72d, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-25T10:14:24,752 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732529655820.0e9c9d01dcbe1521dbe2ab895ce0a72d., hostname=e2fd862922a0,38547,1732529625709, seqNum=5 , the old value is region=TestAcidGuarantees,,1732529655820.0e9c9d01dcbe1521dbe2ab895ce0a72d., hostname=e2fd862922a0,38547,1732529625709, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0e9c9d01dcbe1521dbe2ab895ce0a72d, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T10:14:24,752 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732529655820.0e9c9d01dcbe1521dbe2ab895ce0a72d., hostname=e2fd862922a0,38547,1732529625709, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0e9c9d01dcbe1521dbe2ab895ce0a72d, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T10:14:24,752 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] ipc.CallRunner(138): callId: 51 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34914 deadline: 1732529724746, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0e9c9d01dcbe1521dbe2ab895ce0a72d, server=e2fd862922a0,38547,1732529625709 2024-11-25T10:14:24,752 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732529655820.0e9c9d01dcbe1521dbe2ab895ce0a72d., hostname=e2fd862922a0,38547,1732529625709, seqNum=5 because the exception is null or not the one we care about 2024-11-25T10:14:24,753 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0e9c9d01dcbe1521dbe2ab895ce0a72d, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-25T10:14:24,753 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732529655820.0e9c9d01dcbe1521dbe2ab895ce0a72d., hostname=e2fd862922a0,38547,1732529625709, seqNum=5 , the old value is region=TestAcidGuarantees,,1732529655820.0e9c9d01dcbe1521dbe2ab895ce0a72d., hostname=e2fd862922a0,38547,1732529625709, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0e9c9d01dcbe1521dbe2ab895ce0a72d, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T10:14:24,753 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732529655820.0e9c9d01dcbe1521dbe2ab895ce0a72d., hostname=e2fd862922a0,38547,1732529625709, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0e9c9d01dcbe1521dbe2ab895ce0a72d, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T10:14:24,753 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] ipc.CallRunner(138): callId: 47 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34932 deadline: 1732529724748, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0e9c9d01dcbe1521dbe2ab895ce0a72d, server=e2fd862922a0,38547,1732529625709 2024-11-25T10:14:24,753 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732529655820.0e9c9d01dcbe1521dbe2ab895ce0a72d., hostname=e2fd862922a0,38547,1732529625709, seqNum=5 because the exception is null or not the one we care about 2024-11-25T10:14:24,753 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732529655820.0e9c9d01dcbe1521dbe2ab895ce0a72d., hostname=e2fd862922a0,38547,1732529625709, seqNum=5 , the old value is region=TestAcidGuarantees,,1732529655820.0e9c9d01dcbe1521dbe2ab895ce0a72d., hostname=e2fd862922a0,38547,1732529625709, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0e9c9d01dcbe1521dbe2ab895ce0a72d, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T10:14:24,753 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732529655820.0e9c9d01dcbe1521dbe2ab895ce0a72d., hostname=e2fd862922a0,38547,1732529625709, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0e9c9d01dcbe1521dbe2ab895ce0a72d, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T10:14:24,753 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732529655820.0e9c9d01dcbe1521dbe2ab895ce0a72d., hostname=e2fd862922a0,38547,1732529625709, seqNum=5 because the exception is null or not the one we care about 2024-11-25T10:14:24,865 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0e9c9d01dcbe1521dbe2ab895ce0a72d, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-25T10:14:24,866 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] ipc.CallRunner(138): callId: 50 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34938 deadline: 1732529724862, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0e9c9d01dcbe1521dbe2ab895ce0a72d, server=e2fd862922a0,38547,1732529625709 2024-11-25T10:14:24,866 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0e9c9d01dcbe1521dbe2ab895ce0a72d, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-25T10:14:24,866 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] ipc.CallRunner(138): callId: 50 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34884 deadline: 1732529724862, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0e9c9d01dcbe1521dbe2ab895ce0a72d, server=e2fd862922a0,38547,1732529625709 2024-11-25T10:14:24,866 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732529655820.0e9c9d01dcbe1521dbe2ab895ce0a72d., hostname=e2fd862922a0,38547,1732529625709, seqNum=5 , the old value is region=TestAcidGuarantees,,1732529655820.0e9c9d01dcbe1521dbe2ab895ce0a72d., hostname=e2fd862922a0,38547,1732529625709, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0e9c9d01dcbe1521dbe2ab895ce0a72d, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T10:14:24,866 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732529655820.0e9c9d01dcbe1521dbe2ab895ce0a72d., hostname=e2fd862922a0,38547,1732529625709, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0e9c9d01dcbe1521dbe2ab895ce0a72d, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T10:14:24,866 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732529655820.0e9c9d01dcbe1521dbe2ab895ce0a72d., hostname=e2fd862922a0,38547,1732529625709, seqNum=5 because the exception is null or not the one we care about 2024-11-25T10:14:24,866 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0e9c9d01dcbe1521dbe2ab895ce0a72d, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-25T10:14:24,866 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732529655820.0e9c9d01dcbe1521dbe2ab895ce0a72d., hostname=e2fd862922a0,38547,1732529625709, seqNum=5 , the old value is region=TestAcidGuarantees,,1732529655820.0e9c9d01dcbe1521dbe2ab895ce0a72d., hostname=e2fd862922a0,38547,1732529625709, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0e9c9d01dcbe1521dbe2ab895ce0a72d, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T10:14:24,866 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732529655820.0e9c9d01dcbe1521dbe2ab895ce0a72d., hostname=e2fd862922a0,38547,1732529625709, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0e9c9d01dcbe1521dbe2ab895ce0a72d, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T10:14:24,866 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] ipc.CallRunner(138): callId: 54 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34900 deadline: 1732529724862, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0e9c9d01dcbe1521dbe2ab895ce0a72d, server=e2fd862922a0,38547,1732529625709 2024-11-25T10:14:24,866 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732529655820.0e9c9d01dcbe1521dbe2ab895ce0a72d., hostname=e2fd862922a0,38547,1732529625709, seqNum=5 because the exception is null or not the one we care about 2024-11-25T10:14:24,867 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0e9c9d01dcbe1521dbe2ab895ce0a72d, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-25T10:14:24,867 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732529655820.0e9c9d01dcbe1521dbe2ab895ce0a72d., hostname=e2fd862922a0,38547,1732529625709, seqNum=5 , the old value is region=TestAcidGuarantees,,1732529655820.0e9c9d01dcbe1521dbe2ab895ce0a72d., hostname=e2fd862922a0,38547,1732529625709, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0e9c9d01dcbe1521dbe2ab895ce0a72d, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T10:14:24,867 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732529655820.0e9c9d01dcbe1521dbe2ab895ce0a72d., hostname=e2fd862922a0,38547,1732529625709, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0e9c9d01dcbe1521dbe2ab895ce0a72d, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T10:14:24,867 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] ipc.CallRunner(138): callId: 52 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34914 deadline: 1732529724862, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0e9c9d01dcbe1521dbe2ab895ce0a72d, server=e2fd862922a0,38547,1732529625709 2024-11-25T10:14:24,867 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732529655820.0e9c9d01dcbe1521dbe2ab895ce0a72d., hostname=e2fd862922a0,38547,1732529625709, seqNum=5 because the exception is null or not the one we care about 2024-11-25T10:14:24,867 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0e9c9d01dcbe1521dbe2ab895ce0a72d, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-25T10:14:24,867 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] ipc.CallRunner(138): callId: 48 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34932 deadline: 1732529724862, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0e9c9d01dcbe1521dbe2ab895ce0a72d, server=e2fd862922a0,38547,1732529625709 2024-11-25T10:14:24,867 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732529655820.0e9c9d01dcbe1521dbe2ab895ce0a72d., hostname=e2fd862922a0,38547,1732529625709, seqNum=5 , the old value is region=TestAcidGuarantees,,1732529655820.0e9c9d01dcbe1521dbe2ab895ce0a72d., hostname=e2fd862922a0,38547,1732529625709, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0e9c9d01dcbe1521dbe2ab895ce0a72d, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T10:14:24,867 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732529655820.0e9c9d01dcbe1521dbe2ab895ce0a72d., hostname=e2fd862922a0,38547,1732529625709, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0e9c9d01dcbe1521dbe2ab895ce0a72d, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T10:14:24,867 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732529655820.0e9c9d01dcbe1521dbe2ab895ce0a72d., hostname=e2fd862922a0,38547,1732529625709, seqNum=5 because the exception is null or not the one we care about 2024-11-25T10:14:24,867 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732529655820.0e9c9d01dcbe1521dbe2ab895ce0a72d., hostname=e2fd862922a0,38547,1732529625709, seqNum=5 , the old value is region=TestAcidGuarantees,,1732529655820.0e9c9d01dcbe1521dbe2ab895ce0a72d., hostname=e2fd862922a0,38547,1732529625709, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0e9c9d01dcbe1521dbe2ab895ce0a72d, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T10:14:24,867 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732529655820.0e9c9d01dcbe1521dbe2ab895ce0a72d., hostname=e2fd862922a0,38547,1732529625709, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0e9c9d01dcbe1521dbe2ab895ce0a72d, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T10:14:24,867 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732529655820.0e9c9d01dcbe1521dbe2ab895ce0a72d., hostname=e2fd862922a0,38547,1732529625709, seqNum=5 because the exception is null or not the one we care about 2024-11-25T10:14:25,073 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0e9c9d01dcbe1521dbe2ab895ce0a72d, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-25T10:14:25,073 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] ipc.CallRunner(138): callId: 51 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34938 deadline: 1732529725072, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0e9c9d01dcbe1521dbe2ab895ce0a72d, server=e2fd862922a0,38547,1732529625709 2024-11-25T10:14:25,073 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0e9c9d01dcbe1521dbe2ab895ce0a72d, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-25T10:14:25,074 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732529655820.0e9c9d01dcbe1521dbe2ab895ce0a72d., hostname=e2fd862922a0,38547,1732529625709, seqNum=5 , the old value is region=TestAcidGuarantees,,1732529655820.0e9c9d01dcbe1521dbe2ab895ce0a72d., hostname=e2fd862922a0,38547,1732529625709, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0e9c9d01dcbe1521dbe2ab895ce0a72d, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T10:14:25,074 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732529655820.0e9c9d01dcbe1521dbe2ab895ce0a72d., hostname=e2fd862922a0,38547,1732529625709, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0e9c9d01dcbe1521dbe2ab895ce0a72d, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T10:14:25,074 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] ipc.CallRunner(138): callId: 51 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34884 deadline: 1732529725072, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0e9c9d01dcbe1521dbe2ab895ce0a72d, server=e2fd862922a0,38547,1732529625709 2024-11-25T10:14:25,074 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732529655820.0e9c9d01dcbe1521dbe2ab895ce0a72d., hostname=e2fd862922a0,38547,1732529625709, seqNum=5 because the exception is null or not the one we care about 2024-11-25T10:14:25,074 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0e9c9d01dcbe1521dbe2ab895ce0a72d, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-25T10:14:25,074 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732529655820.0e9c9d01dcbe1521dbe2ab895ce0a72d., hostname=e2fd862922a0,38547,1732529625709, seqNum=5 , the old value is region=TestAcidGuarantees,,1732529655820.0e9c9d01dcbe1521dbe2ab895ce0a72d., hostname=e2fd862922a0,38547,1732529625709, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0e9c9d01dcbe1521dbe2ab895ce0a72d, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T10:14:25,074 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] ipc.CallRunner(138): callId: 55 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34900 deadline: 1732529725072, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0e9c9d01dcbe1521dbe2ab895ce0a72d, server=e2fd862922a0,38547,1732529625709 2024-11-25T10:14:25,074 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732529655820.0e9c9d01dcbe1521dbe2ab895ce0a72d., hostname=e2fd862922a0,38547,1732529625709, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0e9c9d01dcbe1521dbe2ab895ce0a72d, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T10:14:25,074 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732529655820.0e9c9d01dcbe1521dbe2ab895ce0a72d., hostname=e2fd862922a0,38547,1732529625709, seqNum=5 because the exception is null or not the one we care about 2024-11-25T10:14:25,074 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732529655820.0e9c9d01dcbe1521dbe2ab895ce0a72d., hostname=e2fd862922a0,38547,1732529625709, seqNum=5 , the old value is region=TestAcidGuarantees,,1732529655820.0e9c9d01dcbe1521dbe2ab895ce0a72d., hostname=e2fd862922a0,38547,1732529625709, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0e9c9d01dcbe1521dbe2ab895ce0a72d, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T10:14:25,074 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0e9c9d01dcbe1521dbe2ab895ce0a72d, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-25T10:14:25,074 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732529655820.0e9c9d01dcbe1521dbe2ab895ce0a72d., hostname=e2fd862922a0,38547,1732529625709, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0e9c9d01dcbe1521dbe2ab895ce0a72d, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T10:14:25,074 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732529655820.0e9c9d01dcbe1521dbe2ab895ce0a72d., hostname=e2fd862922a0,38547,1732529625709, seqNum=5 because the exception is null or not the one we care about 2024-11-25T10:14:25,075 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] ipc.CallRunner(138): callId: 53 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34914 deadline: 1732529725072, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0e9c9d01dcbe1521dbe2ab895ce0a72d, server=e2fd862922a0,38547,1732529625709 2024-11-25T10:14:25,075 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732529655820.0e9c9d01dcbe1521dbe2ab895ce0a72d., hostname=e2fd862922a0,38547,1732529625709, seqNum=5 , the old value is region=TestAcidGuarantees,,1732529655820.0e9c9d01dcbe1521dbe2ab895ce0a72d., hostname=e2fd862922a0,38547,1732529625709, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0e9c9d01dcbe1521dbe2ab895ce0a72d, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T10:14:25,075 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0e9c9d01dcbe1521dbe2ab895ce0a72d, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-25T10:14:25,075 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732529655820.0e9c9d01dcbe1521dbe2ab895ce0a72d., hostname=e2fd862922a0,38547,1732529625709, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0e9c9d01dcbe1521dbe2ab895ce0a72d, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T10:14:25,075 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732529655820.0e9c9d01dcbe1521dbe2ab895ce0a72d., hostname=e2fd862922a0,38547,1732529625709, seqNum=5 because the exception is null or not the one we care about 2024-11-25T10:14:25,075 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] ipc.CallRunner(138): callId: 49 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34932 deadline: 1732529725072, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0e9c9d01dcbe1521dbe2ab895ce0a72d, server=e2fd862922a0,38547,1732529625709 2024-11-25T10:14:25,075 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732529655820.0e9c9d01dcbe1521dbe2ab895ce0a72d., hostname=e2fd862922a0,38547,1732529625709, seqNum=5 , the old value is region=TestAcidGuarantees,,1732529655820.0e9c9d01dcbe1521dbe2ab895ce0a72d., hostname=e2fd862922a0,38547,1732529625709, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0e9c9d01dcbe1521dbe2ab895ce0a72d, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T10:14:25,075 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732529655820.0e9c9d01dcbe1521dbe2ab895ce0a72d., hostname=e2fd862922a0,38547,1732529625709, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0e9c9d01dcbe1521dbe2ab895ce0a72d, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T10:14:25,075 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732529655820.0e9c9d01dcbe1521dbe2ab895ce0a72d., hostname=e2fd862922a0,38547,1732529625709, seqNum=5 because the exception is null or not the one we care about 2024-11-25T10:14:25,088 INFO [RS_FLUSH_OPERATIONS-regionserver/e2fd862922a0:0-1 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=198 (bloomFilter=true), to=hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/0e9c9d01dcbe1521dbe2ab895ce0a72d/.tmp/C/caa05616ea6040e9812674099b763494 2024-11-25T10:14:25,093 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e2fd862922a0:0-1 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/0e9c9d01dcbe1521dbe2ab895ce0a72d/.tmp/A/a058c2df0ce64522a9010bd0a5b89b5b as hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/0e9c9d01dcbe1521dbe2ab895ce0a72d/A/a058c2df0ce64522a9010bd0a5b89b5b 2024-11-25T10:14:25,097 INFO [RS_FLUSH_OPERATIONS-regionserver/e2fd862922a0:0-1 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/0e9c9d01dcbe1521dbe2ab895ce0a72d/A/a058c2df0ce64522a9010bd0a5b89b5b, entries=150, sequenceid=198, filesize=30.4 K 2024-11-25T10:14:25,098 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e2fd862922a0:0-1 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/0e9c9d01dcbe1521dbe2ab895ce0a72d/.tmp/B/60894d4ee3f84fba8dce11a2c7af4d4c as hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/0e9c9d01dcbe1521dbe2ab895ce0a72d/B/60894d4ee3f84fba8dce11a2c7af4d4c 2024-11-25T10:14:25,103 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:25,104 INFO [RS_FLUSH_OPERATIONS-regionserver/e2fd862922a0:0-1 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/0e9c9d01dcbe1521dbe2ab895ce0a72d/B/60894d4ee3f84fba8dce11a2c7af4d4c, entries=150, sequenceid=198, filesize=11.9 K 2024-11-25T10:14:25,105 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e2fd862922a0:0-1 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/0e9c9d01dcbe1521dbe2ab895ce0a72d/.tmp/C/caa05616ea6040e9812674099b763494 as hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/0e9c9d01dcbe1521dbe2ab895ce0a72d/C/caa05616ea6040e9812674099b763494 2024-11-25T10:14:25,108 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:25,109 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:25,109 INFO [RS_FLUSH_OPERATIONS-regionserver/e2fd862922a0:0-1 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/0e9c9d01dcbe1521dbe2ab895ce0a72d/C/caa05616ea6040e9812674099b763494, entries=150, sequenceid=198, filesize=11.9 K 2024-11-25T10:14:25,109 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:25,110 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:25,110 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:25,110 INFO [RS_FLUSH_OPERATIONS-regionserver/e2fd862922a0:0-1 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.HRegion(3140): Finished flush of dataSize ~140.89 KB/144270, heapSize ~390.80 KB/400176, currentSize=46.96 KB/48090 for 0e9c9d01dcbe1521dbe2ab895ce0a72d in 1280ms, sequenceid=198, compaction requested=false 2024-11-25T10:14:25,110 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e2fd862922a0:0-1 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.HRegion(2603): Flush status journal for 0e9c9d01dcbe1521dbe2ab895ce0a72d: 2024-11-25T10:14:25,110 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e2fd862922a0:0-1 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732529655820.0e9c9d01dcbe1521dbe2ab895ce0a72d. 2024-11-25T10:14:25,110 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e2fd862922a0:0-1 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=49 2024-11-25T10:14:25,110 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:25,111 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:25,111 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41005 {}] master.HMaster(4169): Remote procedure done, pid=49 2024-11-25T10:14:25,111 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:25,111 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:25,112 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:25,112 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:25,112 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:25,112 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:25,113 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:25,113 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:25,114 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:25,114 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:25,114 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=49, resume processing ppid=48 2024-11-25T10:14:25,114 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=49, ppid=48, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.6650 sec 2024-11-25T10:14:25,114 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:25,114 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:25,115 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:25,115 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:25,116 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:25,116 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:25,117 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:25,117 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:25,118 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=48, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=48, table=TestAcidGuarantees in 2.6720 sec 2024-11-25T10:14:25,118 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:25,118 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:25,119 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:25,119 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:25,120 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:25,120 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:25,120 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:25,120 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:25,121 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:25,121 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:25,122 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:25,122 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:25,122 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:25,122 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:25,123 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:25,123 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:25,123 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:25,124 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:25,124 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:25,124 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:25,124 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:25,125 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:25,125 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:25,125 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:25,126 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:25,126 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:25,127 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:25,127 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:25,127 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:25,128 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:25,128 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:25,128 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:25,129 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:25,129 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:25,129 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:25,130 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:25,130 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:25,131 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:25,131 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:25,132 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:25,132 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:25,132 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:25,133 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:25,133 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:25,133 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:25,134 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:25,134 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:25,134 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:25,134 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:25,135 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:25,135 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:25,136 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:25,136 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:25,137 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:25,137 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:25,137 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:25,138 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:25,138 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:25,138 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:25,139 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:25,139 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:25,139 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:25,140 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:25,140 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:25,141 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:25,142 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:25,143 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:25,143 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:25,144 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:25,145 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:25,145 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:25,146 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:25,146 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:25,147 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:25,149 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:25,150 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:25,150 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:25,151 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:25,152 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:25,152 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:25,153 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:25,154 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:25,154 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:25,155 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:25,156 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:25,156 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:25,157 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:25,157 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:25,157 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:25,158 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:25,158 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:25,159 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:25,159 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:25,159 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:25,159 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:25,160 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:25,161 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:25,162 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:25,162 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:25,162 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:25,163 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:25,163 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:25,164 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:25,164 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:25,165 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:25,165 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:25,165 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:25,165 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:25,166 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:25,166 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:25,166 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:25,167 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:25,167 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:25,167 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:25,168 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:25,168 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:25,169 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:25,169 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:25,169 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:25,169 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:25,170 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:25,170 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:25,171 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:25,171 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:25,171 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:25,172 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:25,172 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:25,172 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:25,173 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:25,173 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:25,173 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:25,174 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:25,174 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:25,175 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:25,175 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:25,175 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:25,175 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:25,176 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:25,176 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:25,176 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:25,177 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:25,177 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:25,178 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:25,178 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:25,178 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:25,179 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:25,179 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:25,180 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:25,180 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:25,180 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:25,180 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:25,181 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:25,181 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:25,182 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:25,182 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:25,182 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:25,183 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:25,183 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:25,184 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:25,184 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:25,184 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:25,185 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:25,185 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:25,185 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:25,186 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:25,186 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:25,187 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:25,187 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:25,187 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:25,187 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:25,188 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:25,189 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:25,190 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:25,191 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:25,196 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:25,197 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:25,198 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:25,198 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:25,199 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:25,200 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:25,201 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:25,201 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:25,202 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:25,202 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:25,203 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:25,203 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:25,203 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:25,204 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:25,204 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:25,204 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:25,205 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:25,205 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:25,206 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:25,207 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:25,208 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:25,208 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:25,208 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:25,208 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:25,209 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:25,209 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:25,210 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:25,210 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:25,211 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:25,211 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:25,211 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:25,212 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:25,212 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:25,213 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:25,213 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:25,213 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:25,214 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:25,214 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:25,215 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:25,215 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:25,216 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:25,216 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:25,216 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:25,217 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:25,217 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:25,218 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:25,218 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:25,218 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:25,219 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:25,219 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:25,220 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:25,220 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:25,221 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:25,221 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:25,221 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:25,222 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:25,223 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:25,223 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:25,224 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:25,224 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:25,224 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:25,225 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:25,225 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:25,225 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:25,226 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:25,226 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:25,227 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:25,228 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:25,228 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:25,228 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:25,228 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:25,229 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:25,229 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:25,230 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:25,230 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:25,231 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:25,232 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:25,232 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:25,232 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:25,233 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:25,233 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:25,234 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:25,234 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:25,235 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:25,235 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:25,236 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:25,236 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:25,236 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:25,237 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:25,237 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:25,238 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:25,238 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:25,238 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:25,239 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:25,239 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:25,240 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:25,240 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:25,241 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:25,241 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:25,241 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:25,249 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:25,250 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:25,251 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:25,251 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:25,252 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:25,253 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:25,253 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:25,254 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:25,254 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:25,254 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:25,255 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:25,256 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:25,256 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:25,256 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:25,256 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:25,257 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:25,258 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:25,258 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:25,259 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:25,259 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:25,259 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:25,259 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:25,260 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:25,260 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:25,261 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:25,261 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:25,261 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:25,262 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:25,262 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:25,263 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:25,263 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:25,264 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:25,264 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:25,265 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:25,265 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:25,266 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:25,266 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:25,266 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:25,267 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:25,268 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:25,268 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:25,269 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:25,269 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:25,270 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:25,270 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:25,271 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:25,271 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:25,271 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:25,272 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:25,272 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:25,272 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:25,273 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:25,273 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:25,274 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:25,274 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:25,275 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:25,275 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:25,276 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:25,276 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:25,277 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:25,277 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:25,277 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:25,278 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:25,278 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:25,279 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:25,279 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:25,280 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:25,280 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:25,281 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:25,281 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:25,282 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:25,282 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:25,283 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:25,283 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:25,284 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:25,284 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:25,285 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:25,285 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:25,285 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:25,285 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:25,286 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:25,286 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:25,287 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:25,287 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:25,288 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:25,288 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:25,288 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:25,289 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:25,289 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:25,290 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:25,290 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:25,290 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:25,290 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:25,291 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:25,292 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:25,292 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:25,293 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:25,294 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:25,295 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:25,295 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:25,303 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:25,304 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:25,305 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:25,306 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:25,306 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:25,307 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:25,308 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:25,308 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:25,309 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:25,309 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:25,309 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:25,309 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:25,310 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:25,310 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:25,311 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:25,311 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:25,311 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:25,312 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:25,312 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:25,312 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:25,313 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:25,313 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:25,314 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:25,314 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:25,315 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:25,315 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:25,315 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:25,316 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:25,316 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:25,317 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:25,317 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:25,317 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:25,318 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:25,318 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:25,318 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:25,319 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:25,319 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:25,319 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:25,320 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:25,320 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:25,321 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:25,321 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:25,321 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:25,322 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:25,322 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:25,322 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:25,323 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:25,323 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:25,323 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:25,324 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:25,324 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:25,325 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:25,325 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:25,325 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:25,326 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:25,326 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:25,327 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:25,327 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:25,328 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:25,328 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:25,329 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:25,329 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:25,329 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:25,330 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:25,330 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:25,330 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:25,331 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:25,331 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:25,332 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:25,332 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:25,333 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:25,333 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:25,333 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:25,334 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:25,335 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:25,335 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:25,335 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:25,336 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:25,336 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:25,336 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:25,337 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:25,338 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:25,338 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:25,338 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:25,339 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:25,339 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:25,359 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:25,360 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:25,361 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:25,361 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:25,362 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:25,363 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:25,364 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:25,366 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:25,367 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:25,368 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:25,369 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:25,370 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:25,370 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:25,371 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:25,373 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:25,374 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:25,376 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:25,377 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:25,377 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:25,378 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:25,379 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:25,379 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:25,380 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:25,381 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:25,381 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:25,381 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:25,382 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:25,383 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:25,383 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:25,384 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:25,384 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:25,385 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:25,385 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:25,385 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:25,386 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:25,386 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] regionserver.HRegion(8855): Flush requested on 0e9c9d01dcbe1521dbe2ab895ce0a72d 2024-11-25T10:14:25,386 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 0e9c9d01dcbe1521dbe2ab895ce0a72d 3/3 column families, dataSize=53.67 KB heapSize=160.13 KB 2024-11-25T10:14:25,386 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 0e9c9d01dcbe1521dbe2ab895ce0a72d, store=A 2024-11-25T10:14:25,386 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T10:14:25,386 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 0e9c9d01dcbe1521dbe2ab895ce0a72d, store=B 2024-11-25T10:14:25,386 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T10:14:25,386 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 0e9c9d01dcbe1521dbe2ab895ce0a72d, store=C 2024-11-25T10:14:25,386 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T10:14:25,386 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:25,387 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:25,387 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:25,387 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:25,388 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:25,388 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:25,388 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:25,389 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:25,390 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:25,390 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:25,391 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:25,391 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:25,391 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:25,392 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:25,392 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:25,393 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:25,393 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:25,393 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:25,394 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:25,394 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:25,394 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:25,395 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:25,395 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:25,395 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:25,396 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241125379a3a40d0b44eb68f198b3bdef217d5_0e9c9d01dcbe1521dbe2ab895ce0a72d is 50, key is test_row_0/A:col10/1732529664746/Put/seqid=0 2024-11-25T10:14:25,396 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:25,396 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:25,397 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:25,397 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:25,397 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:25,398 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:25,398 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:25,399 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:25,399 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:25,399 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:25,400 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:25,400 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:25,400 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:25,401 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:25,401 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:25,401 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:25,402 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:25,402 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:25,403 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:25,404 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:25,404 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:25,405 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39927 is added to blk_1073741986_1162 (size=12304) 2024-11-25T10:14:25,405 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:25,406 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:25,407 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:25,408 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:25,408 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:25,409 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:25,409 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:25,409 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:25,410 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:25,410 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_TestAcidGuarantees 2024-11-25T10:14:25,410 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_TestAcidGuarantees Metrics about Tables on a single HBase RegionServer 2024-11-25T10:14:25,410 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:25,411 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:25,411 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:25,412 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:25,413 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:25,413 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:25,414 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:25,414 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:25,415 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:25,415 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:25,415 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:25,416 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:25,416 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:25,417 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:25,417 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241125379a3a40d0b44eb68f198b3bdef217d5_0e9c9d01dcbe1521dbe2ab895ce0a72d to hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241125379a3a40d0b44eb68f198b3bdef217d5_0e9c9d01dcbe1521dbe2ab895ce0a72d 2024-11-25T10:14:25,419 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:25,419 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/0e9c9d01dcbe1521dbe2ab895ce0a72d/.tmp/A/7c29c8c99b0d4f978540a75852b11757, store: [table=TestAcidGuarantees family=A region=0e9c9d01dcbe1521dbe2ab895ce0a72d] 2024-11-25T10:14:25,419 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/0e9c9d01dcbe1521dbe2ab895ce0a72d/.tmp/A/7c29c8c99b0d4f978540a75852b11757 is 175, key is test_row_0/A:col10/1732529664746/Put/seqid=0 2024-11-25T10:14:25,419 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:25,420 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:25,421 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:25,422 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:25,423 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:25,424 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:25,425 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:25,425 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:25,426 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:25,427 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:25,427 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:25,431 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39927 is added to blk_1073741987_1163 (size=31105) 2024-11-25T10:14:25,446 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0e9c9d01dcbe1521dbe2ab895ce0a72d, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-25T10:14:25,446 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0e9c9d01dcbe1521dbe2ab895ce0a72d, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-25T10:14:25,447 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] ipc.CallRunner(138): callId: 56 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34938 deadline: 1732529725438, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0e9c9d01dcbe1521dbe2ab895ce0a72d, server=e2fd862922a0,38547,1732529625709 2024-11-25T10:14:25,447 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] ipc.CallRunner(138): callId: 57 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34914 deadline: 1732529725436, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0e9c9d01dcbe1521dbe2ab895ce0a72d, server=e2fd862922a0,38547,1732529625709 2024-11-25T10:14:25,447 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732529655820.0e9c9d01dcbe1521dbe2ab895ce0a72d., hostname=e2fd862922a0,38547,1732529625709, seqNum=5 , the old value is region=TestAcidGuarantees,,1732529655820.0e9c9d01dcbe1521dbe2ab895ce0a72d., hostname=e2fd862922a0,38547,1732529625709, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0e9c9d01dcbe1521dbe2ab895ce0a72d, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T10:14:25,447 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732529655820.0e9c9d01dcbe1521dbe2ab895ce0a72d., hostname=e2fd862922a0,38547,1732529625709, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0e9c9d01dcbe1521dbe2ab895ce0a72d, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T10:14:25,447 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732529655820.0e9c9d01dcbe1521dbe2ab895ce0a72d., hostname=e2fd862922a0,38547,1732529625709, seqNum=5 because the exception is null or not the one we care about 2024-11-25T10:14:25,448 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/e2fd862922a0:0-8 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=259, cellSize=11854, totalHeapSize=27176, min timestamp=1732529665421, max timestamp=1732529665444Num uniques 859; 2024-11-25T10:14:25,448 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/e2fd862922a0:0-8 {}] regionserver.CompactionPipeline(163): Suffix data size=39334, new segment data size=11854, suffix heap size=117064,new segment heap size=27176 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=259 2024-11-25T10:14:25,449 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732529655820.0e9c9d01dcbe1521dbe2ab895ce0a72d., hostname=e2fd862922a0,38547,1732529625709, seqNum=5 , the old value is region=TestAcidGuarantees,,1732529655820.0e9c9d01dcbe1521dbe2ab895ce0a72d., hostname=e2fd862922a0,38547,1732529625709, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0e9c9d01dcbe1521dbe2ab895ce0a72d, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T10:14:25,449 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732529655820.0e9c9d01dcbe1521dbe2ab895ce0a72d., hostname=e2fd862922a0,38547,1732529625709, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0e9c9d01dcbe1521dbe2ab895ce0a72d, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T10:14:25,449 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/e2fd862922a0:0-9 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=259, cellSize=11854, totalHeapSize=27176, min timestamp=1732529665421, max timestamp=1732529665444Num uniques 859; 2024-11-25T10:14:25,449 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732529655820.0e9c9d01dcbe1521dbe2ab895ce0a72d., hostname=e2fd862922a0,38547,1732529625709, seqNum=5 because the exception is null or not the one we care about 2024-11-25T10:14:25,449 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/e2fd862922a0:0-9 {}] regionserver.CompactionPipeline(163): Suffix data size=39334, new segment data size=11854, suffix heap size=117064,new segment heap size=27176 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=259 2024-11-25T10:14:25,451 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/e2fd862922a0:0-1 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=259, cellSize=11854, totalHeapSize=27176, min timestamp=1732529665421, max timestamp=1732529665444Num uniques 859; 2024-11-25T10:14:25,451 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/e2fd862922a0:0-1 {}] regionserver.CompactionPipeline(163): Suffix data size=39334, new segment data size=11854, suffix heap size=117064,new segment heap size=27176 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=259 2024-11-25T10:14:25,487 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0e9c9d01dcbe1521dbe2ab895ce0a72d, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-25T10:14:25,487 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0e9c9d01dcbe1521dbe2ab895ce0a72d, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-25T10:14:25,487 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] ipc.CallRunner(138): callId: 58 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34932 deadline: 1732529725479, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0e9c9d01dcbe1521dbe2ab895ce0a72d, server=e2fd862922a0,38547,1732529625709 2024-11-25T10:14:25,487 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] ipc.CallRunner(138): callId: 64 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34900 deadline: 1732529725478, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0e9c9d01dcbe1521dbe2ab895ce0a72d, server=e2fd862922a0,38547,1732529625709 2024-11-25T10:14:25,488 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732529655820.0e9c9d01dcbe1521dbe2ab895ce0a72d., hostname=e2fd862922a0,38547,1732529625709, seqNum=5 , the old value is region=TestAcidGuarantees,,1732529655820.0e9c9d01dcbe1521dbe2ab895ce0a72d., hostname=e2fd862922a0,38547,1732529625709, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0e9c9d01dcbe1521dbe2ab895ce0a72d, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T10:14:25,488 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732529655820.0e9c9d01dcbe1521dbe2ab895ce0a72d., hostname=e2fd862922a0,38547,1732529625709, seqNum=5 , the old value is region=TestAcidGuarantees,,1732529655820.0e9c9d01dcbe1521dbe2ab895ce0a72d., hostname=e2fd862922a0,38547,1732529625709, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0e9c9d01dcbe1521dbe2ab895ce0a72d, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T10:14:25,488 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732529655820.0e9c9d01dcbe1521dbe2ab895ce0a72d., hostname=e2fd862922a0,38547,1732529625709, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0e9c9d01dcbe1521dbe2ab895ce0a72d, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T10:14:25,488 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732529655820.0e9c9d01dcbe1521dbe2ab895ce0a72d., hostname=e2fd862922a0,38547,1732529625709, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0e9c9d01dcbe1521dbe2ab895ce0a72d, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T10:14:25,488 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732529655820.0e9c9d01dcbe1521dbe2ab895ce0a72d., hostname=e2fd862922a0,38547,1732529625709, seqNum=5 because the exception is null or not the one we care about 2024-11-25T10:14:25,488 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732529655820.0e9c9d01dcbe1521dbe2ab895ce0a72d., hostname=e2fd862922a0,38547,1732529625709, seqNum=5 because the exception is null or not the one we care about 2024-11-25T10:14:25,488 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0e9c9d01dcbe1521dbe2ab895ce0a72d, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-25T10:14:25,488 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] ipc.CallRunner(138): callId: 61 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34884 deadline: 1732529725487, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0e9c9d01dcbe1521dbe2ab895ce0a72d, server=e2fd862922a0,38547,1732529625709 2024-11-25T10:14:25,489 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732529655820.0e9c9d01dcbe1521dbe2ab895ce0a72d., hostname=e2fd862922a0,38547,1732529625709, seqNum=5 , the old value is region=TestAcidGuarantees,,1732529655820.0e9c9d01dcbe1521dbe2ab895ce0a72d., hostname=e2fd862922a0,38547,1732529625709, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0e9c9d01dcbe1521dbe2ab895ce0a72d, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T10:14:25,489 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732529655820.0e9c9d01dcbe1521dbe2ab895ce0a72d., hostname=e2fd862922a0,38547,1732529625709, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0e9c9d01dcbe1521dbe2ab895ce0a72d, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T10:14:25,489 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732529655820.0e9c9d01dcbe1521dbe2ab895ce0a72d., hostname=e2fd862922a0,38547,1732529625709, seqNum=5 because the exception is null or not the one we care about 2024-11-25T10:14:25,555 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0e9c9d01dcbe1521dbe2ab895ce0a72d, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-25T10:14:25,555 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0e9c9d01dcbe1521dbe2ab895ce0a72d, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-25T10:14:25,556 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] ipc.CallRunner(138): callId: 57 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34938 deadline: 1732529725552, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0e9c9d01dcbe1521dbe2ab895ce0a72d, server=e2fd862922a0,38547,1732529625709 2024-11-25T10:14:25,556 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] ipc.CallRunner(138): callId: 58 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34914 deadline: 1732529725552, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0e9c9d01dcbe1521dbe2ab895ce0a72d, server=e2fd862922a0,38547,1732529625709 2024-11-25T10:14:25,556 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732529655820.0e9c9d01dcbe1521dbe2ab895ce0a72d., hostname=e2fd862922a0,38547,1732529625709, seqNum=5 , the old value is region=TestAcidGuarantees,,1732529655820.0e9c9d01dcbe1521dbe2ab895ce0a72d., hostname=e2fd862922a0,38547,1732529625709, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0e9c9d01dcbe1521dbe2ab895ce0a72d, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T10:14:25,556 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732529655820.0e9c9d01dcbe1521dbe2ab895ce0a72d., hostname=e2fd862922a0,38547,1732529625709, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0e9c9d01dcbe1521dbe2ab895ce0a72d, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T10:14:25,556 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732529655820.0e9c9d01dcbe1521dbe2ab895ce0a72d., hostname=e2fd862922a0,38547,1732529625709, seqNum=5 because the exception is null or not the one we care about 2024-11-25T10:14:25,556 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732529655820.0e9c9d01dcbe1521dbe2ab895ce0a72d., hostname=e2fd862922a0,38547,1732529625709, seqNum=5 , the old value is region=TestAcidGuarantees,,1732529655820.0e9c9d01dcbe1521dbe2ab895ce0a72d., hostname=e2fd862922a0,38547,1732529625709, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0e9c9d01dcbe1521dbe2ab895ce0a72d, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T10:14:25,556 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732529655820.0e9c9d01dcbe1521dbe2ab895ce0a72d., hostname=e2fd862922a0,38547,1732529625709, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0e9c9d01dcbe1521dbe2ab895ce0a72d, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T10:14:25,556 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732529655820.0e9c9d01dcbe1521dbe2ab895ce0a72d., hostname=e2fd862922a0,38547,1732529625709, seqNum=5 because the exception is null or not the one we care about 2024-11-25T10:14:25,592 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0e9c9d01dcbe1521dbe2ab895ce0a72d, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-25T10:14:25,593 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] ipc.CallRunner(138): callId: 65 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34900 deadline: 1732529725592, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0e9c9d01dcbe1521dbe2ab895ce0a72d, server=e2fd862922a0,38547,1732529625709 2024-11-25T10:14:25,593 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732529655820.0e9c9d01dcbe1521dbe2ab895ce0a72d., hostname=e2fd862922a0,38547,1732529625709, seqNum=5 , the old value is region=TestAcidGuarantees,,1732529655820.0e9c9d01dcbe1521dbe2ab895ce0a72d., hostname=e2fd862922a0,38547,1732529625709, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0e9c9d01dcbe1521dbe2ab895ce0a72d, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T10:14:25,593 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732529655820.0e9c9d01dcbe1521dbe2ab895ce0a72d., hostname=e2fd862922a0,38547,1732529625709, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0e9c9d01dcbe1521dbe2ab895ce0a72d, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T10:14:25,593 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732529655820.0e9c9d01dcbe1521dbe2ab895ce0a72d., hostname=e2fd862922a0,38547,1732529625709, seqNum=5 because the exception is null or not the one we care about 2024-11-25T10:14:25,599 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0e9c9d01dcbe1521dbe2ab895ce0a72d, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-25T10:14:25,599 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] ipc.CallRunner(138): callId: 59 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34932 deadline: 1732529725592, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0e9c9d01dcbe1521dbe2ab895ce0a72d, server=e2fd862922a0,38547,1732529625709 2024-11-25T10:14:25,600 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732529655820.0e9c9d01dcbe1521dbe2ab895ce0a72d., hostname=e2fd862922a0,38547,1732529625709, seqNum=5 , the old value is region=TestAcidGuarantees,,1732529655820.0e9c9d01dcbe1521dbe2ab895ce0a72d., hostname=e2fd862922a0,38547,1732529625709, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0e9c9d01dcbe1521dbe2ab895ce0a72d, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T10:14:25,600 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0e9c9d01dcbe1521dbe2ab895ce0a72d, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-25T10:14:25,600 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732529655820.0e9c9d01dcbe1521dbe2ab895ce0a72d., hostname=e2fd862922a0,38547,1732529625709, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0e9c9d01dcbe1521dbe2ab895ce0a72d, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T10:14:25,600 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732529655820.0e9c9d01dcbe1521dbe2ab895ce0a72d., hostname=e2fd862922a0,38547,1732529625709, seqNum=5 because the exception is null or not the one we care about 2024-11-25T10:14:25,600 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] ipc.CallRunner(138): callId: 62 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34884 deadline: 1732529725592, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0e9c9d01dcbe1521dbe2ab895ce0a72d, server=e2fd862922a0,38547,1732529625709 2024-11-25T10:14:25,600 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732529655820.0e9c9d01dcbe1521dbe2ab895ce0a72d., hostname=e2fd862922a0,38547,1732529625709, seqNum=5 , the old value is region=TestAcidGuarantees,,1732529655820.0e9c9d01dcbe1521dbe2ab895ce0a72d., hostname=e2fd862922a0,38547,1732529625709, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0e9c9d01dcbe1521dbe2ab895ce0a72d, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T10:14:25,600 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732529655820.0e9c9d01dcbe1521dbe2ab895ce0a72d., hostname=e2fd862922a0,38547,1732529625709, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0e9c9d01dcbe1521dbe2ab895ce0a72d, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T10:14:25,600 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732529655820.0e9c9d01dcbe1521dbe2ab895ce0a72d., hostname=e2fd862922a0,38547,1732529625709, seqNum=5 because the exception is null or not the one we care about 2024-11-25T10:14:25,764 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0e9c9d01dcbe1521dbe2ab895ce0a72d, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-25T10:14:25,765 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] ipc.CallRunner(138): callId: 58 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34938 deadline: 1732529725763, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0e9c9d01dcbe1521dbe2ab895ce0a72d, server=e2fd862922a0,38547,1732529625709 2024-11-25T10:14:25,765 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0e9c9d01dcbe1521dbe2ab895ce0a72d, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-25T10:14:25,765 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] ipc.CallRunner(138): callId: 59 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34914 deadline: 1732529725763, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0e9c9d01dcbe1521dbe2ab895ce0a72d, server=e2fd862922a0,38547,1732529625709 2024-11-25T10:14:25,766 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732529655820.0e9c9d01dcbe1521dbe2ab895ce0a72d., hostname=e2fd862922a0,38547,1732529625709, seqNum=5 , the old value is region=TestAcidGuarantees,,1732529655820.0e9c9d01dcbe1521dbe2ab895ce0a72d., hostname=e2fd862922a0,38547,1732529625709, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0e9c9d01dcbe1521dbe2ab895ce0a72d, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T10:14:25,766 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732529655820.0e9c9d01dcbe1521dbe2ab895ce0a72d., hostname=e2fd862922a0,38547,1732529625709, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0e9c9d01dcbe1521dbe2ab895ce0a72d, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T10:14:25,766 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732529655820.0e9c9d01dcbe1521dbe2ab895ce0a72d., hostname=e2fd862922a0,38547,1732529625709, seqNum=5 because the exception is null or not the one we care about 2024-11-25T10:14:25,766 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732529655820.0e9c9d01dcbe1521dbe2ab895ce0a72d., hostname=e2fd862922a0,38547,1732529625709, seqNum=5 , the old value is region=TestAcidGuarantees,,1732529655820.0e9c9d01dcbe1521dbe2ab895ce0a72d., hostname=e2fd862922a0,38547,1732529625709, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0e9c9d01dcbe1521dbe2ab895ce0a72d, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T10:14:25,766 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732529655820.0e9c9d01dcbe1521dbe2ab895ce0a72d., hostname=e2fd862922a0,38547,1732529625709, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0e9c9d01dcbe1521dbe2ab895ce0a72d, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T10:14:25,766 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732529655820.0e9c9d01dcbe1521dbe2ab895ce0a72d., hostname=e2fd862922a0,38547,1732529625709, seqNum=5 because the exception is null or not the one we care about 2024-11-25T10:14:25,803 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0e9c9d01dcbe1521dbe2ab895ce0a72d, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-25T10:14:25,803 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] ipc.CallRunner(138): callId: 66 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34900 deadline: 1732529725802, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0e9c9d01dcbe1521dbe2ab895ce0a72d, server=e2fd862922a0,38547,1732529625709 2024-11-25T10:14:25,803 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0e9c9d01dcbe1521dbe2ab895ce0a72d, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-25T10:14:25,803 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] ipc.CallRunner(138): callId: 63 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34884 deadline: 1732529725802, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0e9c9d01dcbe1521dbe2ab895ce0a72d, server=e2fd862922a0,38547,1732529625709 2024-11-25T10:14:25,804 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732529655820.0e9c9d01dcbe1521dbe2ab895ce0a72d., hostname=e2fd862922a0,38547,1732529625709, seqNum=5 , the old value is region=TestAcidGuarantees,,1732529655820.0e9c9d01dcbe1521dbe2ab895ce0a72d., hostname=e2fd862922a0,38547,1732529625709, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0e9c9d01dcbe1521dbe2ab895ce0a72d, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T10:14:25,804 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732529655820.0e9c9d01dcbe1521dbe2ab895ce0a72d., hostname=e2fd862922a0,38547,1732529625709, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0e9c9d01dcbe1521dbe2ab895ce0a72d, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T10:14:25,804 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732529655820.0e9c9d01dcbe1521dbe2ab895ce0a72d., hostname=e2fd862922a0,38547,1732529625709, seqNum=5 because the exception is null or not the one we care about 2024-11-25T10:14:25,804 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732529655820.0e9c9d01dcbe1521dbe2ab895ce0a72d., hostname=e2fd862922a0,38547,1732529625709, seqNum=5 , the old value is region=TestAcidGuarantees,,1732529655820.0e9c9d01dcbe1521dbe2ab895ce0a72d., hostname=e2fd862922a0,38547,1732529625709, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0e9c9d01dcbe1521dbe2ab895ce0a72d, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T10:14:25,804 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732529655820.0e9c9d01dcbe1521dbe2ab895ce0a72d., hostname=e2fd862922a0,38547,1732529625709, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0e9c9d01dcbe1521dbe2ab895ce0a72d, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T10:14:25,804 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732529655820.0e9c9d01dcbe1521dbe2ab895ce0a72d., hostname=e2fd862922a0,38547,1732529625709, seqNum=5 because the exception is null or not the one we care about 2024-11-25T10:14:25,812 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0e9c9d01dcbe1521dbe2ab895ce0a72d, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-25T10:14:25,813 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] ipc.CallRunner(138): callId: 60 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34932 deadline: 1732529725812, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0e9c9d01dcbe1521dbe2ab895ce0a72d, server=e2fd862922a0,38547,1732529625709 2024-11-25T10:14:25,813 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732529655820.0e9c9d01dcbe1521dbe2ab895ce0a72d., hostname=e2fd862922a0,38547,1732529625709, seqNum=5 , the old value is region=TestAcidGuarantees,,1732529655820.0e9c9d01dcbe1521dbe2ab895ce0a72d., hostname=e2fd862922a0,38547,1732529625709, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0e9c9d01dcbe1521dbe2ab895ce0a72d, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T10:14:25,813 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732529655820.0e9c9d01dcbe1521dbe2ab895ce0a72d., hostname=e2fd862922a0,38547,1732529625709, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0e9c9d01dcbe1521dbe2ab895ce0a72d, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T10:14:25,813 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732529655820.0e9c9d01dcbe1521dbe2ab895ce0a72d., hostname=e2fd862922a0,38547,1732529625709, seqNum=5 because the exception is null or not the one we care about 2024-11-25T10:14:25,832 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=212, memsize=17.9 K, hasBloomFilter=true, into tmp file hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/0e9c9d01dcbe1521dbe2ab895ce0a72d/.tmp/A/7c29c8c99b0d4f978540a75852b11757 2024-11-25T10:14:25,843 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/0e9c9d01dcbe1521dbe2ab895ce0a72d/.tmp/B/d126b3e48ef04276adc45b68e7572bb2 is 50, key is test_row_0/B:col10/1732529664746/Put/seqid=0 2024-11-25T10:14:25,854 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39927 is added to blk_1073741988_1164 (size=12151) 2024-11-25T10:14:25,855 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=212 (bloomFilter=true), to=hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/0e9c9d01dcbe1521dbe2ab895ce0a72d/.tmp/B/d126b3e48ef04276adc45b68e7572bb2 2024-11-25T10:14:25,866 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/0e9c9d01dcbe1521dbe2ab895ce0a72d/.tmp/C/ea3f8c1c470c4f8b9c0eeb85b0e64925 is 50, key is test_row_0/C:col10/1732529664746/Put/seqid=0 2024-11-25T10:14:25,879 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39927 is added to blk_1073741989_1165 (size=12151) 2024-11-25T10:14:26,077 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0e9c9d01dcbe1521dbe2ab895ce0a72d, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-25T10:14:26,077 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] ipc.CallRunner(138): callId: 60 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34914 deadline: 1732529726072, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0e9c9d01dcbe1521dbe2ab895ce0a72d, server=e2fd862922a0,38547,1732529625709 2024-11-25T10:14:26,078 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0e9c9d01dcbe1521dbe2ab895ce0a72d, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-25T10:14:26,078 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732529655820.0e9c9d01dcbe1521dbe2ab895ce0a72d., hostname=e2fd862922a0,38547,1732529625709, seqNum=5 , the old value is region=TestAcidGuarantees,,1732529655820.0e9c9d01dcbe1521dbe2ab895ce0a72d., hostname=e2fd862922a0,38547,1732529625709, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0e9c9d01dcbe1521dbe2ab895ce0a72d, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T10:14:26,078 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732529655820.0e9c9d01dcbe1521dbe2ab895ce0a72d., hostname=e2fd862922a0,38547,1732529625709, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0e9c9d01dcbe1521dbe2ab895ce0a72d, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T10:14:26,078 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] ipc.CallRunner(138): callId: 59 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34938 deadline: 1732529726072, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0e9c9d01dcbe1521dbe2ab895ce0a72d, server=e2fd862922a0,38547,1732529625709 2024-11-25T10:14:26,078 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732529655820.0e9c9d01dcbe1521dbe2ab895ce0a72d., hostname=e2fd862922a0,38547,1732529625709, seqNum=5 because the exception is null or not the one we care about 2024-11-25T10:14:26,078 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732529655820.0e9c9d01dcbe1521dbe2ab895ce0a72d., hostname=e2fd862922a0,38547,1732529625709, seqNum=5 , the old value is region=TestAcidGuarantees,,1732529655820.0e9c9d01dcbe1521dbe2ab895ce0a72d., hostname=e2fd862922a0,38547,1732529625709, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0e9c9d01dcbe1521dbe2ab895ce0a72d, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T10:14:26,078 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732529655820.0e9c9d01dcbe1521dbe2ab895ce0a72d., hostname=e2fd862922a0,38547,1732529625709, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0e9c9d01dcbe1521dbe2ab895ce0a72d, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T10:14:26,078 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732529655820.0e9c9d01dcbe1521dbe2ab895ce0a72d., hostname=e2fd862922a0,38547,1732529625709, seqNum=5 because the exception is null or not the one we care about 2024-11-25T10:14:26,116 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0e9c9d01dcbe1521dbe2ab895ce0a72d, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-25T10:14:26,116 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] ipc.CallRunner(138): callId: 64 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34884 deadline: 1732529726112, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0e9c9d01dcbe1521dbe2ab895ce0a72d, server=e2fd862922a0,38547,1732529625709 2024-11-25T10:14:26,117 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0e9c9d01dcbe1521dbe2ab895ce0a72d, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-25T10:14:26,117 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732529655820.0e9c9d01dcbe1521dbe2ab895ce0a72d., hostname=e2fd862922a0,38547,1732529625709, seqNum=5 , the old value is region=TestAcidGuarantees,,1732529655820.0e9c9d01dcbe1521dbe2ab895ce0a72d., hostname=e2fd862922a0,38547,1732529625709, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0e9c9d01dcbe1521dbe2ab895ce0a72d, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T10:14:26,117 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732529655820.0e9c9d01dcbe1521dbe2ab895ce0a72d., hostname=e2fd862922a0,38547,1732529625709, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0e9c9d01dcbe1521dbe2ab895ce0a72d, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T10:14:26,117 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] ipc.CallRunner(138): callId: 67 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34900 deadline: 1732529726112, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0e9c9d01dcbe1521dbe2ab895ce0a72d, server=e2fd862922a0,38547,1732529625709 2024-11-25T10:14:26,117 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732529655820.0e9c9d01dcbe1521dbe2ab895ce0a72d., hostname=e2fd862922a0,38547,1732529625709, seqNum=5 because the exception is null or not the one we care about 2024-11-25T10:14:26,117 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732529655820.0e9c9d01dcbe1521dbe2ab895ce0a72d., hostname=e2fd862922a0,38547,1732529625709, seqNum=5 , the old value is region=TestAcidGuarantees,,1732529655820.0e9c9d01dcbe1521dbe2ab895ce0a72d., hostname=e2fd862922a0,38547,1732529625709, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0e9c9d01dcbe1521dbe2ab895ce0a72d, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T10:14:26,117 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732529655820.0e9c9d01dcbe1521dbe2ab895ce0a72d., hostname=e2fd862922a0,38547,1732529625709, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0e9c9d01dcbe1521dbe2ab895ce0a72d, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T10:14:26,117 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732529655820.0e9c9d01dcbe1521dbe2ab895ce0a72d., hostname=e2fd862922a0,38547,1732529625709, seqNum=5 because the exception is null or not the one we care about 2024-11-25T10:14:26,122 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0e9c9d01dcbe1521dbe2ab895ce0a72d, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-25T10:14:26,123 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] ipc.CallRunner(138): callId: 61 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34932 deadline: 1732529726122, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0e9c9d01dcbe1521dbe2ab895ce0a72d, server=e2fd862922a0,38547,1732529625709 2024-11-25T10:14:26,123 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732529655820.0e9c9d01dcbe1521dbe2ab895ce0a72d., hostname=e2fd862922a0,38547,1732529625709, seqNum=5 , the old value is region=TestAcidGuarantees,,1732529655820.0e9c9d01dcbe1521dbe2ab895ce0a72d., hostname=e2fd862922a0,38547,1732529625709, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0e9c9d01dcbe1521dbe2ab895ce0a72d, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T10:14:26,123 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732529655820.0e9c9d01dcbe1521dbe2ab895ce0a72d., hostname=e2fd862922a0,38547,1732529625709, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0e9c9d01dcbe1521dbe2ab895ce0a72d, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T10:14:26,123 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732529655820.0e9c9d01dcbe1521dbe2ab895ce0a72d., hostname=e2fd862922a0,38547,1732529625709, seqNum=5 because the exception is null or not the one we care about 2024-11-25T10:14:26,280 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=212 (bloomFilter=true), to=hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/0e9c9d01dcbe1521dbe2ab895ce0a72d/.tmp/C/ea3f8c1c470c4f8b9c0eeb85b0e64925 2024-11-25T10:14:26,286 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/0e9c9d01dcbe1521dbe2ab895ce0a72d/.tmp/A/7c29c8c99b0d4f978540a75852b11757 as hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/0e9c9d01dcbe1521dbe2ab895ce0a72d/A/7c29c8c99b0d4f978540a75852b11757 2024-11-25T10:14:26,291 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/0e9c9d01dcbe1521dbe2ab895ce0a72d/A/7c29c8c99b0d4f978540a75852b11757, entries=150, sequenceid=212, filesize=30.4 K 2024-11-25T10:14:26,292 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/0e9c9d01dcbe1521dbe2ab895ce0a72d/.tmp/B/d126b3e48ef04276adc45b68e7572bb2 as hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/0e9c9d01dcbe1521dbe2ab895ce0a72d/B/d126b3e48ef04276adc45b68e7572bb2 2024-11-25T10:14:26,297 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/0e9c9d01dcbe1521dbe2ab895ce0a72d/B/d126b3e48ef04276adc45b68e7572bb2, entries=150, sequenceid=212, filesize=11.9 K 2024-11-25T10:14:26,298 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/0e9c9d01dcbe1521dbe2ab895ce0a72d/.tmp/C/ea3f8c1c470c4f8b9c0eeb85b0e64925 as hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/0e9c9d01dcbe1521dbe2ab895ce0a72d/C/ea3f8c1c470c4f8b9c0eeb85b0e64925 2024-11-25T10:14:26,303 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/0e9c9d01dcbe1521dbe2ab895ce0a72d/C/ea3f8c1c470c4f8b9c0eeb85b0e64925, entries=150, sequenceid=212, filesize=11.9 K 2024-11-25T10:14:26,304 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~53.67 KB/54960, heapSize ~160.08 KB/163920, currentSize=127.47 KB/130530 for 0e9c9d01dcbe1521dbe2ab895ce0a72d in 917ms, sequenceid=212, compaction requested=true 2024-11-25T10:14:26,304 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 0e9c9d01dcbe1521dbe2ab895ce0a72d: 2024-11-25T10:14:26,304 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 0e9c9d01dcbe1521dbe2ab895ce0a72d:A, priority=-2147483648, current under compaction store size is 1 2024-11-25T10:14:26,304 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-25T10:14:26,304 DEBUG [RS:0;e2fd862922a0:38547-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-25T10:14:26,304 DEBUG [RS:0;e2fd862922a0:38547-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-25T10:14:26,305 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 0e9c9d01dcbe1521dbe2ab895ce0a72d:B, priority=-2147483648, current under compaction store size is 2 2024-11-25T10:14:26,305 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-25T10:14:26,305 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 0e9c9d01dcbe1521dbe2ab895ce0a72d:C, priority=-2147483648, current under compaction store size is 3 2024-11-25T10:14:26,305 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-25T10:14:26,306 DEBUG [RS:0;e2fd862922a0:38547-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 93623 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-25T10:14:26,306 DEBUG [RS:0;e2fd862922a0:38547-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36761 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-25T10:14:26,306 DEBUG [RS:0;e2fd862922a0:38547-shortCompactions-0 {}] regionserver.HStore(1541): 0e9c9d01dcbe1521dbe2ab895ce0a72d/A is initiating minor compaction (all files) 2024-11-25T10:14:26,306 DEBUG [RS:0;e2fd862922a0:38547-longCompactions-0 {}] regionserver.HStore(1541): 0e9c9d01dcbe1521dbe2ab895ce0a72d/B is initiating minor compaction (all files) 2024-11-25T10:14:26,306 INFO [RS:0;e2fd862922a0:38547-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 0e9c9d01dcbe1521dbe2ab895ce0a72d/A in TestAcidGuarantees,,1732529655820.0e9c9d01dcbe1521dbe2ab895ce0a72d. 2024-11-25T10:14:26,306 INFO [RS:0;e2fd862922a0:38547-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 0e9c9d01dcbe1521dbe2ab895ce0a72d/B in TestAcidGuarantees,,1732529655820.0e9c9d01dcbe1521dbe2ab895ce0a72d. 2024-11-25T10:14:26,306 INFO [RS:0;e2fd862922a0:38547-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/0e9c9d01dcbe1521dbe2ab895ce0a72d/A/ff350cfaba4e4ead854faaf52a8cd058, hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/0e9c9d01dcbe1521dbe2ab895ce0a72d/A/a058c2df0ce64522a9010bd0a5b89b5b, hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/0e9c9d01dcbe1521dbe2ab895ce0a72d/A/7c29c8c99b0d4f978540a75852b11757] into tmpdir=hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/0e9c9d01dcbe1521dbe2ab895ce0a72d/.tmp, totalSize=91.4 K 2024-11-25T10:14:26,306 INFO [RS:0;e2fd862922a0:38547-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/0e9c9d01dcbe1521dbe2ab895ce0a72d/B/ee0f9809eb5f43958b373338e897d64c, hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/0e9c9d01dcbe1521dbe2ab895ce0a72d/B/60894d4ee3f84fba8dce11a2c7af4d4c, hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/0e9c9d01dcbe1521dbe2ab895ce0a72d/B/d126b3e48ef04276adc45b68e7572bb2] into tmpdir=hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/0e9c9d01dcbe1521dbe2ab895ce0a72d/.tmp, totalSize=35.9 K 2024-11-25T10:14:26,306 INFO [RS:0;e2fd862922a0:38547-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732529655820.0e9c9d01dcbe1521dbe2ab895ce0a72d. 2024-11-25T10:14:26,306 DEBUG [RS:0;e2fd862922a0:38547-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732529655820.0e9c9d01dcbe1521dbe2ab895ce0a72d. files: [hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/0e9c9d01dcbe1521dbe2ab895ce0a72d/A/ff350cfaba4e4ead854faaf52a8cd058, hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/0e9c9d01dcbe1521dbe2ab895ce0a72d/A/a058c2df0ce64522a9010bd0a5b89b5b, hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/0e9c9d01dcbe1521dbe2ab895ce0a72d/A/7c29c8c99b0d4f978540a75852b11757] 2024-11-25T10:14:26,307 DEBUG [RS:0;e2fd862922a0:38547-longCompactions-0 {}] compactions.Compactor(225): Compacting ee0f9809eb5f43958b373338e897d64c, keycount=150, bloomtype=ROW, size=12.2 K, encoding=NONE, compression=NONE, seqNum=163, earliestPutTs=1732529662438 2024-11-25T10:14:26,307 DEBUG [RS:0;e2fd862922a0:38547-longCompactions-0 {}] compactions.Compactor(225): Compacting 60894d4ee3f84fba8dce11a2c7af4d4c, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=198, earliestPutTs=1732529662538 2024-11-25T10:14:26,307 DEBUG [RS:0;e2fd862922a0:38547-shortCompactions-0 {}] compactions.Compactor(225): Compacting ff350cfaba4e4ead854faaf52a8cd058, keycount=150, bloomtype=ROW, size=30.7 K, encoding=NONE, compression=NONE, seqNum=163, earliestPutTs=1732529662438 2024-11-25T10:14:26,308 DEBUG [RS:0;e2fd862922a0:38547-shortCompactions-0 {}] compactions.Compactor(225): Compacting a058c2df0ce64522a9010bd0a5b89b5b, keycount=150, bloomtype=ROW, size=30.4 K, encoding=NONE, compression=NONE, seqNum=198, earliestPutTs=1732529662538 2024-11-25T10:14:26,308 DEBUG [RS:0;e2fd862922a0:38547-longCompactions-0 {}] compactions.Compactor(225): Compacting d126b3e48ef04276adc45b68e7572bb2, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=212, earliestPutTs=1732529664715 2024-11-25T10:14:26,308 DEBUG [RS:0;e2fd862922a0:38547-shortCompactions-0 {}] compactions.Compactor(225): Compacting 7c29c8c99b0d4f978540a75852b11757, keycount=150, bloomtype=ROW, size=30.4 K, encoding=NONE, compression=NONE, seqNum=212, earliestPutTs=1732529664715 2024-11-25T10:14:26,319 INFO [RS:0;e2fd862922a0:38547-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 0e9c9d01dcbe1521dbe2ab895ce0a72d#B#compaction#138 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-25T10:14:26,319 DEBUG [RS:0;e2fd862922a0:38547-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/0e9c9d01dcbe1521dbe2ab895ce0a72d/.tmp/B/694dd7beefb244a5a809e4145dd77fdb is 50, key is test_row_0/B:col10/1732529664746/Put/seqid=0 2024-11-25T10:14:26,321 INFO [RS:0;e2fd862922a0:38547-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(321): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=0e9c9d01dcbe1521dbe2ab895ce0a72d] 2024-11-25T10:14:26,326 DEBUG [RS:0;e2fd862922a0:38547-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(635): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e2024112503ab57be5a9041f7b486584ee8beb7d8_0e9c9d01dcbe1521dbe2ab895ce0a72d store=[table=TestAcidGuarantees family=A region=0e9c9d01dcbe1521dbe2ab895ce0a72d] 2024-11-25T10:14:26,328 DEBUG [RS:0;e2fd862922a0:38547-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(656): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e2024112503ab57be5a9041f7b486584ee8beb7d8_0e9c9d01dcbe1521dbe2ab895ce0a72d, store=[table=TestAcidGuarantees family=A region=0e9c9d01dcbe1521dbe2ab895ce0a72d] 2024-11-25T10:14:26,328 DEBUG [RS:0;e2fd862922a0:38547-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(667): Aborting writer for hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024112503ab57be5a9041f7b486584ee8beb7d8_0e9c9d01dcbe1521dbe2ab895ce0a72d because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=0e9c9d01dcbe1521dbe2ab895ce0a72d] 2024-11-25T10:14:26,341 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39927 is added to blk_1073741991_1167 (size=4469) 2024-11-25T10:14:26,342 INFO [RS:0;e2fd862922a0:38547-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 0e9c9d01dcbe1521dbe2ab895ce0a72d#A#compaction#139 average throughput is 1.16 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-25T10:14:26,343 DEBUG [RS:0;e2fd862922a0:38547-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/0e9c9d01dcbe1521dbe2ab895ce0a72d/.tmp/A/bfd5ecb8189a49309d59b76c964f311e is 175, key is test_row_0/A:col10/1732529664746/Put/seqid=0 2024-11-25T10:14:26,351 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39927 is added to blk_1073741992_1168 (size=31515) 2024-11-25T10:14:26,354 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39927 is added to blk_1073741990_1166 (size=12561) 2024-11-25T10:14:26,360 DEBUG [RS:0;e2fd862922a0:38547-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/0e9c9d01dcbe1521dbe2ab895ce0a72d/.tmp/A/bfd5ecb8189a49309d59b76c964f311e as hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/0e9c9d01dcbe1521dbe2ab895ce0a72d/A/bfd5ecb8189a49309d59b76c964f311e 2024-11-25T10:14:26,361 DEBUG [RS:0;e2fd862922a0:38547-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/0e9c9d01dcbe1521dbe2ab895ce0a72d/.tmp/B/694dd7beefb244a5a809e4145dd77fdb as hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/0e9c9d01dcbe1521dbe2ab895ce0a72d/B/694dd7beefb244a5a809e4145dd77fdb 2024-11-25T10:14:26,365 INFO [RS:0;e2fd862922a0:38547-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 0e9c9d01dcbe1521dbe2ab895ce0a72d/A of 0e9c9d01dcbe1521dbe2ab895ce0a72d into bfd5ecb8189a49309d59b76c964f311e(size=30.8 K), total size for store is 30.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-25T10:14:26,366 DEBUG [RS:0;e2fd862922a0:38547-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 0e9c9d01dcbe1521dbe2ab895ce0a72d: 2024-11-25T10:14:26,366 INFO [RS:0;e2fd862922a0:38547-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732529655820.0e9c9d01dcbe1521dbe2ab895ce0a72d., storeName=0e9c9d01dcbe1521dbe2ab895ce0a72d/A, priority=13, startTime=1732529666304; duration=0sec 2024-11-25T10:14:26,366 DEBUG [RS:0;e2fd862922a0:38547-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-25T10:14:26,366 DEBUG [RS:0;e2fd862922a0:38547-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 0e9c9d01dcbe1521dbe2ab895ce0a72d:A 2024-11-25T10:14:26,366 DEBUG [RS:0;e2fd862922a0:38547-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-25T10:14:26,367 DEBUG [RS:0;e2fd862922a0:38547-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36761 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-25T10:14:26,367 DEBUG [RS:0;e2fd862922a0:38547-shortCompactions-0 {}] regionserver.HStore(1541): 0e9c9d01dcbe1521dbe2ab895ce0a72d/C is initiating minor compaction (all files) 2024-11-25T10:14:26,367 INFO [RS:0;e2fd862922a0:38547-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 0e9c9d01dcbe1521dbe2ab895ce0a72d/C in TestAcidGuarantees,,1732529655820.0e9c9d01dcbe1521dbe2ab895ce0a72d. 2024-11-25T10:14:26,367 INFO [RS:0;e2fd862922a0:38547-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/0e9c9d01dcbe1521dbe2ab895ce0a72d/C/c67c36cf6c7647a4aa45c229ef920099, hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/0e9c9d01dcbe1521dbe2ab895ce0a72d/C/caa05616ea6040e9812674099b763494, hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/0e9c9d01dcbe1521dbe2ab895ce0a72d/C/ea3f8c1c470c4f8b9c0eeb85b0e64925] into tmpdir=hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/0e9c9d01dcbe1521dbe2ab895ce0a72d/.tmp, totalSize=35.9 K 2024-11-25T10:14:26,368 DEBUG [RS:0;e2fd862922a0:38547-shortCompactions-0 {}] compactions.Compactor(225): Compacting c67c36cf6c7647a4aa45c229ef920099, keycount=150, bloomtype=ROW, size=12.2 K, encoding=NONE, compression=NONE, seqNum=163, earliestPutTs=1732529662438 2024-11-25T10:14:26,368 DEBUG [RS:0;e2fd862922a0:38547-shortCompactions-0 {}] compactions.Compactor(225): Compacting caa05616ea6040e9812674099b763494, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=198, earliestPutTs=1732529662538 2024-11-25T10:14:26,369 DEBUG [RS:0;e2fd862922a0:38547-shortCompactions-0 {}] compactions.Compactor(225): Compacting ea3f8c1c470c4f8b9c0eeb85b0e64925, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=212, earliestPutTs=1732529664715 2024-11-25T10:14:26,371 INFO [RS:0;e2fd862922a0:38547-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 0e9c9d01dcbe1521dbe2ab895ce0a72d/B of 0e9c9d01dcbe1521dbe2ab895ce0a72d into 694dd7beefb244a5a809e4145dd77fdb(size=12.3 K), total size for store is 12.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-25T10:14:26,371 DEBUG [RS:0;e2fd862922a0:38547-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 0e9c9d01dcbe1521dbe2ab895ce0a72d: 2024-11-25T10:14:26,371 INFO [RS:0;e2fd862922a0:38547-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732529655820.0e9c9d01dcbe1521dbe2ab895ce0a72d., storeName=0e9c9d01dcbe1521dbe2ab895ce0a72d/B, priority=13, startTime=1732529666304; duration=0sec 2024-11-25T10:14:26,371 DEBUG [RS:0;e2fd862922a0:38547-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-25T10:14:26,371 DEBUG [RS:0;e2fd862922a0:38547-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 0e9c9d01dcbe1521dbe2ab895ce0a72d:B 2024-11-25T10:14:26,380 INFO [RS:0;e2fd862922a0:38547-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 0e9c9d01dcbe1521dbe2ab895ce0a72d#C#compaction#140 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-25T10:14:26,381 DEBUG [RS:0;e2fd862922a0:38547-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/0e9c9d01dcbe1521dbe2ab895ce0a72d/.tmp/C/abae5844d1424219a60e942dc8d08cb0 is 50, key is test_row_0/C:col10/1732529664746/Put/seqid=0 2024-11-25T10:14:26,387 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39927 is added to blk_1073741993_1169 (size=12561) 2024-11-25T10:14:26,397 DEBUG [RS:0;e2fd862922a0:38547-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/0e9c9d01dcbe1521dbe2ab895ce0a72d/.tmp/C/abae5844d1424219a60e942dc8d08cb0 as hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/0e9c9d01dcbe1521dbe2ab895ce0a72d/C/abae5844d1424219a60e942dc8d08cb0 2024-11-25T10:14:26,403 INFO [RS:0;e2fd862922a0:38547-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 0e9c9d01dcbe1521dbe2ab895ce0a72d/C of 0e9c9d01dcbe1521dbe2ab895ce0a72d into abae5844d1424219a60e942dc8d08cb0(size=12.3 K), total size for store is 12.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-25T10:14:26,403 DEBUG [RS:0;e2fd862922a0:38547-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 0e9c9d01dcbe1521dbe2ab895ce0a72d: 2024-11-25T10:14:26,403 INFO [RS:0;e2fd862922a0:38547-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732529655820.0e9c9d01dcbe1521dbe2ab895ce0a72d., storeName=0e9c9d01dcbe1521dbe2ab895ce0a72d/C, priority=13, startTime=1732529666305; duration=0sec 2024-11-25T10:14:26,403 DEBUG [RS:0;e2fd862922a0:38547-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-25T10:14:26,403 DEBUG [RS:0;e2fd862922a0:38547-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 0e9c9d01dcbe1521dbe2ab895ce0a72d:C 2024-11-25T10:14:26,585 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] regionserver.HRegion(8855): Flush requested on 0e9c9d01dcbe1521dbe2ab895ce0a72d 2024-11-25T10:14:26,585 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 0e9c9d01dcbe1521dbe2ab895ce0a72d 3/3 column families, dataSize=134.18 KB heapSize=375.61 KB 2024-11-25T10:14:26,586 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 0e9c9d01dcbe1521dbe2ab895ce0a72d, store=A 2024-11-25T10:14:26,586 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-25T10:14:26,586 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 0e9c9d01dcbe1521dbe2ab895ce0a72d, store=B 2024-11-25T10:14:26,586 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-25T10:14:26,586 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 0e9c9d01dcbe1521dbe2ab895ce0a72d, store=C 2024-11-25T10:14:26,587 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-25T10:14:26,596 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241125047aa0b583024c019edb5e08f9d9c269_0e9c9d01dcbe1521dbe2ab895ce0a72d is 50, key is test_row_0/A:col10/1732529665476/Put/seqid=0 2024-11-25T10:14:26,600 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0e9c9d01dcbe1521dbe2ab895ce0a72d, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-25T10:14:26,600 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] ipc.CallRunner(138): callId: 64 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34938 deadline: 1732529726598, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0e9c9d01dcbe1521dbe2ab895ce0a72d, server=e2fd862922a0,38547,1732529625709 2024-11-25T10:14:26,601 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0e9c9d01dcbe1521dbe2ab895ce0a72d, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-25T10:14:26,601 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732529655820.0e9c9d01dcbe1521dbe2ab895ce0a72d., hostname=e2fd862922a0,38547,1732529625709, seqNum=5 , the old value is region=TestAcidGuarantees,,1732529655820.0e9c9d01dcbe1521dbe2ab895ce0a72d., hostname=e2fd862922a0,38547,1732529625709, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0e9c9d01dcbe1521dbe2ab895ce0a72d, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T10:14:26,601 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732529655820.0e9c9d01dcbe1521dbe2ab895ce0a72d., hostname=e2fd862922a0,38547,1732529625709, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0e9c9d01dcbe1521dbe2ab895ce0a72d, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T10:14:26,601 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] ipc.CallRunner(138): callId: 66 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34914 deadline: 1732529726599, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0e9c9d01dcbe1521dbe2ab895ce0a72d, server=e2fd862922a0,38547,1732529625709 2024-11-25T10:14:26,601 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732529655820.0e9c9d01dcbe1521dbe2ab895ce0a72d., hostname=e2fd862922a0,38547,1732529625709, seqNum=5 because the exception is null or not the one we care about 2024-11-25T10:14:26,601 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732529655820.0e9c9d01dcbe1521dbe2ab895ce0a72d., hostname=e2fd862922a0,38547,1732529625709, seqNum=5 , the old value is region=TestAcidGuarantees,,1732529655820.0e9c9d01dcbe1521dbe2ab895ce0a72d., hostname=e2fd862922a0,38547,1732529625709, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0e9c9d01dcbe1521dbe2ab895ce0a72d, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T10:14:26,601 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732529655820.0e9c9d01dcbe1521dbe2ab895ce0a72d., hostname=e2fd862922a0,38547,1732529625709, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0e9c9d01dcbe1521dbe2ab895ce0a72d, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T10:14:26,601 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732529655820.0e9c9d01dcbe1521dbe2ab895ce0a72d., hostname=e2fd862922a0,38547,1732529625709, seqNum=5 because the exception is null or not the one we care about 2024-11-25T10:14:26,602 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39927 is added to blk_1073741994_1170 (size=12304) 2024-11-25T10:14:26,612 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41005 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=48 2024-11-25T10:14:26,612 INFO [RPCClient-NioEventLoopGroup-4-7 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-25T10:14:26,612 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41005 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-25T10:14:26,613 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41005 {}] procedure2.ProcedureExecutor(1139): Stored pid=50, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=50, table=TestAcidGuarantees 2024-11-25T10:14:26,614 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41005 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=50 2024-11-25T10:14:26,614 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=50, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=50, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-25T10:14:26,615 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=50, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=50, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-25T10:14:26,615 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=51, ppid=50, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-25T10:14:26,623 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0e9c9d01dcbe1521dbe2ab895ce0a72d, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-25T10:14:26,623 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] ipc.CallRunner(138): callId: 65 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34884 deadline: 1732529726622, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0e9c9d01dcbe1521dbe2ab895ce0a72d, server=e2fd862922a0,38547,1732529625709 2024-11-25T10:14:26,624 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732529655820.0e9c9d01dcbe1521dbe2ab895ce0a72d., hostname=e2fd862922a0,38547,1732529625709, seqNum=5 , the old value is region=TestAcidGuarantees,,1732529655820.0e9c9d01dcbe1521dbe2ab895ce0a72d., hostname=e2fd862922a0,38547,1732529625709, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0e9c9d01dcbe1521dbe2ab895ce0a72d, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T10:14:26,624 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732529655820.0e9c9d01dcbe1521dbe2ab895ce0a72d., hostname=e2fd862922a0,38547,1732529625709, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0e9c9d01dcbe1521dbe2ab895ce0a72d, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T10:14:26,624 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732529655820.0e9c9d01dcbe1521dbe2ab895ce0a72d., hostname=e2fd862922a0,38547,1732529625709, seqNum=5 because the exception is null or not the one we care about 2024-11-25T10:14:26,633 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0e9c9d01dcbe1521dbe2ab895ce0a72d, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-25T10:14:26,633 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] ipc.CallRunner(138): callId: 68 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34900 deadline: 1732529726632, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0e9c9d01dcbe1521dbe2ab895ce0a72d, server=e2fd862922a0,38547,1732529625709 2024-11-25T10:14:26,633 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0e9c9d01dcbe1521dbe2ab895ce0a72d, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-25T10:14:26,633 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] ipc.CallRunner(138): callId: 62 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34932 deadline: 1732529726632, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0e9c9d01dcbe1521dbe2ab895ce0a72d, server=e2fd862922a0,38547,1732529625709 2024-11-25T10:14:26,633 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732529655820.0e9c9d01dcbe1521dbe2ab895ce0a72d., hostname=e2fd862922a0,38547,1732529625709, seqNum=5 , the old value is region=TestAcidGuarantees,,1732529655820.0e9c9d01dcbe1521dbe2ab895ce0a72d., hostname=e2fd862922a0,38547,1732529625709, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0e9c9d01dcbe1521dbe2ab895ce0a72d, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T10:14:26,633 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732529655820.0e9c9d01dcbe1521dbe2ab895ce0a72d., hostname=e2fd862922a0,38547,1732529625709, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0e9c9d01dcbe1521dbe2ab895ce0a72d, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T10:14:26,633 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732529655820.0e9c9d01dcbe1521dbe2ab895ce0a72d., hostname=e2fd862922a0,38547,1732529625709, seqNum=5 because the exception is null or not the one we care about 2024-11-25T10:14:26,633 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732529655820.0e9c9d01dcbe1521dbe2ab895ce0a72d., hostname=e2fd862922a0,38547,1732529625709, seqNum=5 , the old value is region=TestAcidGuarantees,,1732529655820.0e9c9d01dcbe1521dbe2ab895ce0a72d., hostname=e2fd862922a0,38547,1732529625709, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0e9c9d01dcbe1521dbe2ab895ce0a72d, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T10:14:26,634 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732529655820.0e9c9d01dcbe1521dbe2ab895ce0a72d., hostname=e2fd862922a0,38547,1732529625709, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0e9c9d01dcbe1521dbe2ab895ce0a72d, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T10:14:26,634 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732529655820.0e9c9d01dcbe1521dbe2ab895ce0a72d., hostname=e2fd862922a0,38547,1732529625709, seqNum=5 because the exception is null or not the one we care about 2024-11-25T10:14:26,713 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0e9c9d01dcbe1521dbe2ab895ce0a72d, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-25T10:14:26,713 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] ipc.CallRunner(138): callId: 65 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34938 deadline: 1732529726712, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0e9c9d01dcbe1521dbe2ab895ce0a72d, server=e2fd862922a0,38547,1732529625709 2024-11-25T10:14:26,713 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0e9c9d01dcbe1521dbe2ab895ce0a72d, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-25T10:14:26,713 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732529655820.0e9c9d01dcbe1521dbe2ab895ce0a72d., hostname=e2fd862922a0,38547,1732529625709, seqNum=5 , the old value is region=TestAcidGuarantees,,1732529655820.0e9c9d01dcbe1521dbe2ab895ce0a72d., hostname=e2fd862922a0,38547,1732529625709, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0e9c9d01dcbe1521dbe2ab895ce0a72d, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T10:14:26,713 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732529655820.0e9c9d01dcbe1521dbe2ab895ce0a72d., hostname=e2fd862922a0,38547,1732529625709, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0e9c9d01dcbe1521dbe2ab895ce0a72d, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T10:14:26,713 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] ipc.CallRunner(138): callId: 67 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34914 deadline: 1732529726712, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0e9c9d01dcbe1521dbe2ab895ce0a72d, server=e2fd862922a0,38547,1732529625709 2024-11-25T10:14:26,713 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732529655820.0e9c9d01dcbe1521dbe2ab895ce0a72d., hostname=e2fd862922a0,38547,1732529625709, seqNum=5 because the exception is null or not the one we care about 2024-11-25T10:14:26,713 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732529655820.0e9c9d01dcbe1521dbe2ab895ce0a72d., hostname=e2fd862922a0,38547,1732529625709, seqNum=5 , the old value is region=TestAcidGuarantees,,1732529655820.0e9c9d01dcbe1521dbe2ab895ce0a72d., hostname=e2fd862922a0,38547,1732529625709, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0e9c9d01dcbe1521dbe2ab895ce0a72d, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T10:14:26,713 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732529655820.0e9c9d01dcbe1521dbe2ab895ce0a72d., hostname=e2fd862922a0,38547,1732529625709, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0e9c9d01dcbe1521dbe2ab895ce0a72d, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T10:14:26,713 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732529655820.0e9c9d01dcbe1521dbe2ab895ce0a72d., hostname=e2fd862922a0,38547,1732529625709, seqNum=5 because the exception is null or not the one we care about 2024-11-25T10:14:26,722 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41005 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=50 2024-11-25T10:14:26,767 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=38547 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=51 2024-11-25T10:14:26,768 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e2fd862922a0:0-2 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732529655820.0e9c9d01dcbe1521dbe2ab895ce0a72d. 2024-11-25T10:14:26,768 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e2fd862922a0:0-2 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732529655820.0e9c9d01dcbe1521dbe2ab895ce0a72d. as already flushing 2024-11-25T10:14:26,768 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e2fd862922a0:0-2 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732529655820.0e9c9d01dcbe1521dbe2ab895ce0a72d. 2024-11-25T10:14:26,768 ERROR [RS_FLUSH_OPERATIONS-regionserver/e2fd862922a0:0-2 {event_type=RS_FLUSH_REGIONS, pid=51}] handler.RSProcedureHandler(58): pid=51 java.io.IOException: Unable to complete flush {ENCODED => 0e9c9d01dcbe1521dbe2ab895ce0a72d, NAME => 'TestAcidGuarantees,,1732529655820.0e9c9d01dcbe1521dbe2ab895ce0a72d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T10:14:26,768 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e2fd862922a0:0-2 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=51 java.io.IOException: Unable to complete flush {ENCODED => 0e9c9d01dcbe1521dbe2ab895ce0a72d, NAME => 'TestAcidGuarantees,,1732529655820.0e9c9d01dcbe1521dbe2ab895ce0a72d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T10:14:26,769 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41005 {}] master.HMaster(4177): Remote procedure failed, pid=51 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 0e9c9d01dcbe1521dbe2ab895ce0a72d, NAME => 'TestAcidGuarantees,,1732529655820.0e9c9d01dcbe1521dbe2ab895ce0a72d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 0e9c9d01dcbe1521dbe2ab895ce0a72d, NAME => 'TestAcidGuarantees,,1732529655820.0e9c9d01dcbe1521dbe2ab895ce0a72d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T10:14:26,921 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=38547 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=51 2024-11-25T10:14:26,921 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e2fd862922a0:0-0 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732529655820.0e9c9d01dcbe1521dbe2ab895ce0a72d. 2024-11-25T10:14:26,921 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e2fd862922a0:0-0 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732529655820.0e9c9d01dcbe1521dbe2ab895ce0a72d. as already flushing 2024-11-25T10:14:26,921 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e2fd862922a0:0-0 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732529655820.0e9c9d01dcbe1521dbe2ab895ce0a72d. 2024-11-25T10:14:26,921 ERROR [RS_FLUSH_OPERATIONS-regionserver/e2fd862922a0:0-0 {event_type=RS_FLUSH_REGIONS, pid=51}] handler.RSProcedureHandler(58): pid=51 java.io.IOException: Unable to complete flush {ENCODED => 0e9c9d01dcbe1521dbe2ab895ce0a72d, NAME => 'TestAcidGuarantees,,1732529655820.0e9c9d01dcbe1521dbe2ab895ce0a72d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T10:14:26,921 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e2fd862922a0:0-0 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=51 java.io.IOException: Unable to complete flush {ENCODED => 0e9c9d01dcbe1521dbe2ab895ce0a72d, NAME => 'TestAcidGuarantees,,1732529655820.0e9c9d01dcbe1521dbe2ab895ce0a72d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T10:14:26,922 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41005 {}] master.HMaster(4177): Remote procedure failed, pid=51 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 0e9c9d01dcbe1521dbe2ab895ce0a72d, NAME => 'TestAcidGuarantees,,1732529655820.0e9c9d01dcbe1521dbe2ab895ce0a72d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 0e9c9d01dcbe1521dbe2ab895ce0a72d, NAME => 'TestAcidGuarantees,,1732529655820.0e9c9d01dcbe1521dbe2ab895ce0a72d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T10:14:26,925 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0e9c9d01dcbe1521dbe2ab895ce0a72d, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-25T10:14:26,925 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] ipc.CallRunner(138): callId: 66 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34938 deadline: 1732529726922, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0e9c9d01dcbe1521dbe2ab895ce0a72d, server=e2fd862922a0,38547,1732529625709 2024-11-25T10:14:26,925 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732529655820.0e9c9d01dcbe1521dbe2ab895ce0a72d., hostname=e2fd862922a0,38547,1732529625709, seqNum=5 , the old value is region=TestAcidGuarantees,,1732529655820.0e9c9d01dcbe1521dbe2ab895ce0a72d., hostname=e2fd862922a0,38547,1732529625709, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0e9c9d01dcbe1521dbe2ab895ce0a72d, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T10:14:26,925 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0e9c9d01dcbe1521dbe2ab895ce0a72d, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-25T10:14:26,925 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732529655820.0e9c9d01dcbe1521dbe2ab895ce0a72d., hostname=e2fd862922a0,38547,1732529625709, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0e9c9d01dcbe1521dbe2ab895ce0a72d, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T10:14:26,925 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732529655820.0e9c9d01dcbe1521dbe2ab895ce0a72d., hostname=e2fd862922a0,38547,1732529625709, seqNum=5 because the exception is null or not the one we care about 2024-11-25T10:14:26,925 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] ipc.CallRunner(138): callId: 68 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34914 deadline: 1732529726922, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0e9c9d01dcbe1521dbe2ab895ce0a72d, server=e2fd862922a0,38547,1732529625709 2024-11-25T10:14:26,926 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732529655820.0e9c9d01dcbe1521dbe2ab895ce0a72d., hostname=e2fd862922a0,38547,1732529625709, seqNum=5 , the old value is region=TestAcidGuarantees,,1732529655820.0e9c9d01dcbe1521dbe2ab895ce0a72d., hostname=e2fd862922a0,38547,1732529625709, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0e9c9d01dcbe1521dbe2ab895ce0a72d, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T10:14:26,926 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732529655820.0e9c9d01dcbe1521dbe2ab895ce0a72d., hostname=e2fd862922a0,38547,1732529625709, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0e9c9d01dcbe1521dbe2ab895ce0a72d, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T10:14:26,926 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732529655820.0e9c9d01dcbe1521dbe2ab895ce0a72d., hostname=e2fd862922a0,38547,1732529625709, seqNum=5 because the exception is null or not the one we care about 2024-11-25T10:14:26,932 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41005 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=50 2024-11-25T10:14:27,002 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:27,006 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241125047aa0b583024c019edb5e08f9d9c269_0e9c9d01dcbe1521dbe2ab895ce0a72d to hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241125047aa0b583024c019edb5e08f9d9c269_0e9c9d01dcbe1521dbe2ab895ce0a72d 2024-11-25T10:14:27,009 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/0e9c9d01dcbe1521dbe2ab895ce0a72d/.tmp/A/a4eeac6c1b94445bbdd03825198af61d, store: [table=TestAcidGuarantees family=A region=0e9c9d01dcbe1521dbe2ab895ce0a72d] 2024-11-25T10:14:27,010 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/0e9c9d01dcbe1521dbe2ab895ce0a72d/.tmp/A/a4eeac6c1b94445bbdd03825198af61d is 175, key is test_row_0/A:col10/1732529665476/Put/seqid=0 2024-11-25T10:14:27,014 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39927 is added to blk_1073741995_1171 (size=31105) 2024-11-25T10:14:27,074 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=38547 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=51 2024-11-25T10:14:27,074 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e2fd862922a0:0-1 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732529655820.0e9c9d01dcbe1521dbe2ab895ce0a72d. 2024-11-25T10:14:27,074 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e2fd862922a0:0-1 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732529655820.0e9c9d01dcbe1521dbe2ab895ce0a72d. as already flushing 2024-11-25T10:14:27,074 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e2fd862922a0:0-1 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732529655820.0e9c9d01dcbe1521dbe2ab895ce0a72d. 2024-11-25T10:14:27,074 ERROR [RS_FLUSH_OPERATIONS-regionserver/e2fd862922a0:0-1 {event_type=RS_FLUSH_REGIONS, pid=51}] handler.RSProcedureHandler(58): pid=51 java.io.IOException: Unable to complete flush {ENCODED => 0e9c9d01dcbe1521dbe2ab895ce0a72d, NAME => 'TestAcidGuarantees,,1732529655820.0e9c9d01dcbe1521dbe2ab895ce0a72d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T10:14:27,075 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e2fd862922a0:0-1 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=51 java.io.IOException: Unable to complete flush {ENCODED => 0e9c9d01dcbe1521dbe2ab895ce0a72d, NAME => 'TestAcidGuarantees,,1732529655820.0e9c9d01dcbe1521dbe2ab895ce0a72d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T10:14:27,075 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41005 {}] master.HMaster(4177): Remote procedure failed, pid=51 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 0e9c9d01dcbe1521dbe2ab895ce0a72d, NAME => 'TestAcidGuarantees,,1732529655820.0e9c9d01dcbe1521dbe2ab895ce0a72d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 0e9c9d01dcbe1521dbe2ab895ce0a72d, NAME => 'TestAcidGuarantees,,1732529655820.0e9c9d01dcbe1521dbe2ab895ce0a72d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T10:14:27,227 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=38547 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=51 2024-11-25T10:14:27,227 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e2fd862922a0:0-2 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732529655820.0e9c9d01dcbe1521dbe2ab895ce0a72d. 2024-11-25T10:14:27,227 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e2fd862922a0:0-2 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732529655820.0e9c9d01dcbe1521dbe2ab895ce0a72d. as already flushing 2024-11-25T10:14:27,228 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e2fd862922a0:0-2 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732529655820.0e9c9d01dcbe1521dbe2ab895ce0a72d. 2024-11-25T10:14:27,228 ERROR [RS_FLUSH_OPERATIONS-regionserver/e2fd862922a0:0-2 {event_type=RS_FLUSH_REGIONS, pid=51}] handler.RSProcedureHandler(58): pid=51 java.io.IOException: Unable to complete flush {ENCODED => 0e9c9d01dcbe1521dbe2ab895ce0a72d, NAME => 'TestAcidGuarantees,,1732529655820.0e9c9d01dcbe1521dbe2ab895ce0a72d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T10:14:27,228 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e2fd862922a0:0-2 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=51 java.io.IOException: Unable to complete flush {ENCODED => 0e9c9d01dcbe1521dbe2ab895ce0a72d, NAME => 'TestAcidGuarantees,,1732529655820.0e9c9d01dcbe1521dbe2ab895ce0a72d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T10:14:27,228 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41005 {}] master.HMaster(4177): Remote procedure failed, pid=51 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 0e9c9d01dcbe1521dbe2ab895ce0a72d, NAME => 'TestAcidGuarantees,,1732529655820.0e9c9d01dcbe1521dbe2ab895ce0a72d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 0e9c9d01dcbe1521dbe2ab895ce0a72d, NAME => 'TestAcidGuarantees,,1732529655820.0e9c9d01dcbe1521dbe2ab895ce0a72d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T10:14:27,233 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0e9c9d01dcbe1521dbe2ab895ce0a72d, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-25T10:14:27,233 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] ipc.CallRunner(138): callId: 67 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34938 deadline: 1732529727232, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0e9c9d01dcbe1521dbe2ab895ce0a72d, server=e2fd862922a0,38547,1732529625709 2024-11-25T10:14:27,233 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0e9c9d01dcbe1521dbe2ab895ce0a72d, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-25T10:14:27,234 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] ipc.CallRunner(138): callId: 69 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34914 deadline: 1732529727232, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0e9c9d01dcbe1521dbe2ab895ce0a72d, server=e2fd862922a0,38547,1732529625709 2024-11-25T10:14:27,234 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732529655820.0e9c9d01dcbe1521dbe2ab895ce0a72d., hostname=e2fd862922a0,38547,1732529625709, seqNum=5 , the old value is region=TestAcidGuarantees,,1732529655820.0e9c9d01dcbe1521dbe2ab895ce0a72d., hostname=e2fd862922a0,38547,1732529625709, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0e9c9d01dcbe1521dbe2ab895ce0a72d, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T10:14:27,234 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732529655820.0e9c9d01dcbe1521dbe2ab895ce0a72d., hostname=e2fd862922a0,38547,1732529625709, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0e9c9d01dcbe1521dbe2ab895ce0a72d, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T10:14:27,234 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732529655820.0e9c9d01dcbe1521dbe2ab895ce0a72d., hostname=e2fd862922a0,38547,1732529625709, seqNum=5 because the exception is null or not the one we care about 2024-11-25T10:14:27,234 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732529655820.0e9c9d01dcbe1521dbe2ab895ce0a72d., hostname=e2fd862922a0,38547,1732529625709, seqNum=5 , the old value is region=TestAcidGuarantees,,1732529655820.0e9c9d01dcbe1521dbe2ab895ce0a72d., hostname=e2fd862922a0,38547,1732529625709, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0e9c9d01dcbe1521dbe2ab895ce0a72d, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T10:14:27,234 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732529655820.0e9c9d01dcbe1521dbe2ab895ce0a72d., hostname=e2fd862922a0,38547,1732529625709, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0e9c9d01dcbe1521dbe2ab895ce0a72d, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T10:14:27,234 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732529655820.0e9c9d01dcbe1521dbe2ab895ce0a72d., hostname=e2fd862922a0,38547,1732529625709, seqNum=5 because the exception is null or not the one we care about 2024-11-25T10:14:27,242 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41005 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=50 2024-11-25T10:14:27,380 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=38547 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=51 2024-11-25T10:14:27,381 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e2fd862922a0:0-0 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732529655820.0e9c9d01dcbe1521dbe2ab895ce0a72d. 2024-11-25T10:14:27,381 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e2fd862922a0:0-0 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732529655820.0e9c9d01dcbe1521dbe2ab895ce0a72d. as already flushing 2024-11-25T10:14:27,381 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e2fd862922a0:0-0 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732529655820.0e9c9d01dcbe1521dbe2ab895ce0a72d. 2024-11-25T10:14:27,381 ERROR [RS_FLUSH_OPERATIONS-regionserver/e2fd862922a0:0-0 {event_type=RS_FLUSH_REGIONS, pid=51}] handler.RSProcedureHandler(58): pid=51 java.io.IOException: Unable to complete flush {ENCODED => 0e9c9d01dcbe1521dbe2ab895ce0a72d, NAME => 'TestAcidGuarantees,,1732529655820.0e9c9d01dcbe1521dbe2ab895ce0a72d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T10:14:27,381 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e2fd862922a0:0-0 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=51 java.io.IOException: Unable to complete flush {ENCODED => 0e9c9d01dcbe1521dbe2ab895ce0a72d, NAME => 'TestAcidGuarantees,,1732529655820.0e9c9d01dcbe1521dbe2ab895ce0a72d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T10:14:27,382 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41005 {}] master.HMaster(4177): Remote procedure failed, pid=51 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 0e9c9d01dcbe1521dbe2ab895ce0a72d, NAME => 'TestAcidGuarantees,,1732529655820.0e9c9d01dcbe1521dbe2ab895ce0a72d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 0e9c9d01dcbe1521dbe2ab895ce0a72d, NAME => 'TestAcidGuarantees,,1732529655820.0e9c9d01dcbe1521dbe2ab895ce0a72d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T10:14:27,415 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=251, memsize=47.0 K, hasBloomFilter=true, into tmp file hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/0e9c9d01dcbe1521dbe2ab895ce0a72d/.tmp/A/a4eeac6c1b94445bbdd03825198af61d 2024-11-25T10:14:27,424 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/0e9c9d01dcbe1521dbe2ab895ce0a72d/.tmp/B/6e57d967f18d41d8a5d20d2ca4002b1f is 50, key is test_row_0/B:col10/1732529665476/Put/seqid=0 2024-11-25T10:14:27,429 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39927 is added to blk_1073741996_1172 (size=12151) 2024-11-25T10:14:27,534 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=38547 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=51 2024-11-25T10:14:27,534 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e2fd862922a0:0-1 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732529655820.0e9c9d01dcbe1521dbe2ab895ce0a72d. 2024-11-25T10:14:27,534 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e2fd862922a0:0-1 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732529655820.0e9c9d01dcbe1521dbe2ab895ce0a72d. as already flushing 2024-11-25T10:14:27,534 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e2fd862922a0:0-1 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732529655820.0e9c9d01dcbe1521dbe2ab895ce0a72d. 2024-11-25T10:14:27,534 ERROR [RS_FLUSH_OPERATIONS-regionserver/e2fd862922a0:0-1 {event_type=RS_FLUSH_REGIONS, pid=51}] handler.RSProcedureHandler(58): pid=51 java.io.IOException: Unable to complete flush {ENCODED => 0e9c9d01dcbe1521dbe2ab895ce0a72d, NAME => 'TestAcidGuarantees,,1732529655820.0e9c9d01dcbe1521dbe2ab895ce0a72d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T10:14:27,534 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e2fd862922a0:0-1 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=51 java.io.IOException: Unable to complete flush {ENCODED => 0e9c9d01dcbe1521dbe2ab895ce0a72d, NAME => 'TestAcidGuarantees,,1732529655820.0e9c9d01dcbe1521dbe2ab895ce0a72d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T10:14:27,535 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41005 {}] master.HMaster(4177): Remote procedure failed, pid=51 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 0e9c9d01dcbe1521dbe2ab895ce0a72d, NAME => 'TestAcidGuarantees,,1732529655820.0e9c9d01dcbe1521dbe2ab895ce0a72d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 0e9c9d01dcbe1521dbe2ab895ce0a72d, NAME => 'TestAcidGuarantees,,1732529655820.0e9c9d01dcbe1521dbe2ab895ce0a72d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T10:14:27,632 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0e9c9d01dcbe1521dbe2ab895ce0a72d, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-25T10:14:27,633 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] ipc.CallRunner(138): callId: 66 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34884 deadline: 1732529727632, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0e9c9d01dcbe1521dbe2ab895ce0a72d, server=e2fd862922a0,38547,1732529625709 2024-11-25T10:14:27,633 WARN [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRpcRetryingCaller(177): Call to e2fd862922a0,38547,1732529625709 for 'test_row_1' in 0e9c9d01dcbe1521dbe2ab895ce0a72d of TestAcidGuarantees failed, tries = 6, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 2146 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0e9c9d01dcbe1521dbe2ab895ce0a72d, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor39.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0e9c9d01dcbe1521dbe2ab895ce0a72d, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 32 more 2024-11-25T10:14:27,634 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732529655820.0e9c9d01dcbe1521dbe2ab895ce0a72d., hostname=e2fd862922a0,38547,1732529625709, seqNum=5 , the old value is region=TestAcidGuarantees,,1732529655820.0e9c9d01dcbe1521dbe2ab895ce0a72d., hostname=e2fd862922a0,38547,1732529625709, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0e9c9d01dcbe1521dbe2ab895ce0a72d, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T10:14:27,634 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732529655820.0e9c9d01dcbe1521dbe2ab895ce0a72d., hostname=e2fd862922a0,38547,1732529625709, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0e9c9d01dcbe1521dbe2ab895ce0a72d, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T10:14:27,634 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732529655820.0e9c9d01dcbe1521dbe2ab895ce0a72d., hostname=e2fd862922a0,38547,1732529625709, seqNum=5 because the exception is null or not the one we care about 2024-11-25T10:14:27,643 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0e9c9d01dcbe1521dbe2ab895ce0a72d, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-25T10:14:27,643 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] ipc.CallRunner(138): callId: 69 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34900 deadline: 1732529727642, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0e9c9d01dcbe1521dbe2ab895ce0a72d, server=e2fd862922a0,38547,1732529625709 2024-11-25T10:14:27,643 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0e9c9d01dcbe1521dbe2ab895ce0a72d, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-25T10:14:27,643 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] ipc.CallRunner(138): callId: 63 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34932 deadline: 1732529727642, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0e9c9d01dcbe1521dbe2ab895ce0a72d, server=e2fd862922a0,38547,1732529625709 2024-11-25T10:14:27,643 WARN [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRpcRetryingCaller(177): Call to e2fd862922a0,38547,1732529625709 for 'test_row_1' in 0e9c9d01dcbe1521dbe2ab895ce0a72d of TestAcidGuarantees failed, tries = 6, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 2165 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0e9c9d01dcbe1521dbe2ab895ce0a72d, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor39.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0e9c9d01dcbe1521dbe2ab895ce0a72d, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 32 more 2024-11-25T10:14:27,643 WARN [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRpcRetryingCaller(177): Call to e2fd862922a0,38547,1732529625709 for 'test_row_0' in 0e9c9d01dcbe1521dbe2ab895ce0a72d of TestAcidGuarantees failed, tries = 6, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 2164 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0e9c9d01dcbe1521dbe2ab895ce0a72d, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor39.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0e9c9d01dcbe1521dbe2ab895ce0a72d, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 32 more 2024-11-25T10:14:27,644 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732529655820.0e9c9d01dcbe1521dbe2ab895ce0a72d., hostname=e2fd862922a0,38547,1732529625709, seqNum=5 , the old value is region=TestAcidGuarantees,,1732529655820.0e9c9d01dcbe1521dbe2ab895ce0a72d., hostname=e2fd862922a0,38547,1732529625709, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0e9c9d01dcbe1521dbe2ab895ce0a72d, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T10:14:27,644 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732529655820.0e9c9d01dcbe1521dbe2ab895ce0a72d., hostname=e2fd862922a0,38547,1732529625709, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0e9c9d01dcbe1521dbe2ab895ce0a72d, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T10:14:27,644 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732529655820.0e9c9d01dcbe1521dbe2ab895ce0a72d., hostname=e2fd862922a0,38547,1732529625709, seqNum=5 , the old value is region=TestAcidGuarantees,,1732529655820.0e9c9d01dcbe1521dbe2ab895ce0a72d., hostname=e2fd862922a0,38547,1732529625709, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0e9c9d01dcbe1521dbe2ab895ce0a72d, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T10:14:27,644 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732529655820.0e9c9d01dcbe1521dbe2ab895ce0a72d., hostname=e2fd862922a0,38547,1732529625709, seqNum=5 because the exception is null or not the one we care about 2024-11-25T10:14:27,644 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732529655820.0e9c9d01dcbe1521dbe2ab895ce0a72d., hostname=e2fd862922a0,38547,1732529625709, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0e9c9d01dcbe1521dbe2ab895ce0a72d, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T10:14:27,644 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732529655820.0e9c9d01dcbe1521dbe2ab895ce0a72d., hostname=e2fd862922a0,38547,1732529625709, seqNum=5 because the exception is null or not the one we care about 2024-11-25T10:14:27,687 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=38547 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=51 2024-11-25T10:14:27,687 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e2fd862922a0:0-2 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732529655820.0e9c9d01dcbe1521dbe2ab895ce0a72d. 2024-11-25T10:14:27,687 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e2fd862922a0:0-2 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732529655820.0e9c9d01dcbe1521dbe2ab895ce0a72d. as already flushing 2024-11-25T10:14:27,687 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e2fd862922a0:0-2 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732529655820.0e9c9d01dcbe1521dbe2ab895ce0a72d. 2024-11-25T10:14:27,687 ERROR [RS_FLUSH_OPERATIONS-regionserver/e2fd862922a0:0-2 {event_type=RS_FLUSH_REGIONS, pid=51}] handler.RSProcedureHandler(58): pid=51 java.io.IOException: Unable to complete flush {ENCODED => 0e9c9d01dcbe1521dbe2ab895ce0a72d, NAME => 'TestAcidGuarantees,,1732529655820.0e9c9d01dcbe1521dbe2ab895ce0a72d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T10:14:27,687 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e2fd862922a0:0-2 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=51 java.io.IOException: Unable to complete flush {ENCODED => 0e9c9d01dcbe1521dbe2ab895ce0a72d, NAME => 'TestAcidGuarantees,,1732529655820.0e9c9d01dcbe1521dbe2ab895ce0a72d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T10:14:27,688 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41005 {}] master.HMaster(4177): Remote procedure failed, pid=51 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 0e9c9d01dcbe1521dbe2ab895ce0a72d, NAME => 'TestAcidGuarantees,,1732529655820.0e9c9d01dcbe1521dbe2ab895ce0a72d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 0e9c9d01dcbe1521dbe2ab895ce0a72d, NAME => 'TestAcidGuarantees,,1732529655820.0e9c9d01dcbe1521dbe2ab895ce0a72d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T10:14:27,746 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0e9c9d01dcbe1521dbe2ab895ce0a72d, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-25T10:14:27,746 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] ipc.CallRunner(138): callId: 68 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34938 deadline: 1732529727742, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0e9c9d01dcbe1521dbe2ab895ce0a72d, server=e2fd862922a0,38547,1732529625709 2024-11-25T10:14:27,746 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0e9c9d01dcbe1521dbe2ab895ce0a72d, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-25T10:14:27,747 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732529655820.0e9c9d01dcbe1521dbe2ab895ce0a72d., hostname=e2fd862922a0,38547,1732529625709, seqNum=5 , the old value is region=TestAcidGuarantees,,1732529655820.0e9c9d01dcbe1521dbe2ab895ce0a72d., hostname=e2fd862922a0,38547,1732529625709, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0e9c9d01dcbe1521dbe2ab895ce0a72d, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T10:14:27,747 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732529655820.0e9c9d01dcbe1521dbe2ab895ce0a72d., hostname=e2fd862922a0,38547,1732529625709, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0e9c9d01dcbe1521dbe2ab895ce0a72d, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T10:14:27,747 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] ipc.CallRunner(138): callId: 70 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34914 deadline: 1732529727742, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0e9c9d01dcbe1521dbe2ab895ce0a72d, server=e2fd862922a0,38547,1732529625709 2024-11-25T10:14:27,747 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732529655820.0e9c9d01dcbe1521dbe2ab895ce0a72d., hostname=e2fd862922a0,38547,1732529625709, seqNum=5 because the exception is null or not the one we care about 2024-11-25T10:14:27,747 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732529655820.0e9c9d01dcbe1521dbe2ab895ce0a72d., hostname=e2fd862922a0,38547,1732529625709, seqNum=5 , the old value is region=TestAcidGuarantees,,1732529655820.0e9c9d01dcbe1521dbe2ab895ce0a72d., hostname=e2fd862922a0,38547,1732529625709, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0e9c9d01dcbe1521dbe2ab895ce0a72d, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T10:14:27,747 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732529655820.0e9c9d01dcbe1521dbe2ab895ce0a72d., hostname=e2fd862922a0,38547,1732529625709, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0e9c9d01dcbe1521dbe2ab895ce0a72d, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T10:14:27,747 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732529655820.0e9c9d01dcbe1521dbe2ab895ce0a72d., hostname=e2fd862922a0,38547,1732529625709, seqNum=5 because the exception is null or not the one we care about 2024-11-25T10:14:27,752 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41005 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=50 2024-11-25T10:14:27,829 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=251 (bloomFilter=true), to=hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/0e9c9d01dcbe1521dbe2ab895ce0a72d/.tmp/B/6e57d967f18d41d8a5d20d2ca4002b1f 2024-11-25T10:14:27,839 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/0e9c9d01dcbe1521dbe2ab895ce0a72d/.tmp/C/9ef23f46ac624ff29289d7b2ef399364 is 50, key is test_row_0/C:col10/1732529665476/Put/seqid=0 2024-11-25T10:14:27,840 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=38547 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=51 2024-11-25T10:14:27,840 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e2fd862922a0:0-0 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732529655820.0e9c9d01dcbe1521dbe2ab895ce0a72d. 2024-11-25T10:14:27,840 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e2fd862922a0:0-0 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732529655820.0e9c9d01dcbe1521dbe2ab895ce0a72d. as already flushing 2024-11-25T10:14:27,840 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e2fd862922a0:0-0 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732529655820.0e9c9d01dcbe1521dbe2ab895ce0a72d. 2024-11-25T10:14:27,840 ERROR [RS_FLUSH_OPERATIONS-regionserver/e2fd862922a0:0-0 {event_type=RS_FLUSH_REGIONS, pid=51}] handler.RSProcedureHandler(58): pid=51 java.io.IOException: Unable to complete flush {ENCODED => 0e9c9d01dcbe1521dbe2ab895ce0a72d, NAME => 'TestAcidGuarantees,,1732529655820.0e9c9d01dcbe1521dbe2ab895ce0a72d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T10:14:27,840 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e2fd862922a0:0-0 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=51 java.io.IOException: Unable to complete flush {ENCODED => 0e9c9d01dcbe1521dbe2ab895ce0a72d, NAME => 'TestAcidGuarantees,,1732529655820.0e9c9d01dcbe1521dbe2ab895ce0a72d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T10:14:27,841 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41005 {}] master.HMaster(4177): Remote procedure failed, pid=51 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 0e9c9d01dcbe1521dbe2ab895ce0a72d, NAME => 'TestAcidGuarantees,,1732529655820.0e9c9d01dcbe1521dbe2ab895ce0a72d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 0e9c9d01dcbe1521dbe2ab895ce0a72d, NAME => 'TestAcidGuarantees,,1732529655820.0e9c9d01dcbe1521dbe2ab895ce0a72d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T10:14:27,845 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39927 is added to blk_1073741997_1173 (size=12151) 2024-11-25T10:14:27,993 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=38547 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=51 2024-11-25T10:14:27,994 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e2fd862922a0:0-1 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732529655820.0e9c9d01dcbe1521dbe2ab895ce0a72d. 2024-11-25T10:14:27,994 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e2fd862922a0:0-1 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732529655820.0e9c9d01dcbe1521dbe2ab895ce0a72d. as already flushing 2024-11-25T10:14:27,994 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e2fd862922a0:0-1 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732529655820.0e9c9d01dcbe1521dbe2ab895ce0a72d. 2024-11-25T10:14:27,994 ERROR [RS_FLUSH_OPERATIONS-regionserver/e2fd862922a0:0-1 {event_type=RS_FLUSH_REGIONS, pid=51}] handler.RSProcedureHandler(58): pid=51 java.io.IOException: Unable to complete flush {ENCODED => 0e9c9d01dcbe1521dbe2ab895ce0a72d, NAME => 'TestAcidGuarantees,,1732529655820.0e9c9d01dcbe1521dbe2ab895ce0a72d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T10:14:27,994 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e2fd862922a0:0-1 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=51 java.io.IOException: Unable to complete flush {ENCODED => 0e9c9d01dcbe1521dbe2ab895ce0a72d, NAME => 'TestAcidGuarantees,,1732529655820.0e9c9d01dcbe1521dbe2ab895ce0a72d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T10:14:27,995 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41005 {}] master.HMaster(4177): Remote procedure failed, pid=51 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 0e9c9d01dcbe1521dbe2ab895ce0a72d, NAME => 'TestAcidGuarantees,,1732529655820.0e9c9d01dcbe1521dbe2ab895ce0a72d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 0e9c9d01dcbe1521dbe2ab895ce0a72d, NAME => 'TestAcidGuarantees,,1732529655820.0e9c9d01dcbe1521dbe2ab895ce0a72d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T10:14:28,147 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=38547 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=51 2024-11-25T10:14:28,147 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e2fd862922a0:0-2 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732529655820.0e9c9d01dcbe1521dbe2ab895ce0a72d. 2024-11-25T10:14:28,147 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e2fd862922a0:0-2 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732529655820.0e9c9d01dcbe1521dbe2ab895ce0a72d. as already flushing 2024-11-25T10:14:28,147 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e2fd862922a0:0-2 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732529655820.0e9c9d01dcbe1521dbe2ab895ce0a72d. 2024-11-25T10:14:28,147 ERROR [RS_FLUSH_OPERATIONS-regionserver/e2fd862922a0:0-2 {event_type=RS_FLUSH_REGIONS, pid=51}] handler.RSProcedureHandler(58): pid=51 java.io.IOException: Unable to complete flush {ENCODED => 0e9c9d01dcbe1521dbe2ab895ce0a72d, NAME => 'TestAcidGuarantees,,1732529655820.0e9c9d01dcbe1521dbe2ab895ce0a72d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T10:14:28,147 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e2fd862922a0:0-2 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=51 java.io.IOException: Unable to complete flush {ENCODED => 0e9c9d01dcbe1521dbe2ab895ce0a72d, NAME => 'TestAcidGuarantees,,1732529655820.0e9c9d01dcbe1521dbe2ab895ce0a72d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T10:14:28,148 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41005 {}] master.HMaster(4177): Remote procedure failed, pid=51 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 0e9c9d01dcbe1521dbe2ab895ce0a72d, NAME => 'TestAcidGuarantees,,1732529655820.0e9c9d01dcbe1521dbe2ab895ce0a72d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 0e9c9d01dcbe1521dbe2ab895ce0a72d, NAME => 'TestAcidGuarantees,,1732529655820.0e9c9d01dcbe1521dbe2ab895ce0a72d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T10:14:28,246 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=251 (bloomFilter=true), to=hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/0e9c9d01dcbe1521dbe2ab895ce0a72d/.tmp/C/9ef23f46ac624ff29289d7b2ef399364 2024-11-25T10:14:28,251 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/0e9c9d01dcbe1521dbe2ab895ce0a72d/.tmp/A/a4eeac6c1b94445bbdd03825198af61d as hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/0e9c9d01dcbe1521dbe2ab895ce0a72d/A/a4eeac6c1b94445bbdd03825198af61d 2024-11-25T10:14:28,255 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/0e9c9d01dcbe1521dbe2ab895ce0a72d/A/a4eeac6c1b94445bbdd03825198af61d, entries=150, sequenceid=251, filesize=30.4 K 2024-11-25T10:14:28,256 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/0e9c9d01dcbe1521dbe2ab895ce0a72d/.tmp/B/6e57d967f18d41d8a5d20d2ca4002b1f as hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/0e9c9d01dcbe1521dbe2ab895ce0a72d/B/6e57d967f18d41d8a5d20d2ca4002b1f 2024-11-25T10:14:28,260 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/0e9c9d01dcbe1521dbe2ab895ce0a72d/B/6e57d967f18d41d8a5d20d2ca4002b1f, entries=150, sequenceid=251, filesize=11.9 K 2024-11-25T10:14:28,262 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/0e9c9d01dcbe1521dbe2ab895ce0a72d/.tmp/C/9ef23f46ac624ff29289d7b2ef399364 as hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/0e9c9d01dcbe1521dbe2ab895ce0a72d/C/9ef23f46ac624ff29289d7b2ef399364 2024-11-25T10:14:28,266 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/0e9c9d01dcbe1521dbe2ab895ce0a72d/C/9ef23f46ac624ff29289d7b2ef399364, entries=150, sequenceid=251, filesize=11.9 K 2024-11-25T10:14:28,267 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~140.89 KB/144270, heapSize ~395.48 KB/404976, currentSize=46.96 KB/48090 for 0e9c9d01dcbe1521dbe2ab895ce0a72d in 1682ms, sequenceid=251, compaction requested=false 2024-11-25T10:14:28,267 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 0e9c9d01dcbe1521dbe2ab895ce0a72d: 2024-11-25T10:14:28,300 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=38547 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=51 2024-11-25T10:14:28,300 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e2fd862922a0:0-0 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732529655820.0e9c9d01dcbe1521dbe2ab895ce0a72d. 2024-11-25T10:14:28,301 INFO [RS_FLUSH_OPERATIONS-regionserver/e2fd862922a0:0-0 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.HRegion(2902): Flushing 0e9c9d01dcbe1521dbe2ab895ce0a72d 3/3 column families, dataSize=46.96 KB heapSize=140.20 KB 2024-11-25T10:14:28,301 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e2fd862922a0:0-0 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 0e9c9d01dcbe1521dbe2ab895ce0a72d, store=A 2024-11-25T10:14:28,301 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e2fd862922a0:0-0 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T10:14:28,301 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e2fd862922a0:0-0 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 0e9c9d01dcbe1521dbe2ab895ce0a72d, store=B 2024-11-25T10:14:28,301 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e2fd862922a0:0-0 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T10:14:28,301 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e2fd862922a0:0-0 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 0e9c9d01dcbe1521dbe2ab895ce0a72d, store=C 2024-11-25T10:14:28,301 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e2fd862922a0:0-0 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T10:14:28,309 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e2fd862922a0:0-0 {event_type=RS_FLUSH_REGIONS, pid=51}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411256d863c827f454836a5c4317b0a4f5eda_0e9c9d01dcbe1521dbe2ab895ce0a72d is 50, key is test_row_0/A:col10/1732529666597/Put/seqid=0 2024-11-25T10:14:28,316 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39927 is added to blk_1073741998_1174 (size=12404) 2024-11-25T10:14:28,717 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e2fd862922a0:0-0 {event_type=RS_FLUSH_REGIONS, pid=51}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:28,721 INFO [RS_FLUSH_OPERATIONS-regionserver/e2fd862922a0:0-0 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411256d863c827f454836a5c4317b0a4f5eda_0e9c9d01dcbe1521dbe2ab895ce0a72d to hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411256d863c827f454836a5c4317b0a4f5eda_0e9c9d01dcbe1521dbe2ab895ce0a72d 2024-11-25T10:14:28,722 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e2fd862922a0:0-0 {event_type=RS_FLUSH_REGIONS, pid=51}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/0e9c9d01dcbe1521dbe2ab895ce0a72d/.tmp/A/7f6097e059d244d1b7d2c5f6dcb43442, store: [table=TestAcidGuarantees family=A region=0e9c9d01dcbe1521dbe2ab895ce0a72d] 2024-11-25T10:14:28,723 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e2fd862922a0:0-0 {event_type=RS_FLUSH_REGIONS, pid=51}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/0e9c9d01dcbe1521dbe2ab895ce0a72d/.tmp/A/7f6097e059d244d1b7d2c5f6dcb43442 is 175, key is test_row_0/A:col10/1732529666597/Put/seqid=0 2024-11-25T10:14:28,727 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39927 is added to blk_1073741999_1175 (size=31205) 2024-11-25T10:14:28,763 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41005 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=50 2024-11-25T10:14:28,764 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] regionserver.HRegion(8855): Flush requested on 0e9c9d01dcbe1521dbe2ab895ce0a72d 2024-11-25T10:14:28,764 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732529655820.0e9c9d01dcbe1521dbe2ab895ce0a72d. as already flushing 2024-11-25T10:14:28,803 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/e2fd862922a0:0-4 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=259, cellSize=11855, totalHeapSize=27176, min timestamp=1732529668788, max timestamp=1732529668799Num uniques 859; 2024-11-25T10:14:28,803 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/e2fd862922a0:0-4 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=11855, suffix heap size=117064,new segment heap size=27176 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=259 2024-11-25T10:14:28,803 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/e2fd862922a0:0-5 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=259, cellSize=11855, totalHeapSize=27176, min timestamp=1732529668788, max timestamp=1732529668799Num uniques 859; 2024-11-25T10:14:28,803 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/e2fd862922a0:0-2 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=259, cellSize=11855, totalHeapSize=27176, min timestamp=1732529668788, max timestamp=1732529668799Num uniques 859; 2024-11-25T10:14:28,803 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/e2fd862922a0:0-5 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=11855, suffix heap size=117064,new segment heap size=27176 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=259 2024-11-25T10:14:28,803 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/e2fd862922a0:0-2 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=11855, suffix heap size=117064,new segment heap size=27176 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=259 2024-11-25T10:14:28,844 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0e9c9d01dcbe1521dbe2ab895ce0a72d, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-25T10:14:28,844 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] ipc.CallRunner(138): callId: 87 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34914 deadline: 1732529728837, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0e9c9d01dcbe1521dbe2ab895ce0a72d, server=e2fd862922a0,38547,1732529625709 2024-11-25T10:14:28,844 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732529655820.0e9c9d01dcbe1521dbe2ab895ce0a72d., hostname=e2fd862922a0,38547,1732529625709, seqNum=5 , the old value is region=TestAcidGuarantees,,1732529655820.0e9c9d01dcbe1521dbe2ab895ce0a72d., hostname=e2fd862922a0,38547,1732529625709, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0e9c9d01dcbe1521dbe2ab895ce0a72d, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T10:14:28,844 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732529655820.0e9c9d01dcbe1521dbe2ab895ce0a72d., hostname=e2fd862922a0,38547,1732529625709, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0e9c9d01dcbe1521dbe2ab895ce0a72d, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T10:14:28,844 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732529655820.0e9c9d01dcbe1521dbe2ab895ce0a72d., hostname=e2fd862922a0,38547,1732529625709, seqNum=5 because the exception is null or not the one we care about 2024-11-25T10:14:28,845 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0e9c9d01dcbe1521dbe2ab895ce0a72d, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-25T10:14:28,845 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] ipc.CallRunner(138): callId: 85 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34938 deadline: 1732529728842, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0e9c9d01dcbe1521dbe2ab895ce0a72d, server=e2fd862922a0,38547,1732529625709 2024-11-25T10:14:28,845 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732529655820.0e9c9d01dcbe1521dbe2ab895ce0a72d., hostname=e2fd862922a0,38547,1732529625709, seqNum=5 , the old value is region=TestAcidGuarantees,,1732529655820.0e9c9d01dcbe1521dbe2ab895ce0a72d., hostname=e2fd862922a0,38547,1732529625709, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0e9c9d01dcbe1521dbe2ab895ce0a72d, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T10:14:28,845 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732529655820.0e9c9d01dcbe1521dbe2ab895ce0a72d., hostname=e2fd862922a0,38547,1732529625709, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0e9c9d01dcbe1521dbe2ab895ce0a72d, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T10:14:28,845 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732529655820.0e9c9d01dcbe1521dbe2ab895ce0a72d., hostname=e2fd862922a0,38547,1732529625709, seqNum=5 because the exception is null or not the one we care about 2024-11-25T10:14:28,956 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0e9c9d01dcbe1521dbe2ab895ce0a72d, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-25T10:14:28,956 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] ipc.CallRunner(138): callId: 88 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34914 deadline: 1732529728952, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0e9c9d01dcbe1521dbe2ab895ce0a72d, server=e2fd862922a0,38547,1732529625709 2024-11-25T10:14:28,956 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0e9c9d01dcbe1521dbe2ab895ce0a72d, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-25T10:14:28,956 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732529655820.0e9c9d01dcbe1521dbe2ab895ce0a72d., hostname=e2fd862922a0,38547,1732529625709, seqNum=5 , the old value is region=TestAcidGuarantees,,1732529655820.0e9c9d01dcbe1521dbe2ab895ce0a72d., hostname=e2fd862922a0,38547,1732529625709, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0e9c9d01dcbe1521dbe2ab895ce0a72d, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T10:14:28,956 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732529655820.0e9c9d01dcbe1521dbe2ab895ce0a72d., hostname=e2fd862922a0,38547,1732529625709, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0e9c9d01dcbe1521dbe2ab895ce0a72d, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T10:14:28,956 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732529655820.0e9c9d01dcbe1521dbe2ab895ce0a72d., hostname=e2fd862922a0,38547,1732529625709, seqNum=5 because the exception is null or not the one we care about 2024-11-25T10:14:28,956 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] ipc.CallRunner(138): callId: 86 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34938 deadline: 1732529728952, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0e9c9d01dcbe1521dbe2ab895ce0a72d, server=e2fd862922a0,38547,1732529625709 2024-11-25T10:14:28,957 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732529655820.0e9c9d01dcbe1521dbe2ab895ce0a72d., hostname=e2fd862922a0,38547,1732529625709, seqNum=5 , the old value is region=TestAcidGuarantees,,1732529655820.0e9c9d01dcbe1521dbe2ab895ce0a72d., hostname=e2fd862922a0,38547,1732529625709, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0e9c9d01dcbe1521dbe2ab895ce0a72d, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T10:14:28,957 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732529655820.0e9c9d01dcbe1521dbe2ab895ce0a72d., hostname=e2fd862922a0,38547,1732529625709, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0e9c9d01dcbe1521dbe2ab895ce0a72d, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T10:14:28,957 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732529655820.0e9c9d01dcbe1521dbe2ab895ce0a72d., hostname=e2fd862922a0,38547,1732529625709, seqNum=5 because the exception is null or not the one we care about 2024-11-25T10:14:29,128 INFO [RS_FLUSH_OPERATIONS-regionserver/e2fd862922a0:0-0 {event_type=RS_FLUSH_REGIONS, pid=51}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=261, memsize=15.7 K, hasBloomFilter=true, into tmp file hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/0e9c9d01dcbe1521dbe2ab895ce0a72d/.tmp/A/7f6097e059d244d1b7d2c5f6dcb43442 2024-11-25T10:14:29,137 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e2fd862922a0:0-0 {event_type=RS_FLUSH_REGIONS, pid=51}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/0e9c9d01dcbe1521dbe2ab895ce0a72d/.tmp/B/920563bb93274434b0fd39d2598eddbd is 50, key is test_row_0/B:col10/1732529666597/Put/seqid=0 2024-11-25T10:14:29,140 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39927 is added to blk_1073742000_1176 (size=12251) 2024-11-25T10:14:29,165 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0e9c9d01dcbe1521dbe2ab895ce0a72d, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-25T10:14:29,165 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] ipc.CallRunner(138): callId: 89 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34914 deadline: 1732529729162, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0e9c9d01dcbe1521dbe2ab895ce0a72d, server=e2fd862922a0,38547,1732529625709 2024-11-25T10:14:29,166 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0e9c9d01dcbe1521dbe2ab895ce0a72d, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-25T10:14:29,166 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732529655820.0e9c9d01dcbe1521dbe2ab895ce0a72d., hostname=e2fd862922a0,38547,1732529625709, seqNum=5 , the old value is region=TestAcidGuarantees,,1732529655820.0e9c9d01dcbe1521dbe2ab895ce0a72d., hostname=e2fd862922a0,38547,1732529625709, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0e9c9d01dcbe1521dbe2ab895ce0a72d, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T10:14:29,166 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732529655820.0e9c9d01dcbe1521dbe2ab895ce0a72d., hostname=e2fd862922a0,38547,1732529625709, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0e9c9d01dcbe1521dbe2ab895ce0a72d, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T10:14:29,166 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732529655820.0e9c9d01dcbe1521dbe2ab895ce0a72d., hostname=e2fd862922a0,38547,1732529625709, seqNum=5 because the exception is null or not the one we care about 2024-11-25T10:14:29,166 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] ipc.CallRunner(138): callId: 87 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34938 deadline: 1732529729162, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0e9c9d01dcbe1521dbe2ab895ce0a72d, server=e2fd862922a0,38547,1732529625709 2024-11-25T10:14:29,166 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732529655820.0e9c9d01dcbe1521dbe2ab895ce0a72d., hostname=e2fd862922a0,38547,1732529625709, seqNum=5 , the old value is region=TestAcidGuarantees,,1732529655820.0e9c9d01dcbe1521dbe2ab895ce0a72d., hostname=e2fd862922a0,38547,1732529625709, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0e9c9d01dcbe1521dbe2ab895ce0a72d, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T10:14:29,166 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732529655820.0e9c9d01dcbe1521dbe2ab895ce0a72d., hostname=e2fd862922a0,38547,1732529625709, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0e9c9d01dcbe1521dbe2ab895ce0a72d, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T10:14:29,166 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732529655820.0e9c9d01dcbe1521dbe2ab895ce0a72d., hostname=e2fd862922a0,38547,1732529625709, seqNum=5 because the exception is null or not the one we care about 2024-11-25T10:14:29,202 INFO [master/e2fd862922a0:0.Chore.1 {}] migrate.RollingUpgradeChore(116): There is no table to migrate StoreFileTracker! 2024-11-25T10:14:29,202 INFO [master/e2fd862922a0:0.Chore.1 {}] migrate.RollingUpgradeChore(85): All Rolling-Upgrade tasks are complete, shutdown RollingUpgradeChore! 2024-11-25T10:14:29,478 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0e9c9d01dcbe1521dbe2ab895ce0a72d, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-25T10:14:29,478 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] ipc.CallRunner(138): callId: 90 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34914 deadline: 1732529729472, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0e9c9d01dcbe1521dbe2ab895ce0a72d, server=e2fd862922a0,38547,1732529625709 2024-11-25T10:14:29,478 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0e9c9d01dcbe1521dbe2ab895ce0a72d, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-25T10:14:29,478 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732529655820.0e9c9d01dcbe1521dbe2ab895ce0a72d., hostname=e2fd862922a0,38547,1732529625709, seqNum=5 , the old value is region=TestAcidGuarantees,,1732529655820.0e9c9d01dcbe1521dbe2ab895ce0a72d., hostname=e2fd862922a0,38547,1732529625709, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0e9c9d01dcbe1521dbe2ab895ce0a72d, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T10:14:29,478 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732529655820.0e9c9d01dcbe1521dbe2ab895ce0a72d., hostname=e2fd862922a0,38547,1732529625709, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0e9c9d01dcbe1521dbe2ab895ce0a72d, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T10:14:29,479 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] ipc.CallRunner(138): callId: 88 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34938 deadline: 1732529729472, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0e9c9d01dcbe1521dbe2ab895ce0a72d, server=e2fd862922a0,38547,1732529625709 2024-11-25T10:14:29,479 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732529655820.0e9c9d01dcbe1521dbe2ab895ce0a72d., hostname=e2fd862922a0,38547,1732529625709, seqNum=5 because the exception is null or not the one we care about 2024-11-25T10:14:29,479 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732529655820.0e9c9d01dcbe1521dbe2ab895ce0a72d., hostname=e2fd862922a0,38547,1732529625709, seqNum=5 , the old value is region=TestAcidGuarantees,,1732529655820.0e9c9d01dcbe1521dbe2ab895ce0a72d., hostname=e2fd862922a0,38547,1732529625709, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0e9c9d01dcbe1521dbe2ab895ce0a72d, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T10:14:29,479 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732529655820.0e9c9d01dcbe1521dbe2ab895ce0a72d., hostname=e2fd862922a0,38547,1732529625709, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0e9c9d01dcbe1521dbe2ab895ce0a72d, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T10:14:29,479 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732529655820.0e9c9d01dcbe1521dbe2ab895ce0a72d., hostname=e2fd862922a0,38547,1732529625709, seqNum=5 because the exception is null or not the one we care about 2024-11-25T10:14:29,541 INFO [RS_FLUSH_OPERATIONS-regionserver/e2fd862922a0:0-0 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=261 (bloomFilter=true), to=hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/0e9c9d01dcbe1521dbe2ab895ce0a72d/.tmp/B/920563bb93274434b0fd39d2598eddbd 2024-11-25T10:14:29,557 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e2fd862922a0:0-0 {event_type=RS_FLUSH_REGIONS, pid=51}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/0e9c9d01dcbe1521dbe2ab895ce0a72d/.tmp/C/dfd8a660d87d48dca237befd7048c2d6 is 50, key is test_row_0/C:col10/1732529666597/Put/seqid=0 2024-11-25T10:14:29,563 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39927 is added to blk_1073742001_1177 (size=12251) 2024-11-25T10:14:29,564 INFO [RS_FLUSH_OPERATIONS-regionserver/e2fd862922a0:0-0 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=261 (bloomFilter=true), to=hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/0e9c9d01dcbe1521dbe2ab895ce0a72d/.tmp/C/dfd8a660d87d48dca237befd7048c2d6 2024-11-25T10:14:29,573 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e2fd862922a0:0-0 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/0e9c9d01dcbe1521dbe2ab895ce0a72d/.tmp/A/7f6097e059d244d1b7d2c5f6dcb43442 as hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/0e9c9d01dcbe1521dbe2ab895ce0a72d/A/7f6097e059d244d1b7d2c5f6dcb43442 2024-11-25T10:14:29,578 INFO [RS_FLUSH_OPERATIONS-regionserver/e2fd862922a0:0-0 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/0e9c9d01dcbe1521dbe2ab895ce0a72d/A/7f6097e059d244d1b7d2c5f6dcb43442, entries=150, sequenceid=261, filesize=30.5 K 2024-11-25T10:14:29,581 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e2fd862922a0:0-0 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/0e9c9d01dcbe1521dbe2ab895ce0a72d/.tmp/B/920563bb93274434b0fd39d2598eddbd as hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/0e9c9d01dcbe1521dbe2ab895ce0a72d/B/920563bb93274434b0fd39d2598eddbd 2024-11-25T10:14:29,586 INFO [RS_FLUSH_OPERATIONS-regionserver/e2fd862922a0:0-0 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/0e9c9d01dcbe1521dbe2ab895ce0a72d/B/920563bb93274434b0fd39d2598eddbd, entries=150, sequenceid=261, filesize=12.0 K 2024-11-25T10:14:29,587 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e2fd862922a0:0-0 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/0e9c9d01dcbe1521dbe2ab895ce0a72d/.tmp/C/dfd8a660d87d48dca237befd7048c2d6 as hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/0e9c9d01dcbe1521dbe2ab895ce0a72d/C/dfd8a660d87d48dca237befd7048c2d6 2024-11-25T10:14:29,594 INFO [RS_FLUSH_OPERATIONS-regionserver/e2fd862922a0:0-0 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/0e9c9d01dcbe1521dbe2ab895ce0a72d/C/dfd8a660d87d48dca237befd7048c2d6, entries=150, sequenceid=261, filesize=12.0 K 2024-11-25T10:14:29,595 INFO [RS_FLUSH_OPERATIONS-regionserver/e2fd862922a0:0-0 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.HRegion(3140): Finished flush of dataSize ~46.96 KB/48090, heapSize ~140.16 KB/143520, currentSize=134.18 KB/137400 for 0e9c9d01dcbe1521dbe2ab895ce0a72d in 1295ms, sequenceid=261, compaction requested=true 2024-11-25T10:14:29,595 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e2fd862922a0:0-0 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.HRegion(2603): Flush status journal for 0e9c9d01dcbe1521dbe2ab895ce0a72d: 2024-11-25T10:14:29,595 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e2fd862922a0:0-0 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732529655820.0e9c9d01dcbe1521dbe2ab895ce0a72d. 2024-11-25T10:14:29,595 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e2fd862922a0:0-0 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=51 2024-11-25T10:14:29,596 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41005 {}] master.HMaster(4169): Remote procedure done, pid=51 2024-11-25T10:14:29,599 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=51, resume processing ppid=50 2024-11-25T10:14:29,599 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=51, ppid=50, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.9820 sec 2024-11-25T10:14:29,601 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=50, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=50, table=TestAcidGuarantees in 2.9880 sec 2024-11-25T10:14:29,657 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] regionserver.HRegion(8855): Flush requested on 0e9c9d01dcbe1521dbe2ab895ce0a72d 2024-11-25T10:14:29,657 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 0e9c9d01dcbe1521dbe2ab895ce0a72d 3/3 column families, dataSize=147.60 KB heapSize=415.45 KB 2024-11-25T10:14:29,657 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 0e9c9d01dcbe1521dbe2ab895ce0a72d, store=A 2024-11-25T10:14:29,657 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-25T10:14:29,657 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 0e9c9d01dcbe1521dbe2ab895ce0a72d, store=B 2024-11-25T10:14:29,657 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-25T10:14:29,658 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 0e9c9d01dcbe1521dbe2ab895ce0a72d, store=C 2024-11-25T10:14:29,658 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-25T10:14:29,667 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241125d1538dfb844148c89cfbdb794eed873e_0e9c9d01dcbe1521dbe2ab895ce0a72d is 50, key is test_row_0/A:col10/1732529669654/Put/seqid=0 2024-11-25T10:14:29,673 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0e9c9d01dcbe1521dbe2ab895ce0a72d, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-25T10:14:29,673 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] ipc.CallRunner(138): callId: 67 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34932 deadline: 1732529729671, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0e9c9d01dcbe1521dbe2ab895ce0a72d, server=e2fd862922a0,38547,1732529625709 2024-11-25T10:14:29,674 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732529655820.0e9c9d01dcbe1521dbe2ab895ce0a72d., hostname=e2fd862922a0,38547,1732529625709, seqNum=5 , the old value is region=TestAcidGuarantees,,1732529655820.0e9c9d01dcbe1521dbe2ab895ce0a72d., hostname=e2fd862922a0,38547,1732529625709, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0e9c9d01dcbe1521dbe2ab895ce0a72d, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T10:14:29,674 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732529655820.0e9c9d01dcbe1521dbe2ab895ce0a72d., hostname=e2fd862922a0,38547,1732529625709, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0e9c9d01dcbe1521dbe2ab895ce0a72d, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T10:14:29,674 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732529655820.0e9c9d01dcbe1521dbe2ab895ce0a72d., hostname=e2fd862922a0,38547,1732529625709, seqNum=5 because the exception is null or not the one we care about 2024-11-25T10:14:29,681 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0e9c9d01dcbe1521dbe2ab895ce0a72d, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-25T10:14:29,681 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] ipc.CallRunner(138): callId: 72 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34900 deadline: 1732529729673, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0e9c9d01dcbe1521dbe2ab895ce0a72d, server=e2fd862922a0,38547,1732529625709 2024-11-25T10:14:29,681 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0e9c9d01dcbe1521dbe2ab895ce0a72d, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-25T10:14:29,682 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] ipc.CallRunner(138): callId: 70 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34884 deadline: 1732529729673, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0e9c9d01dcbe1521dbe2ab895ce0a72d, server=e2fd862922a0,38547,1732529625709 2024-11-25T10:14:29,682 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732529655820.0e9c9d01dcbe1521dbe2ab895ce0a72d., hostname=e2fd862922a0,38547,1732529625709, seqNum=5 , the old value is region=TestAcidGuarantees,,1732529655820.0e9c9d01dcbe1521dbe2ab895ce0a72d., hostname=e2fd862922a0,38547,1732529625709, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0e9c9d01dcbe1521dbe2ab895ce0a72d, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T10:14:29,682 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732529655820.0e9c9d01dcbe1521dbe2ab895ce0a72d., hostname=e2fd862922a0,38547,1732529625709, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0e9c9d01dcbe1521dbe2ab895ce0a72d, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T10:14:29,682 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732529655820.0e9c9d01dcbe1521dbe2ab895ce0a72d., hostname=e2fd862922a0,38547,1732529625709, seqNum=5 because the exception is null or not the one we care about 2024-11-25T10:14:29,682 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732529655820.0e9c9d01dcbe1521dbe2ab895ce0a72d., hostname=e2fd862922a0,38547,1732529625709, seqNum=5 , the old value is region=TestAcidGuarantees,,1732529655820.0e9c9d01dcbe1521dbe2ab895ce0a72d., hostname=e2fd862922a0,38547,1732529625709, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0e9c9d01dcbe1521dbe2ab895ce0a72d, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T10:14:29,682 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732529655820.0e9c9d01dcbe1521dbe2ab895ce0a72d., hostname=e2fd862922a0,38547,1732529625709, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0e9c9d01dcbe1521dbe2ab895ce0a72d, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T10:14:29,682 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732529655820.0e9c9d01dcbe1521dbe2ab895ce0a72d., hostname=e2fd862922a0,38547,1732529625709, seqNum=5 because the exception is null or not the one we care about 2024-11-25T10:14:29,686 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39927 is added to blk_1073742002_1178 (size=12454) 2024-11-25T10:14:29,784 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0e9c9d01dcbe1521dbe2ab895ce0a72d, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-25T10:14:29,784 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] ipc.CallRunner(138): callId: 68 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34932 deadline: 1732529729783, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0e9c9d01dcbe1521dbe2ab895ce0a72d, server=e2fd862922a0,38547,1732529625709 2024-11-25T10:14:29,784 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732529655820.0e9c9d01dcbe1521dbe2ab895ce0a72d., hostname=e2fd862922a0,38547,1732529625709, seqNum=5 , the old value is region=TestAcidGuarantees,,1732529655820.0e9c9d01dcbe1521dbe2ab895ce0a72d., hostname=e2fd862922a0,38547,1732529625709, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0e9c9d01dcbe1521dbe2ab895ce0a72d, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T10:14:29,785 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732529655820.0e9c9d01dcbe1521dbe2ab895ce0a72d., hostname=e2fd862922a0,38547,1732529625709, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0e9c9d01dcbe1521dbe2ab895ce0a72d, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T10:14:29,785 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732529655820.0e9c9d01dcbe1521dbe2ab895ce0a72d., hostname=e2fd862922a0,38547,1732529625709, seqNum=5 because the exception is null or not the one we care about 2024-11-25T10:14:29,799 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0e9c9d01dcbe1521dbe2ab895ce0a72d, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-25T10:14:29,799 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] ipc.CallRunner(138): callId: 73 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34900 deadline: 1732529729792, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0e9c9d01dcbe1521dbe2ab895ce0a72d, server=e2fd862922a0,38547,1732529625709 2024-11-25T10:14:29,799 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0e9c9d01dcbe1521dbe2ab895ce0a72d, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-25T10:14:29,800 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732529655820.0e9c9d01dcbe1521dbe2ab895ce0a72d., hostname=e2fd862922a0,38547,1732529625709, seqNum=5 , the old value is region=TestAcidGuarantees,,1732529655820.0e9c9d01dcbe1521dbe2ab895ce0a72d., hostname=e2fd862922a0,38547,1732529625709, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0e9c9d01dcbe1521dbe2ab895ce0a72d, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T10:14:29,800 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] ipc.CallRunner(138): callId: 71 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34884 deadline: 1732529729792, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0e9c9d01dcbe1521dbe2ab895ce0a72d, server=e2fd862922a0,38547,1732529625709 2024-11-25T10:14:29,800 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732529655820.0e9c9d01dcbe1521dbe2ab895ce0a72d., hostname=e2fd862922a0,38547,1732529625709, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0e9c9d01dcbe1521dbe2ab895ce0a72d, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T10:14:29,800 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732529655820.0e9c9d01dcbe1521dbe2ab895ce0a72d., hostname=e2fd862922a0,38547,1732529625709, seqNum=5 because the exception is null or not the one we care about 2024-11-25T10:14:29,800 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732529655820.0e9c9d01dcbe1521dbe2ab895ce0a72d., hostname=e2fd862922a0,38547,1732529625709, seqNum=5 , the old value is region=TestAcidGuarantees,,1732529655820.0e9c9d01dcbe1521dbe2ab895ce0a72d., hostname=e2fd862922a0,38547,1732529625709, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0e9c9d01dcbe1521dbe2ab895ce0a72d, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T10:14:29,800 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732529655820.0e9c9d01dcbe1521dbe2ab895ce0a72d., hostname=e2fd862922a0,38547,1732529625709, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0e9c9d01dcbe1521dbe2ab895ce0a72d, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T10:14:29,800 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732529655820.0e9c9d01dcbe1521dbe2ab895ce0a72d., hostname=e2fd862922a0,38547,1732529625709, seqNum=5 because the exception is null or not the one we care about 2024-11-25T10:14:29,983 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0e9c9d01dcbe1521dbe2ab895ce0a72d, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-25T10:14:29,983 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] ipc.CallRunner(138): callId: 91 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34914 deadline: 1732529729983, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0e9c9d01dcbe1521dbe2ab895ce0a72d, server=e2fd862922a0,38547,1732529625709 2024-11-25T10:14:29,983 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732529655820.0e9c9d01dcbe1521dbe2ab895ce0a72d., hostname=e2fd862922a0,38547,1732529625709, seqNum=5 , the old value is region=TestAcidGuarantees,,1732529655820.0e9c9d01dcbe1521dbe2ab895ce0a72d., hostname=e2fd862922a0,38547,1732529625709, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0e9c9d01dcbe1521dbe2ab895ce0a72d, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T10:14:29,984 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732529655820.0e9c9d01dcbe1521dbe2ab895ce0a72d., hostname=e2fd862922a0,38547,1732529625709, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0e9c9d01dcbe1521dbe2ab895ce0a72d, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T10:14:29,984 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732529655820.0e9c9d01dcbe1521dbe2ab895ce0a72d., hostname=e2fd862922a0,38547,1732529625709, seqNum=5 because the exception is null or not the one we care about 2024-11-25T10:14:29,995 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0e9c9d01dcbe1521dbe2ab895ce0a72d, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-25T10:14:29,995 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] ipc.CallRunner(138): callId: 89 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34938 deadline: 1732529729992, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0e9c9d01dcbe1521dbe2ab895ce0a72d, server=e2fd862922a0,38547,1732529625709 2024-11-25T10:14:29,995 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0e9c9d01dcbe1521dbe2ab895ce0a72d, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-25T10:14:29,995 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732529655820.0e9c9d01dcbe1521dbe2ab895ce0a72d., hostname=e2fd862922a0,38547,1732529625709, seqNum=5 , the old value is region=TestAcidGuarantees,,1732529655820.0e9c9d01dcbe1521dbe2ab895ce0a72d., hostname=e2fd862922a0,38547,1732529625709, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0e9c9d01dcbe1521dbe2ab895ce0a72d, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T10:14:29,995 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732529655820.0e9c9d01dcbe1521dbe2ab895ce0a72d., hostname=e2fd862922a0,38547,1732529625709, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0e9c9d01dcbe1521dbe2ab895ce0a72d, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T10:14:29,995 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732529655820.0e9c9d01dcbe1521dbe2ab895ce0a72d., hostname=e2fd862922a0,38547,1732529625709, seqNum=5 because the exception is null or not the one we care about 2024-11-25T10:14:29,995 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] ipc.CallRunner(138): callId: 69 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34932 deadline: 1732529729992, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0e9c9d01dcbe1521dbe2ab895ce0a72d, server=e2fd862922a0,38547,1732529625709 2024-11-25T10:14:29,996 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732529655820.0e9c9d01dcbe1521dbe2ab895ce0a72d., hostname=e2fd862922a0,38547,1732529625709, seqNum=5 , the old value is region=TestAcidGuarantees,,1732529655820.0e9c9d01dcbe1521dbe2ab895ce0a72d., hostname=e2fd862922a0,38547,1732529625709, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0e9c9d01dcbe1521dbe2ab895ce0a72d, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T10:14:29,996 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732529655820.0e9c9d01dcbe1521dbe2ab895ce0a72d., hostname=e2fd862922a0,38547,1732529625709, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0e9c9d01dcbe1521dbe2ab895ce0a72d, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T10:14:29,996 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732529655820.0e9c9d01dcbe1521dbe2ab895ce0a72d., hostname=e2fd862922a0,38547,1732529625709, seqNum=5 because the exception is null or not the one we care about 2024-11-25T10:14:30,006 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0e9c9d01dcbe1521dbe2ab895ce0a72d, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-25T10:14:30,006 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] ipc.CallRunner(138): callId: 74 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34900 deadline: 1732529730002, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0e9c9d01dcbe1521dbe2ab895ce0a72d, server=e2fd862922a0,38547,1732529625709 2024-11-25T10:14:30,007 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732529655820.0e9c9d01dcbe1521dbe2ab895ce0a72d., hostname=e2fd862922a0,38547,1732529625709, seqNum=5 , the old value is region=TestAcidGuarantees,,1732529655820.0e9c9d01dcbe1521dbe2ab895ce0a72d., hostname=e2fd862922a0,38547,1732529625709, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0e9c9d01dcbe1521dbe2ab895ce0a72d, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T10:14:30,007 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732529655820.0e9c9d01dcbe1521dbe2ab895ce0a72d., hostname=e2fd862922a0,38547,1732529625709, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0e9c9d01dcbe1521dbe2ab895ce0a72d, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T10:14:30,007 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732529655820.0e9c9d01dcbe1521dbe2ab895ce0a72d., hostname=e2fd862922a0,38547,1732529625709, seqNum=5 because the exception is null or not the one we care about 2024-11-25T10:14:30,018 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0e9c9d01dcbe1521dbe2ab895ce0a72d, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-25T10:14:30,018 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] ipc.CallRunner(138): callId: 72 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34884 deadline: 1732529730013, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0e9c9d01dcbe1521dbe2ab895ce0a72d, server=e2fd862922a0,38547,1732529625709 2024-11-25T10:14:30,018 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732529655820.0e9c9d01dcbe1521dbe2ab895ce0a72d., hostname=e2fd862922a0,38547,1732529625709, seqNum=5 , the old value is region=TestAcidGuarantees,,1732529655820.0e9c9d01dcbe1521dbe2ab895ce0a72d., hostname=e2fd862922a0,38547,1732529625709, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0e9c9d01dcbe1521dbe2ab895ce0a72d, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T10:14:30,018 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732529655820.0e9c9d01dcbe1521dbe2ab895ce0a72d., hostname=e2fd862922a0,38547,1732529625709, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0e9c9d01dcbe1521dbe2ab895ce0a72d, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T10:14:30,018 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732529655820.0e9c9d01dcbe1521dbe2ab895ce0a72d., hostname=e2fd862922a0,38547,1732529625709, seqNum=5 because the exception is null or not the one we care about 2024-11-25T10:14:30,087 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:30,093 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241125d1538dfb844148c89cfbdb794eed873e_0e9c9d01dcbe1521dbe2ab895ce0a72d to hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241125d1538dfb844148c89cfbdb794eed873e_0e9c9d01dcbe1521dbe2ab895ce0a72d 2024-11-25T10:14:30,094 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/0e9c9d01dcbe1521dbe2ab895ce0a72d/.tmp/A/b93c36eafffd404b818d59643d69f6c0, store: [table=TestAcidGuarantees family=A region=0e9c9d01dcbe1521dbe2ab895ce0a72d] 2024-11-25T10:14:30,095 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/0e9c9d01dcbe1521dbe2ab895ce0a72d/.tmp/A/b93c36eafffd404b818d59643d69f6c0 is 175, key is test_row_0/A:col10/1732529669654/Put/seqid=0 2024-11-25T10:14:30,100 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39927 is added to blk_1073742003_1179 (size=31255) 2024-11-25T10:14:30,307 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0e9c9d01dcbe1521dbe2ab895ce0a72d, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-25T10:14:30,308 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] ipc.CallRunner(138): callId: 70 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34932 deadline: 1732529730302, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0e9c9d01dcbe1521dbe2ab895ce0a72d, server=e2fd862922a0,38547,1732529625709 2024-11-25T10:14:30,308 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732529655820.0e9c9d01dcbe1521dbe2ab895ce0a72d., hostname=e2fd862922a0,38547,1732529625709, seqNum=5 , the old value is region=TestAcidGuarantees,,1732529655820.0e9c9d01dcbe1521dbe2ab895ce0a72d., hostname=e2fd862922a0,38547,1732529625709, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0e9c9d01dcbe1521dbe2ab895ce0a72d, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T10:14:30,308 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732529655820.0e9c9d01dcbe1521dbe2ab895ce0a72d., hostname=e2fd862922a0,38547,1732529625709, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0e9c9d01dcbe1521dbe2ab895ce0a72d, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T10:14:30,308 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732529655820.0e9c9d01dcbe1521dbe2ab895ce0a72d., hostname=e2fd862922a0,38547,1732529625709, seqNum=5 because the exception is null or not the one we care about 2024-11-25T10:14:30,313 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0e9c9d01dcbe1521dbe2ab895ce0a72d, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-25T10:14:30,313 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] ipc.CallRunner(138): callId: 75 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34900 deadline: 1732529730312, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0e9c9d01dcbe1521dbe2ab895ce0a72d, server=e2fd862922a0,38547,1732529625709 2024-11-25T10:14:30,314 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732529655820.0e9c9d01dcbe1521dbe2ab895ce0a72d., hostname=e2fd862922a0,38547,1732529625709, seqNum=5 , the old value is region=TestAcidGuarantees,,1732529655820.0e9c9d01dcbe1521dbe2ab895ce0a72d., hostname=e2fd862922a0,38547,1732529625709, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0e9c9d01dcbe1521dbe2ab895ce0a72d, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T10:14:30,314 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732529655820.0e9c9d01dcbe1521dbe2ab895ce0a72d., hostname=e2fd862922a0,38547,1732529625709, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0e9c9d01dcbe1521dbe2ab895ce0a72d, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T10:14:30,314 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732529655820.0e9c9d01dcbe1521dbe2ab895ce0a72d., hostname=e2fd862922a0,38547,1732529625709, seqNum=5 because the exception is null or not the one we care about 2024-11-25T10:14:30,336 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0e9c9d01dcbe1521dbe2ab895ce0a72d, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-25T10:14:30,336 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] ipc.CallRunner(138): callId: 73 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34884 deadline: 1732529730332, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0e9c9d01dcbe1521dbe2ab895ce0a72d, server=e2fd862922a0,38547,1732529625709 2024-11-25T10:14:30,336 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732529655820.0e9c9d01dcbe1521dbe2ab895ce0a72d., hostname=e2fd862922a0,38547,1732529625709, seqNum=5 , the old value is region=TestAcidGuarantees,,1732529655820.0e9c9d01dcbe1521dbe2ab895ce0a72d., hostname=e2fd862922a0,38547,1732529625709, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0e9c9d01dcbe1521dbe2ab895ce0a72d, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T10:14:30,336 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732529655820.0e9c9d01dcbe1521dbe2ab895ce0a72d., hostname=e2fd862922a0,38547,1732529625709, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0e9c9d01dcbe1521dbe2ab895ce0a72d, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T10:14:30,336 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732529655820.0e9c9d01dcbe1521dbe2ab895ce0a72d., hostname=e2fd862922a0,38547,1732529625709, seqNum=5 because the exception is null or not the one we care about 2024-11-25T10:14:30,502 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=298, memsize=49.2 K, hasBloomFilter=true, into tmp file hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/0e9c9d01dcbe1521dbe2ab895ce0a72d/.tmp/A/b93c36eafffd404b818d59643d69f6c0 2024-11-25T10:14:30,511 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/0e9c9d01dcbe1521dbe2ab895ce0a72d/.tmp/B/0b36e331deea41e5874c79e178d4b951 is 50, key is test_row_0/B:col10/1732529669654/Put/seqid=0 2024-11-25T10:14:30,514 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39927 is added to blk_1073742004_1180 (size=12301) 2024-11-25T10:14:30,772 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41005 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=50 2024-11-25T10:14:30,772 INFO [RPCClient-NioEventLoopGroup-4-7 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-25T10:14:30,773 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41005 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-25T10:14:30,773 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41005 {}] procedure2.ProcedureExecutor(1139): Stored pid=52, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=52, table=TestAcidGuarantees 2024-11-25T10:14:30,774 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41005 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=52 2024-11-25T10:14:30,774 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=52, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=52, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-25T10:14:30,775 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=52, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=52, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-25T10:14:30,775 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=53, ppid=52, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-25T10:14:30,827 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0e9c9d01dcbe1521dbe2ab895ce0a72d, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-25T10:14:30,827 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] ipc.CallRunner(138): callId: 71 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34932 deadline: 1732529730822, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0e9c9d01dcbe1521dbe2ab895ce0a72d, server=e2fd862922a0,38547,1732529625709 2024-11-25T10:14:30,827 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0e9c9d01dcbe1521dbe2ab895ce0a72d, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-25T10:14:30,827 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732529655820.0e9c9d01dcbe1521dbe2ab895ce0a72d., hostname=e2fd862922a0,38547,1732529625709, seqNum=5 , the old value is region=TestAcidGuarantees,,1732529655820.0e9c9d01dcbe1521dbe2ab895ce0a72d., hostname=e2fd862922a0,38547,1732529625709, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0e9c9d01dcbe1521dbe2ab895ce0a72d, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T10:14:30,827 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732529655820.0e9c9d01dcbe1521dbe2ab895ce0a72d., hostname=e2fd862922a0,38547,1732529625709, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0e9c9d01dcbe1521dbe2ab895ce0a72d, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T10:14:30,827 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] ipc.CallRunner(138): callId: 76 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34900 deadline: 1732529730822, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0e9c9d01dcbe1521dbe2ab895ce0a72d, server=e2fd862922a0,38547,1732529625709 2024-11-25T10:14:30,827 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732529655820.0e9c9d01dcbe1521dbe2ab895ce0a72d., hostname=e2fd862922a0,38547,1732529625709, seqNum=5 because the exception is null or not the one we care about 2024-11-25T10:14:30,828 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732529655820.0e9c9d01dcbe1521dbe2ab895ce0a72d., hostname=e2fd862922a0,38547,1732529625709, seqNum=5 , the old value is region=TestAcidGuarantees,,1732529655820.0e9c9d01dcbe1521dbe2ab895ce0a72d., hostname=e2fd862922a0,38547,1732529625709, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0e9c9d01dcbe1521dbe2ab895ce0a72d, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T10:14:30,828 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732529655820.0e9c9d01dcbe1521dbe2ab895ce0a72d., hostname=e2fd862922a0,38547,1732529625709, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0e9c9d01dcbe1521dbe2ab895ce0a72d, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T10:14:30,828 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732529655820.0e9c9d01dcbe1521dbe2ab895ce0a72d., hostname=e2fd862922a0,38547,1732529625709, seqNum=5 because the exception is null or not the one we care about 2024-11-25T10:14:30,843 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0e9c9d01dcbe1521dbe2ab895ce0a72d, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-25T10:14:30,843 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] ipc.CallRunner(138): callId: 74 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34884 deadline: 1732529730842, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0e9c9d01dcbe1521dbe2ab895ce0a72d, server=e2fd862922a0,38547,1732529625709 2024-11-25T10:14:30,844 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732529655820.0e9c9d01dcbe1521dbe2ab895ce0a72d., hostname=e2fd862922a0,38547,1732529625709, seqNum=5 , the old value is region=TestAcidGuarantees,,1732529655820.0e9c9d01dcbe1521dbe2ab895ce0a72d., hostname=e2fd862922a0,38547,1732529625709, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0e9c9d01dcbe1521dbe2ab895ce0a72d, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T10:14:30,844 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732529655820.0e9c9d01dcbe1521dbe2ab895ce0a72d., hostname=e2fd862922a0,38547,1732529625709, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0e9c9d01dcbe1521dbe2ab895ce0a72d, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T10:14:30,844 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732529655820.0e9c9d01dcbe1521dbe2ab895ce0a72d., hostname=e2fd862922a0,38547,1732529625709, seqNum=5 because the exception is null or not the one we care about 2024-11-25T10:14:30,882 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41005 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=52 2024-11-25T10:14:30,915 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=298 (bloomFilter=true), to=hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/0e9c9d01dcbe1521dbe2ab895ce0a72d/.tmp/B/0b36e331deea41e5874c79e178d4b951 2024-11-25T10:14:30,924 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/0e9c9d01dcbe1521dbe2ab895ce0a72d/.tmp/C/a858e89b63e640c7b9e5334ff2954974 is 50, key is test_row_0/C:col10/1732529669654/Put/seqid=0 2024-11-25T10:14:30,928 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=38547 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=53 2024-11-25T10:14:30,928 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e2fd862922a0:0-1 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732529655820.0e9c9d01dcbe1521dbe2ab895ce0a72d. 2024-11-25T10:14:30,928 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e2fd862922a0:0-1 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732529655820.0e9c9d01dcbe1521dbe2ab895ce0a72d. as already flushing 2024-11-25T10:14:30,928 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e2fd862922a0:0-1 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732529655820.0e9c9d01dcbe1521dbe2ab895ce0a72d. 2024-11-25T10:14:30,928 ERROR [RS_FLUSH_OPERATIONS-regionserver/e2fd862922a0:0-1 {event_type=RS_FLUSH_REGIONS, pid=53}] handler.RSProcedureHandler(58): pid=53 java.io.IOException: Unable to complete flush {ENCODED => 0e9c9d01dcbe1521dbe2ab895ce0a72d, NAME => 'TestAcidGuarantees,,1732529655820.0e9c9d01dcbe1521dbe2ab895ce0a72d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T10:14:30,928 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e2fd862922a0:0-1 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=53 java.io.IOException: Unable to complete flush {ENCODED => 0e9c9d01dcbe1521dbe2ab895ce0a72d, NAME => 'TestAcidGuarantees,,1732529655820.0e9c9d01dcbe1521dbe2ab895ce0a72d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T10:14:30,929 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39927 is added to blk_1073742005_1181 (size=12301) 2024-11-25T10:14:30,929 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41005 {}] master.HMaster(4177): Remote procedure failed, pid=53 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 0e9c9d01dcbe1521dbe2ab895ce0a72d, NAME => 'TestAcidGuarantees,,1732529655820.0e9c9d01dcbe1521dbe2ab895ce0a72d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 0e9c9d01dcbe1521dbe2ab895ce0a72d, NAME => 'TestAcidGuarantees,,1732529655820.0e9c9d01dcbe1521dbe2ab895ce0a72d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T10:14:30,995 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0e9c9d01dcbe1521dbe2ab895ce0a72d, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-25T10:14:30,996 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] ipc.CallRunner(138): callId: 92 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34914 deadline: 1732529730992, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0e9c9d01dcbe1521dbe2ab895ce0a72d, server=e2fd862922a0,38547,1732529625709 2024-11-25T10:14:30,996 WARN [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRpcRetryingCaller(177): Call to e2fd862922a0,38547,1732529625709 for 'test_row_1' in 0e9c9d01dcbe1521dbe2ab895ce0a72d of TestAcidGuarantees failed, tries = 6, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 2159 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0e9c9d01dcbe1521dbe2ab895ce0a72d, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor39.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0e9c9d01dcbe1521dbe2ab895ce0a72d, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 32 more 2024-11-25T10:14:30,997 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732529655820.0e9c9d01dcbe1521dbe2ab895ce0a72d., hostname=e2fd862922a0,38547,1732529625709, seqNum=5 , the old value is region=TestAcidGuarantees,,1732529655820.0e9c9d01dcbe1521dbe2ab895ce0a72d., hostname=e2fd862922a0,38547,1732529625709, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0e9c9d01dcbe1521dbe2ab895ce0a72d, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T10:14:30,997 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732529655820.0e9c9d01dcbe1521dbe2ab895ce0a72d., hostname=e2fd862922a0,38547,1732529625709, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0e9c9d01dcbe1521dbe2ab895ce0a72d, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T10:14:30,997 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732529655820.0e9c9d01dcbe1521dbe2ab895ce0a72d., hostname=e2fd862922a0,38547,1732529625709, seqNum=5 because the exception is null or not the one we care about 2024-11-25T10:14:31,016 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0e9c9d01dcbe1521dbe2ab895ce0a72d, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-25T10:14:31,017 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] ipc.CallRunner(138): callId: 90 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34938 deadline: 1732529731012, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0e9c9d01dcbe1521dbe2ab895ce0a72d, server=e2fd862922a0,38547,1732529625709 2024-11-25T10:14:31,017 WARN [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRpcRetryingCaller(177): Call to e2fd862922a0,38547,1732529625709 for 'test_row_1' in 0e9c9d01dcbe1521dbe2ab895ce0a72d of TestAcidGuarantees failed, tries = 6, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 2174 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0e9c9d01dcbe1521dbe2ab895ce0a72d, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor39.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0e9c9d01dcbe1521dbe2ab895ce0a72d, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 32 more 2024-11-25T10:14:31,017 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732529655820.0e9c9d01dcbe1521dbe2ab895ce0a72d., hostname=e2fd862922a0,38547,1732529625709, seqNum=5 , the old value is region=TestAcidGuarantees,,1732529655820.0e9c9d01dcbe1521dbe2ab895ce0a72d., hostname=e2fd862922a0,38547,1732529625709, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0e9c9d01dcbe1521dbe2ab895ce0a72d, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T10:14:31,018 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732529655820.0e9c9d01dcbe1521dbe2ab895ce0a72d., hostname=e2fd862922a0,38547,1732529625709, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0e9c9d01dcbe1521dbe2ab895ce0a72d, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T10:14:31,018 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732529655820.0e9c9d01dcbe1521dbe2ab895ce0a72d., hostname=e2fd862922a0,38547,1732529625709, seqNum=5 because the exception is null or not the one we care about 2024-11-25T10:14:31,081 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=38547 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=53 2024-11-25T10:14:31,081 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e2fd862922a0:0-2 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732529655820.0e9c9d01dcbe1521dbe2ab895ce0a72d. 2024-11-25T10:14:31,082 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e2fd862922a0:0-2 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732529655820.0e9c9d01dcbe1521dbe2ab895ce0a72d. as already flushing 2024-11-25T10:14:31,082 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e2fd862922a0:0-2 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732529655820.0e9c9d01dcbe1521dbe2ab895ce0a72d. 2024-11-25T10:14:31,082 ERROR [RS_FLUSH_OPERATIONS-regionserver/e2fd862922a0:0-2 {event_type=RS_FLUSH_REGIONS, pid=53}] handler.RSProcedureHandler(58): pid=53 java.io.IOException: Unable to complete flush {ENCODED => 0e9c9d01dcbe1521dbe2ab895ce0a72d, NAME => 'TestAcidGuarantees,,1732529655820.0e9c9d01dcbe1521dbe2ab895ce0a72d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T10:14:31,082 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e2fd862922a0:0-2 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=53 java.io.IOException: Unable to complete flush {ENCODED => 0e9c9d01dcbe1521dbe2ab895ce0a72d, NAME => 'TestAcidGuarantees,,1732529655820.0e9c9d01dcbe1521dbe2ab895ce0a72d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T10:14:31,083 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41005 {}] master.HMaster(4177): Remote procedure failed, pid=53 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 0e9c9d01dcbe1521dbe2ab895ce0a72d, NAME => 'TestAcidGuarantees,,1732529655820.0e9c9d01dcbe1521dbe2ab895ce0a72d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 0e9c9d01dcbe1521dbe2ab895ce0a72d, NAME => 'TestAcidGuarantees,,1732529655820.0e9c9d01dcbe1521dbe2ab895ce0a72d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T10:14:31,092 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41005 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=52 2024-11-25T10:14:31,235 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=38547 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=53 2024-11-25T10:14:31,235 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e2fd862922a0:0-0 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732529655820.0e9c9d01dcbe1521dbe2ab895ce0a72d. 2024-11-25T10:14:31,235 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e2fd862922a0:0-0 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732529655820.0e9c9d01dcbe1521dbe2ab895ce0a72d. as already flushing 2024-11-25T10:14:31,235 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e2fd862922a0:0-0 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732529655820.0e9c9d01dcbe1521dbe2ab895ce0a72d. 2024-11-25T10:14:31,235 ERROR [RS_FLUSH_OPERATIONS-regionserver/e2fd862922a0:0-0 {event_type=RS_FLUSH_REGIONS, pid=53}] handler.RSProcedureHandler(58): pid=53 java.io.IOException: Unable to complete flush {ENCODED => 0e9c9d01dcbe1521dbe2ab895ce0a72d, NAME => 'TestAcidGuarantees,,1732529655820.0e9c9d01dcbe1521dbe2ab895ce0a72d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T10:14:31,235 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e2fd862922a0:0-0 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=53 java.io.IOException: Unable to complete flush {ENCODED => 0e9c9d01dcbe1521dbe2ab895ce0a72d, NAME => 'TestAcidGuarantees,,1732529655820.0e9c9d01dcbe1521dbe2ab895ce0a72d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T10:14:31,236 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41005 {}] master.HMaster(4177): Remote procedure failed, pid=53 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 0e9c9d01dcbe1521dbe2ab895ce0a72d, NAME => 'TestAcidGuarantees,,1732529655820.0e9c9d01dcbe1521dbe2ab895ce0a72d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 0e9c9d01dcbe1521dbe2ab895ce0a72d, NAME => 'TestAcidGuarantees,,1732529655820.0e9c9d01dcbe1521dbe2ab895ce0a72d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T10:14:31,330 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=298 (bloomFilter=true), to=hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/0e9c9d01dcbe1521dbe2ab895ce0a72d/.tmp/C/a858e89b63e640c7b9e5334ff2954974 2024-11-25T10:14:31,335 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/0e9c9d01dcbe1521dbe2ab895ce0a72d/.tmp/A/b93c36eafffd404b818d59643d69f6c0 as hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/0e9c9d01dcbe1521dbe2ab895ce0a72d/A/b93c36eafffd404b818d59643d69f6c0 2024-11-25T10:14:31,340 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/0e9c9d01dcbe1521dbe2ab895ce0a72d/A/b93c36eafffd404b818d59643d69f6c0, entries=150, sequenceid=298, filesize=30.5 K 2024-11-25T10:14:31,341 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/0e9c9d01dcbe1521dbe2ab895ce0a72d/.tmp/B/0b36e331deea41e5874c79e178d4b951 as hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/0e9c9d01dcbe1521dbe2ab895ce0a72d/B/0b36e331deea41e5874c79e178d4b951 2024-11-25T10:14:31,345 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/0e9c9d01dcbe1521dbe2ab895ce0a72d/B/0b36e331deea41e5874c79e178d4b951, entries=150, sequenceid=298, filesize=12.0 K 2024-11-25T10:14:31,346 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/0e9c9d01dcbe1521dbe2ab895ce0a72d/.tmp/C/a858e89b63e640c7b9e5334ff2954974 as hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/0e9c9d01dcbe1521dbe2ab895ce0a72d/C/a858e89b63e640c7b9e5334ff2954974 2024-11-25T10:14:31,346 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:31,346 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:31,350 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/0e9c9d01dcbe1521dbe2ab895ce0a72d/C/a858e89b63e640c7b9e5334ff2954974, entries=150, sequenceid=298, filesize=12.0 K 2024-11-25T10:14:31,351 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~147.60 KB/151140, heapSize ~415.41 KB/425376, currentSize=40.25 KB/41220 for 0e9c9d01dcbe1521dbe2ab895ce0a72d in 1694ms, sequenceid=298, compaction requested=true 2024-11-25T10:14:31,351 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 0e9c9d01dcbe1521dbe2ab895ce0a72d: 2024-11-25T10:14:31,351 DEBUG [RS:0;e2fd862922a0:38547-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-25T10:14:31,351 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:31,351 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:31,351 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 0e9c9d01dcbe1521dbe2ab895ce0a72d:A, priority=-2147483648, current under compaction store size is 1 2024-11-25T10:14:31,351 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-25T10:14:31,351 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 0e9c9d01dcbe1521dbe2ab895ce0a72d:B, priority=-2147483648, current under compaction store size is 2 2024-11-25T10:14:31,351 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-25T10:14:31,351 DEBUG [RS:0;e2fd862922a0:38547-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-25T10:14:31,352 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 0e9c9d01dcbe1521dbe2ab895ce0a72d:C, priority=-2147483648, current under compaction store size is 3 2024-11-25T10:14:31,352 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:31,352 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-25T10:14:31,352 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:31,353 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:31,353 DEBUG [RS:0;e2fd862922a0:38547-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 125080 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-25T10:14:31,353 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:31,353 DEBUG [RS:0;e2fd862922a0:38547-longCompactions-0 {}] regionserver.HStore(1541): 0e9c9d01dcbe1521dbe2ab895ce0a72d/A is initiating minor compaction (all files) 2024-11-25T10:14:31,353 INFO [RS:0;e2fd862922a0:38547-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 0e9c9d01dcbe1521dbe2ab895ce0a72d/A in TestAcidGuarantees,,1732529655820.0e9c9d01dcbe1521dbe2ab895ce0a72d. 2024-11-25T10:14:31,353 INFO [RS:0;e2fd862922a0:38547-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/0e9c9d01dcbe1521dbe2ab895ce0a72d/A/bfd5ecb8189a49309d59b76c964f311e, hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/0e9c9d01dcbe1521dbe2ab895ce0a72d/A/a4eeac6c1b94445bbdd03825198af61d, hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/0e9c9d01dcbe1521dbe2ab895ce0a72d/A/7f6097e059d244d1b7d2c5f6dcb43442, hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/0e9c9d01dcbe1521dbe2ab895ce0a72d/A/b93c36eafffd404b818d59643d69f6c0] into tmpdir=hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/0e9c9d01dcbe1521dbe2ab895ce0a72d/.tmp, totalSize=122.1 K 2024-11-25T10:14:31,353 INFO [RS:0;e2fd862922a0:38547-longCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=12 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732529655820.0e9c9d01dcbe1521dbe2ab895ce0a72d. 2024-11-25T10:14:31,353 DEBUG [RS:0;e2fd862922a0:38547-longCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732529655820.0e9c9d01dcbe1521dbe2ab895ce0a72d. files: [hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/0e9c9d01dcbe1521dbe2ab895ce0a72d/A/bfd5ecb8189a49309d59b76c964f311e, hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/0e9c9d01dcbe1521dbe2ab895ce0a72d/A/a4eeac6c1b94445bbdd03825198af61d, hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/0e9c9d01dcbe1521dbe2ab895ce0a72d/A/7f6097e059d244d1b7d2c5f6dcb43442, hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/0e9c9d01dcbe1521dbe2ab895ce0a72d/A/b93c36eafffd404b818d59643d69f6c0] 2024-11-25T10:14:31,353 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:31,354 DEBUG [RS:0;e2fd862922a0:38547-longCompactions-0 {}] compactions.Compactor(225): Compacting bfd5ecb8189a49309d59b76c964f311e, keycount=150, bloomtype=ROW, size=30.8 K, encoding=NONE, compression=NONE, seqNum=212, earliestPutTs=1732529664715 2024-11-25T10:14:31,354 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:31,354 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:31,354 DEBUG [RS:0;e2fd862922a0:38547-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 49264 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-25T10:14:31,354 DEBUG [RS:0;e2fd862922a0:38547-shortCompactions-0 {}] regionserver.HStore(1541): 0e9c9d01dcbe1521dbe2ab895ce0a72d/B is initiating minor compaction (all files) 2024-11-25T10:14:31,354 INFO [RS:0;e2fd862922a0:38547-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 0e9c9d01dcbe1521dbe2ab895ce0a72d/B in TestAcidGuarantees,,1732529655820.0e9c9d01dcbe1521dbe2ab895ce0a72d. 2024-11-25T10:14:31,354 INFO [RS:0;e2fd862922a0:38547-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/0e9c9d01dcbe1521dbe2ab895ce0a72d/B/694dd7beefb244a5a809e4145dd77fdb, hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/0e9c9d01dcbe1521dbe2ab895ce0a72d/B/6e57d967f18d41d8a5d20d2ca4002b1f, hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/0e9c9d01dcbe1521dbe2ab895ce0a72d/B/920563bb93274434b0fd39d2598eddbd, hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/0e9c9d01dcbe1521dbe2ab895ce0a72d/B/0b36e331deea41e5874c79e178d4b951] into tmpdir=hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/0e9c9d01dcbe1521dbe2ab895ce0a72d/.tmp, totalSize=48.1 K 2024-11-25T10:14:31,355 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:31,355 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:31,355 DEBUG [RS:0;e2fd862922a0:38547-shortCompactions-0 {}] compactions.Compactor(225): Compacting 694dd7beefb244a5a809e4145dd77fdb, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=212, earliestPutTs=1732529664715 2024-11-25T10:14:31,355 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:31,355 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:31,356 DEBUG [RS:0;e2fd862922a0:38547-longCompactions-0 {}] compactions.Compactor(225): Compacting a4eeac6c1b94445bbdd03825198af61d, keycount=150, bloomtype=ROW, size=30.4 K, encoding=NONE, compression=NONE, seqNum=251, earliestPutTs=1732529665421 2024-11-25T10:14:31,356 DEBUG [RS:0;e2fd862922a0:38547-shortCompactions-0 {}] compactions.Compactor(225): Compacting 6e57d967f18d41d8a5d20d2ca4002b1f, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=251, earliestPutTs=1732529665421 2024-11-25T10:14:31,356 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:31,356 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:31,356 DEBUG [RS:0;e2fd862922a0:38547-longCompactions-0 {}] compactions.Compactor(225): Compacting 7f6097e059d244d1b7d2c5f6dcb43442, keycount=150, bloomtype=ROW, size=30.5 K, encoding=NONE, compression=NONE, seqNum=261, earliestPutTs=1732529666587 2024-11-25T10:14:31,356 DEBUG [RS:0;e2fd862922a0:38547-shortCompactions-0 {}] compactions.Compactor(225): Compacting 920563bb93274434b0fd39d2598eddbd, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=261, earliestPutTs=1732529666587 2024-11-25T10:14:31,357 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:31,357 DEBUG [RS:0;e2fd862922a0:38547-shortCompactions-0 {}] compactions.Compactor(225): Compacting 0b36e331deea41e5874c79e178d4b951, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=298, earliestPutTs=1732529668841 2024-11-25T10:14:31,357 DEBUG [RS:0;e2fd862922a0:38547-longCompactions-0 {}] compactions.Compactor(225): Compacting b93c36eafffd404b818d59643d69f6c0, keycount=150, bloomtype=ROW, size=30.5 K, encoding=NONE, compression=NONE, seqNum=298, earliestPutTs=1732529668841 2024-11-25T10:14:31,357 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:31,357 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:31,358 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:31,358 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:31,358 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:31,359 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:31,360 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:31,360 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:31,360 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:31,361 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:31,361 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:31,361 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:31,362 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:31,362 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:31,363 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:31,363 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:31,363 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:31,363 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:31,364 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:31,364 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:31,365 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:31,365 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:31,366 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:31,366 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:31,366 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:31,367 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:31,367 INFO [RS:0;e2fd862922a0:38547-longCompactions-0 {}] mob.DefaultMobStoreCompactor(321): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=0e9c9d01dcbe1521dbe2ab895ce0a72d] 2024-11-25T10:14:31,367 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:31,368 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:31,368 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:31,369 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:31,369 INFO [RS:0;e2fd862922a0:38547-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 0e9c9d01dcbe1521dbe2ab895ce0a72d#B#compaction#150 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-25T10:14:31,369 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:31,369 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:31,370 DEBUG [RS:0;e2fd862922a0:38547-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/0e9c9d01dcbe1521dbe2ab895ce0a72d/.tmp/B/4b0c54fbeb894339bf3b9009064bf094 is 50, key is test_row_0/B:col10/1732529669654/Put/seqid=0 2024-11-25T10:14:31,370 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:31,371 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:31,371 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:31,371 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:31,372 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:31,372 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:31,372 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:31,373 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:31,373 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:31,374 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:31,374 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:31,374 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:31,375 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:31,375 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:31,375 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:31,375 DEBUG [RS:0;e2fd862922a0:38547-longCompactions-0 {}] mob.DefaultMobStoreCompactor(635): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e20241125d4d1a8b21e27413599e374c3e7cd08a2_0e9c9d01dcbe1521dbe2ab895ce0a72d store=[table=TestAcidGuarantees family=A region=0e9c9d01dcbe1521dbe2ab895ce0a72d] 2024-11-25T10:14:31,376 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:31,376 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:31,377 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:31,377 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:31,377 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:31,377 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:31,378 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:31,378 DEBUG [RS:0;e2fd862922a0:38547-longCompactions-0 {}] mob.DefaultMobStoreCompactor(656): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e20241125d4d1a8b21e27413599e374c3e7cd08a2_0e9c9d01dcbe1521dbe2ab895ce0a72d, store=[table=TestAcidGuarantees family=A region=0e9c9d01dcbe1521dbe2ab895ce0a72d] 2024-11-25T10:14:31,378 DEBUG [RS:0;e2fd862922a0:38547-longCompactions-0 {}] mob.DefaultMobStoreCompactor(667): Aborting writer for hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241125d4d1a8b21e27413599e374c3e7cd08a2_0e9c9d01dcbe1521dbe2ab895ce0a72d because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=0e9c9d01dcbe1521dbe2ab895ce0a72d] 2024-11-25T10:14:31,378 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:31,378 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:31,379 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:31,379 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39927 is added to blk_1073742006_1182 (size=12847) 2024-11-25T10:14:31,379 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:31,379 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:31,380 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:31,380 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:31,380 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:31,381 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:31,381 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:31,381 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:31,382 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:31,382 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:31,383 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:31,383 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:31,383 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:31,384 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:31,384 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:31,385 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:31,385 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:31,385 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:31,386 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:31,386 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:31,386 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:31,387 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:31,387 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:31,388 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:31,388 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=38547 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=53 2024-11-25T10:14:31,388 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e2fd862922a0:0-1 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732529655820.0e9c9d01dcbe1521dbe2ab895ce0a72d. 2024-11-25T10:14:31,388 INFO [RS_FLUSH_OPERATIONS-regionserver/e2fd862922a0:0-1 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.HRegion(2902): Flushing 0e9c9d01dcbe1521dbe2ab895ce0a72d 3/3 column families, dataSize=40.25 KB heapSize=120.28 KB 2024-11-25T10:14:31,388 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e2fd862922a0:0-1 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 0e9c9d01dcbe1521dbe2ab895ce0a72d, store=A 2024-11-25T10:14:31,389 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:31,389 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e2fd862922a0:0-1 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T10:14:31,389 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e2fd862922a0:0-1 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 0e9c9d01dcbe1521dbe2ab895ce0a72d, store=B 2024-11-25T10:14:31,389 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e2fd862922a0:0-1 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T10:14:31,389 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e2fd862922a0:0-1 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 0e9c9d01dcbe1521dbe2ab895ce0a72d, store=C 2024-11-25T10:14:31,389 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e2fd862922a0:0-1 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T10:14:31,389 DEBUG [RS:0;e2fd862922a0:38547-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/0e9c9d01dcbe1521dbe2ab895ce0a72d/.tmp/B/4b0c54fbeb894339bf3b9009064bf094 as hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/0e9c9d01dcbe1521dbe2ab895ce0a72d/B/4b0c54fbeb894339bf3b9009064bf094 2024-11-25T10:14:31,397 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39927 is added to blk_1073742007_1183 (size=4469) 2024-11-25T10:14:31,400 INFO [RS:0;e2fd862922a0:38547-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 0e9c9d01dcbe1521dbe2ab895ce0a72d#A#compaction#151 average throughput is 0.74 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-25T10:14:31,401 INFO [RS:0;e2fd862922a0:38547-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in 0e9c9d01dcbe1521dbe2ab895ce0a72d/B of 0e9c9d01dcbe1521dbe2ab895ce0a72d into 4b0c54fbeb894339bf3b9009064bf094(size=12.5 K), total size for store is 12.5 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-25T10:14:31,401 DEBUG [RS:0;e2fd862922a0:38547-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 0e9c9d01dcbe1521dbe2ab895ce0a72d: 2024-11-25T10:14:31,401 INFO [RS:0;e2fd862922a0:38547-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732529655820.0e9c9d01dcbe1521dbe2ab895ce0a72d., storeName=0e9c9d01dcbe1521dbe2ab895ce0a72d/B, priority=12, startTime=1732529671351; duration=0sec 2024-11-25T10:14:31,401 DEBUG [RS:0;e2fd862922a0:38547-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-25T10:14:31,401 DEBUG [RS:0;e2fd862922a0:38547-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 0e9c9d01dcbe1521dbe2ab895ce0a72d:B 2024-11-25T10:14:31,401 DEBUG [RS:0;e2fd862922a0:38547-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-25T10:14:31,401 DEBUG [RS:0;e2fd862922a0:38547-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/0e9c9d01dcbe1521dbe2ab895ce0a72d/.tmp/A/bba5225dd125428fabb4a9cede6f0532 is 175, key is test_row_0/A:col10/1732529669654/Put/seqid=0 2024-11-25T10:14:31,402 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41005 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=52 2024-11-25T10:14:31,403 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:31,404 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:31,404 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:31,404 DEBUG [RS:0;e2fd862922a0:38547-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 49264 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-25T10:14:31,404 DEBUG [RS:0;e2fd862922a0:38547-shortCompactions-0 {}] regionserver.HStore(1541): 0e9c9d01dcbe1521dbe2ab895ce0a72d/C is initiating minor compaction (all files) 2024-11-25T10:14:31,405 INFO [RS:0;e2fd862922a0:38547-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 0e9c9d01dcbe1521dbe2ab895ce0a72d/C in TestAcidGuarantees,,1732529655820.0e9c9d01dcbe1521dbe2ab895ce0a72d. 2024-11-25T10:14:31,405 INFO [RS:0;e2fd862922a0:38547-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/0e9c9d01dcbe1521dbe2ab895ce0a72d/C/abae5844d1424219a60e942dc8d08cb0, hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/0e9c9d01dcbe1521dbe2ab895ce0a72d/C/9ef23f46ac624ff29289d7b2ef399364, hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/0e9c9d01dcbe1521dbe2ab895ce0a72d/C/dfd8a660d87d48dca237befd7048c2d6, hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/0e9c9d01dcbe1521dbe2ab895ce0a72d/C/a858e89b63e640c7b9e5334ff2954974] into tmpdir=hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/0e9c9d01dcbe1521dbe2ab895ce0a72d/.tmp, totalSize=48.1 K 2024-11-25T10:14:31,405 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:31,405 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:31,406 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:31,406 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e2fd862922a0:0-1 {event_type=RS_FLUSH_REGIONS, pid=53}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411253b82c7f09e5b498fad8b11ff7974bc51_0e9c9d01dcbe1521dbe2ab895ce0a72d is 50, key is test_row_0/A:col10/1732529669668/Put/seqid=0 2024-11-25T10:14:31,406 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:31,406 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:31,407 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:31,407 DEBUG [RS:0;e2fd862922a0:38547-shortCompactions-0 {}] compactions.Compactor(225): Compacting abae5844d1424219a60e942dc8d08cb0, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=212, earliestPutTs=1732529664715 2024-11-25T10:14:31,407 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:31,408 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:31,408 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:31,408 DEBUG [RS:0;e2fd862922a0:38547-shortCompactions-0 {}] compactions.Compactor(225): Compacting 9ef23f46ac624ff29289d7b2ef399364, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=251, earliestPutTs=1732529665421 2024-11-25T10:14:31,408 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:31,409 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:31,409 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:31,410 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:31,410 DEBUG [RS:0;e2fd862922a0:38547-shortCompactions-0 {}] compactions.Compactor(225): Compacting dfd8a660d87d48dca237befd7048c2d6, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=261, earliestPutTs=1732529666587 2024-11-25T10:14:31,410 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:31,411 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:31,411 DEBUG [RS:0;e2fd862922a0:38547-shortCompactions-0 {}] compactions.Compactor(225): Compacting a858e89b63e640c7b9e5334ff2954974, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=298, earliestPutTs=1732529668841 2024-11-25T10:14:31,411 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:31,411 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:31,412 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:31,413 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:31,414 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:31,414 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:31,415 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:31,415 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:31,416 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:31,416 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:31,417 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:31,417 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:31,417 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39927 is added to blk_1073742008_1184 (size=31801) 2024-11-25T10:14:31,418 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:31,418 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:31,419 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:31,419 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:31,420 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:31,420 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:31,421 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:31,421 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:31,422 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:31,422 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:31,423 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:31,423 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:31,424 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:31,424 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:31,425 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:31,425 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:31,425 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:31,426 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:31,426 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:31,426 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:31,427 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:31,427 DEBUG [RS:0;e2fd862922a0:38547-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/0e9c9d01dcbe1521dbe2ab895ce0a72d/.tmp/A/bba5225dd125428fabb4a9cede6f0532 as hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/0e9c9d01dcbe1521dbe2ab895ce0a72d/A/bba5225dd125428fabb4a9cede6f0532 2024-11-25T10:14:31,427 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:31,428 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:31,428 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:31,429 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:31,429 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:31,430 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:31,430 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:31,431 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:31,431 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:31,432 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:31,432 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:31,433 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:31,433 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:31,434 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:31,435 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:31,435 INFO [RS:0;e2fd862922a0:38547-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 0e9c9d01dcbe1521dbe2ab895ce0a72d#C#compaction#153 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-25T10:14:31,435 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:31,436 DEBUG [RS:0;e2fd862922a0:38547-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/0e9c9d01dcbe1521dbe2ab895ce0a72d/.tmp/C/5322c529275a48e6957a8d46975ec963 is 50, key is test_row_0/C:col10/1732529669654/Put/seqid=0 2024-11-25T10:14:31,436 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:31,436 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:31,437 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:31,437 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:31,438 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:31,438 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:31,439 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:31,439 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:31,440 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:31,440 INFO [RS:0;e2fd862922a0:38547-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in 0e9c9d01dcbe1521dbe2ab895ce0a72d/A of 0e9c9d01dcbe1521dbe2ab895ce0a72d into bba5225dd125428fabb4a9cede6f0532(size=31.1 K), total size for store is 31.1 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-25T10:14:31,440 DEBUG [RS:0;e2fd862922a0:38547-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 0e9c9d01dcbe1521dbe2ab895ce0a72d: 2024-11-25T10:14:31,440 INFO [RS:0;e2fd862922a0:38547-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732529655820.0e9c9d01dcbe1521dbe2ab895ce0a72d., storeName=0e9c9d01dcbe1521dbe2ab895ce0a72d/A, priority=12, startTime=1732529671351; duration=0sec 2024-11-25T10:14:31,440 DEBUG [RS:0;e2fd862922a0:38547-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-25T10:14:31,440 DEBUG [RS:0;e2fd862922a0:38547-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 0e9c9d01dcbe1521dbe2ab895ce0a72d:A 2024-11-25T10:14:31,440 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:31,440 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:31,441 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:31,441 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:31,442 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:31,442 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:31,442 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:31,443 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:31,443 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:31,443 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:31,444 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:31,444 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39927 is added to blk_1073742009_1185 (size=9914) 2024-11-25T10:14:31,444 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:31,445 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:31,445 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e2fd862922a0:0-1 {event_type=RS_FLUSH_REGIONS, pid=53}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:31,445 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:31,445 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:31,446 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:31,446 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:31,446 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:31,447 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:31,447 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:31,448 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:31,448 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:31,450 INFO [RS_FLUSH_OPERATIONS-regionserver/e2fd862922a0:0-1 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411253b82c7f09e5b498fad8b11ff7974bc51_0e9c9d01dcbe1521dbe2ab895ce0a72d to hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411253b82c7f09e5b498fad8b11ff7974bc51_0e9c9d01dcbe1521dbe2ab895ce0a72d 2024-11-25T10:14:31,450 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:31,451 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e2fd862922a0:0-1 {event_type=RS_FLUSH_REGIONS, pid=53}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/0e9c9d01dcbe1521dbe2ab895ce0a72d/.tmp/A/467b2cc738f34dc492959ebe875fc2f8, store: [table=TestAcidGuarantees family=A region=0e9c9d01dcbe1521dbe2ab895ce0a72d] 2024-11-25T10:14:31,452 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e2fd862922a0:0-1 {event_type=RS_FLUSH_REGIONS, pid=53}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/0e9c9d01dcbe1521dbe2ab895ce0a72d/.tmp/A/467b2cc738f34dc492959ebe875fc2f8 is 175, key is test_row_0/A:col10/1732529669668/Put/seqid=0 2024-11-25T10:14:31,452 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:31,458 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:31,459 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:31,459 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:31,460 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:31,461 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:31,462 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:31,462 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:31,463 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:31,464 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:31,465 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:31,465 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:31,466 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:31,466 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39927 is added to blk_1073742010_1186 (size=12847) 2024-11-25T10:14:31,467 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:31,467 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:31,468 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:31,468 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:31,468 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:31,469 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:31,469 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:31,469 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:31,470 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:31,470 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:31,471 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:31,471 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:31,471 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:31,472 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:31,472 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:31,472 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:31,473 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:31,473 DEBUG [RS:0;e2fd862922a0:38547-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/0e9c9d01dcbe1521dbe2ab895ce0a72d/.tmp/C/5322c529275a48e6957a8d46975ec963 as hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/0e9c9d01dcbe1521dbe2ab895ce0a72d/C/5322c529275a48e6957a8d46975ec963 2024-11-25T10:14:31,474 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:31,474 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:31,474 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:31,475 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:31,475 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:31,475 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:31,476 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:31,476 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:31,477 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:31,477 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:31,478 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:31,478 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:31,479 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:31,479 INFO [RS:0;e2fd862922a0:38547-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in 0e9c9d01dcbe1521dbe2ab895ce0a72d/C of 0e9c9d01dcbe1521dbe2ab895ce0a72d into 5322c529275a48e6957a8d46975ec963(size=12.5 K), total size for store is 12.5 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-25T10:14:31,479 DEBUG [RS:0;e2fd862922a0:38547-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 0e9c9d01dcbe1521dbe2ab895ce0a72d: 2024-11-25T10:14:31,479 INFO [RS:0;e2fd862922a0:38547-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732529655820.0e9c9d01dcbe1521dbe2ab895ce0a72d., storeName=0e9c9d01dcbe1521dbe2ab895ce0a72d/C, priority=12, startTime=1732529671352; duration=0sec 2024-11-25T10:14:31,479 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:31,480 DEBUG [RS:0;e2fd862922a0:38547-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-25T10:14:31,480 DEBUG [RS:0;e2fd862922a0:38547-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 0e9c9d01dcbe1521dbe2ab895ce0a72d:C 2024-11-25T10:14:31,480 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:31,480 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:31,481 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:31,481 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:31,481 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:31,482 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:31,482 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:31,482 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:31,483 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:31,483 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:31,484 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:31,484 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:31,484 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:31,485 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:31,485 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:31,485 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:31,486 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:31,486 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:31,487 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:31,487 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:31,487 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:31,488 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:31,488 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:31,488 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:31,489 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:31,489 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:31,489 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:31,490 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:31,491 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:31,491 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:31,491 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39927 is added to blk_1073742011_1187 (size=22561) 2024-11-25T10:14:31,492 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:31,492 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:31,493 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:31,493 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:31,493 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:31,494 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:31,494 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:31,494 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:31,495 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:31,495 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:31,496 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:31,496 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:31,496 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:31,497 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:31,497 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:31,497 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:31,498 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:31,498 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:31,499 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:31,500 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:31,501 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:31,502 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:31,502 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:31,503 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:31,503 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:31,504 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:31,505 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:31,507 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:31,510 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:31,510 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:31,511 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:31,511 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:31,512 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:31,512 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:31,513 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:31,514 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:31,514 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:31,515 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:31,515 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:31,515 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:31,515 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:31,516 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:31,516 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:31,516 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:31,516 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:31,517 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:31,517 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:31,518 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:31,518 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:31,518 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:31,519 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:31,519 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:31,519 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:31,520 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:31,520 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:31,520 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:31,520 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:31,521 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:31,522 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:31,522 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:31,522 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:31,522 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:31,523 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:31,523 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:31,523 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:31,524 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:31,524 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:31,524 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:31,524 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:31,525 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:31,525 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:31,526 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:31,526 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:31,526 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:31,526 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:31,527 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:31,527 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:31,527 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:31,527 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:31,528 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:31,528 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:31,529 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:31,529 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:31,529 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:31,530 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:31,530 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:31,530 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:31,531 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:31,531 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:31,531 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:31,531 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:31,532 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:31,532 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:31,533 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:31,533 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:31,533 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:31,534 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:31,534 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:31,534 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:31,535 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:31,535 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:31,535 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:31,535 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:31,536 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:31,536 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:31,536 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:31,537 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:31,537 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:31,538 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:31,538 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:31,538 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:31,539 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:31,539 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:31,539 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:31,540 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:31,540 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:31,540 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:31,541 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:31,541 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:31,541 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:31,542 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:31,542 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:31,542 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:31,543 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:31,544 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:31,544 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:31,545 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:31,551 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:31,551 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:31,552 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:31,552 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:31,553 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:31,553 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:31,554 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:31,554 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:31,555 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:31,555 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:31,555 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:31,556 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:31,556 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:31,556 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:31,557 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:31,557 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:31,558 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:31,558 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:31,559 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:31,559 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:31,560 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:31,560 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:31,561 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:31,561 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:31,561 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:31,562 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:31,562 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:31,562 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:31,563 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:31,563 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:31,563 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:31,564 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:31,564 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:31,565 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:31,565 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:31,565 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:31,566 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:31,566 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:31,567 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:31,567 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:31,567 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:31,568 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:31,568 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:31,568 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:31,569 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:31,569 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:31,569 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:31,570 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:31,570 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:31,570 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:31,571 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:31,571 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:31,572 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:31,572 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:31,572 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:31,573 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:31,573 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:31,573 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:31,574 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:31,574 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:31,574 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:31,575 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:31,575 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:31,576 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:31,576 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:31,576 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:31,576 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:31,577 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:31,577 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:31,578 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:31,578 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:31,578 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:31,579 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:31,579 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:31,580 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:31,580 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:31,580 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:31,580 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:31,581 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:31,581 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:31,582 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:31,582 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:31,582 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:31,583 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:31,583 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:31,583 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:31,584 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:31,585 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:31,586 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:31,587 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:31,589 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:31,589 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:31,590 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:31,591 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:31,591 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:31,592 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:31,592 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:31,593 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:31,593 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:31,594 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:31,594 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:31,594 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:31,595 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:31,595 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:31,596 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:31,597 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:31,597 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:31,598 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:31,600 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:31,601 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:31,602 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:31,602 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:31,605 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:31,605 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:31,605 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:31,606 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:31,606 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:31,606 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:31,607 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:31,607 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:31,607 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:31,608 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:31,608 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:31,609 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:31,609 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:31,609 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:31,610 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:31,610 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:31,610 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:31,611 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:31,611 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:31,612 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:31,612 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:31,613 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:31,613 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:31,613 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:31,614 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:31,614 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:31,614 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:31,615 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:31,615 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:31,616 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:31,616 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:31,617 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:31,617 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:31,618 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:31,618 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:31,618 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:31,619 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:31,619 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:31,620 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:31,620 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:31,621 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:31,621 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:31,621 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:31,622 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:31,623 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:31,623 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:31,623 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:31,623 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:31,624 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:31,624 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:31,625 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:31,625 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:31,625 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:31,626 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:31,626 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:31,627 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:31,627 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:31,627 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:31,628 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:31,628 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:31,628 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:31,629 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:31,629 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:31,629 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:31,630 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:31,630 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:31,630 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:31,631 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:31,631 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:31,631 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:31,632 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:31,632 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:31,632 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:31,633 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:31,634 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:31,635 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:31,635 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:31,636 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:31,636 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:31,637 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:31,638 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:31,639 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:31,640 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:31,640 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:31,641 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:31,641 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:31,641 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:31,642 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:31,642 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:31,642 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:31,643 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:31,643 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:31,644 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:31,644 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:31,646 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:31,646 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:31,647 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:31,647 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:31,648 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:31,648 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:31,649 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:31,649 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:31,650 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:31,651 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:31,651 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:31,652 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:31,652 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:31,653 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:31,653 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:31,653 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:31,654 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:31,654 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:31,654 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:31,655 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:31,656 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:31,656 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:31,656 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:31,657 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:31,657 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:31,657 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:31,657 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:31,658 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:31,658 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:31,659 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:31,659 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:31,659 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:31,660 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:31,660 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:31,660 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:31,661 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:31,661 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:31,661 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:31,662 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:31,662 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:31,663 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:31,663 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:31,663 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:31,664 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:31,664 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:31,664 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:31,664 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:31,665 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:31,665 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:31,666 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:31,666 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:31,667 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:31,667 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:31,667 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:31,668 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:31,668 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:31,668 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:31,669 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:31,669 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:31,670 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:31,670 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:31,670 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:31,671 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:31,671 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:31,671 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:31,672 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:31,672 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:31,672 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:31,673 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:31,673 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:31,673 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:31,673 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:31,675 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:31,675 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:31,676 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:31,677 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:31,677 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:31,678 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:31,678 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:31,679 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:31,679 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:31,680 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:31,680 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:31,680 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:31,681 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:31,681 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:31,681 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:31,681 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:31,682 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:31,682 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:31,682 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:31,683 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:31,683 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:31,684 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:31,684 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:31,685 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:31,685 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:31,685 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:31,686 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:31,686 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:31,686 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:31,687 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:31,688 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:31,688 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:31,688 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:31,689 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:31,689 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:31,690 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:31,690 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:31,690 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:31,691 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:31,691 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:31,692 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:31,693 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:31,694 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:31,696 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:31,697 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:31,697 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:31,698 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:31,698 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:31,699 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:31,699 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:31,699 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:31,699 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:31,700 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:31,700 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:31,700 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:31,700 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:31,701 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:31,701 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:31,702 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:31,702 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:31,702 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:31,702 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:31,703 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:31,703 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:31,703 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:31,704 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:31,704 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:31,704 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:31,705 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:31,705 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:31,705 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:31,705 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:31,706 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:31,706 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:31,707 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:31,707 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:31,707 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:31,708 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:31,708 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:31,708 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:31,709 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:31,709 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:31,709 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:31,709 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:31,710 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:31,710 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:31,711 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:31,711 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:31,712 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:31,712 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:31,713 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:31,713 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:31,714 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:31,715 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:31,715 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:31,716 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:31,716 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:31,717 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:31,717 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:31,718 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:31,719 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:31,719 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:31,719 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:31,720 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:31,720 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:31,720 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:31,721 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:31,721 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:31,721 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:31,721 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:31,722 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:31,722 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:31,722 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:31,722 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:31,723 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:31,723 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:31,724 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:31,725 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:31,725 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:31,726 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:31,726 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:31,727 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:31,729 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:31,730 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:31,730 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:31,731 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:31,732 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:31,732 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:31,733 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:31,733 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:31,734 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:31,734 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:31,734 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:31,735 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:31,735 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:31,736 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:31,736 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:31,737 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:31,737 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:31,737 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:31,738 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:31,738 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:31,739 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:31,739 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:31,739 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:31,739 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:31,740 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:31,740 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:31,741 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:31,741 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:31,741 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:31,741 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:31,742 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:31,743 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:31,743 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:31,743 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:31,743 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:31,744 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:31,744 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:31,744 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:31,745 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:31,745 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:31,745 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:31,746 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:31,746 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:31,746 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:31,746 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:31,747 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:31,747 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:31,747 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:31,748 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:31,748 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:31,749 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:31,749 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:31,749 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:31,749 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:31,750 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:31,750 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:31,750 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:31,751 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:31,751 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:31,751 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:31,751 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:31,752 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:31,752 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:31,752 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:31,752 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:31,753 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:31,753 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:31,753 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:31,754 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:31,754 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:31,754 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:31,755 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:31,756 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:31,756 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:31,756 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:31,756 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:31,757 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:31,757 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:31,758 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:31,758 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:31,758 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:31,758 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:31,759 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:31,759 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:31,759 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:31,760 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:31,760 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:31,761 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:31,761 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:31,762 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:31,762 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:31,763 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:31,764 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:31,765 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:31,766 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:31,766 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:31,767 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:31,768 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:31,768 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:31,769 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:31,770 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:31,770 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:31,772 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:31,772 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:31,773 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:31,774 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:31,774 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:31,775 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:31,775 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:31,775 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:31,775 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:31,776 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:31,777 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:31,778 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:31,778 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:31,779 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:31,780 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:31,780 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:31,781 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:31,781 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:31,781 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:31,782 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:31,782 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:31,782 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:31,783 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:31,783 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:31,783 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:31,783 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:31,784 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:31,784 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:31,784 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:31,784 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:31,785 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:31,785 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:31,786 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:31,786 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:31,786 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:31,786 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:31,787 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:31,788 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:31,788 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:31,788 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:31,789 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:31,789 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:31,789 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:31,790 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:31,790 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:31,790 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:31,791 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:31,791 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:31,791 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:31,792 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:31,792 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:31,792 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:31,793 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:31,793 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:31,793 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:31,794 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:31,794 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:31,794 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:31,795 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:31,795 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:31,796 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:31,796 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:31,796 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:31,797 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:31,797 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:31,798 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:31,798 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:31,798 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:31,799 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:31,799 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:31,800 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:31,800 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:31,800 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:31,801 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:31,801 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:31,801 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:31,802 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:31,802 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:31,803 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:31,803 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:31,803 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:31,804 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:31,804 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:31,804 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:31,805 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:31,805 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:31,805 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:31,805 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:31,806 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:31,806 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:31,807 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:31,807 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:31,807 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:31,807 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:31,808 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:31,808 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:31,809 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:31,809 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:31,818 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:31,818 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:31,819 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:31,819 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:31,819 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:31,820 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:31,820 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:31,820 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:31,821 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:31,821 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:31,822 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:31,822 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:31,822 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:31,822 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:31,823 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:31,823 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:31,823 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:31,824 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:31,824 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:31,825 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:31,825 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:31,825 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:31,826 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:31,826 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:31,826 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:31,827 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:31,827 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:31,828 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:31,828 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:31,828 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:31,828 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:31,829 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:31,829 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:31,829 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:31,830 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:31,830 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:31,830 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:31,830 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:31,831 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:31,831 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:31,832 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:31,832 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:31,832 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:31,833 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:31,833 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:31,834 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:31,834 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:31,834 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:31,834 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:31,835 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:31,835 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:31,835 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:31,836 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:31,836 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:31,836 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] regionserver.HRegion(8855): Flush requested on 0e9c9d01dcbe1521dbe2ab895ce0a72d 2024-11-25T10:14:31,836 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732529655820.0e9c9d01dcbe1521dbe2ab895ce0a72d. as already flushing 2024-11-25T10:14:31,837 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:31,837 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:31,837 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:31,837 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:31,838 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:31,838 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:31,839 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:31,839 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:31,839 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:31,839 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:31,840 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:31,840 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:31,841 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:31,841 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:31,841 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:31,841 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:31,842 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:31,842 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:31,842 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:31,843 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:31,843 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:31,843 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:31,844 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:31,844 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:31,844 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:31,845 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:31,846 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:31,846 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:31,846 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:31,846 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:31,847 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:31,848 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:31,848 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:31,848 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:31,849 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:31,849 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:31,849 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:31,850 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:31,850 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:31,850 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:31,852 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:31,853 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:31,853 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:31,854 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:31,855 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:31,856 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:31,881 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/e2fd862922a0:0-3 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=259, cellSize=11854, totalHeapSize=27176, min timestamp=1732529671867, max timestamp=1732529671877Num uniques 859; 2024-11-25T10:14:31,881 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/e2fd862922a0:0-6 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=259, cellSize=11854, totalHeapSize=27176, min timestamp=1732529671867, max timestamp=1732529671877Num uniques 859; 2024-11-25T10:14:31,881 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/e2fd862922a0:0-3 {}] regionserver.CompactionPipeline(163): Suffix data size=39334, new segment data size=11854, suffix heap size=117064,new segment heap size=27176 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=259 2024-11-25T10:14:31,881 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/e2fd862922a0:0-6 {}] regionserver.CompactionPipeline(163): Suffix data size=39334, new segment data size=11854, suffix heap size=117064,new segment heap size=27176 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=259 2024-11-25T10:14:31,881 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/e2fd862922a0:0-0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=259, cellSize=11854, totalHeapSize=27176, min timestamp=1732529671867, max timestamp=1732529671877Num uniques 859; 2024-11-25T10:14:31,881 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/e2fd862922a0:0-0 {}] regionserver.CompactionPipeline(163): Suffix data size=39334, new segment data size=11854, suffix heap size=117064,new segment heap size=27176 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=259 2024-11-25T10:14:31,892 INFO [RS_FLUSH_OPERATIONS-regionserver/e2fd862922a0:0-1 {event_type=RS_FLUSH_REGIONS, pid=53}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=307, memsize=13.4 K, hasBloomFilter=true, into tmp file hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/0e9c9d01dcbe1521dbe2ab895ce0a72d/.tmp/A/467b2cc738f34dc492959ebe875fc2f8 2024-11-25T10:14:31,906 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e2fd862922a0:0-1 {event_type=RS_FLUSH_REGIONS, pid=53}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/0e9c9d01dcbe1521dbe2ab895ce0a72d/.tmp/B/0dd2e3ea37364b16a6dbf5a71b6fea30 is 50, key is test_row_0/B:col10/1732529669668/Put/seqid=0 2024-11-25T10:14:31,912 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41005 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=52 2024-11-25T10:14:31,920 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0e9c9d01dcbe1521dbe2ab895ce0a72d, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-25T10:14:31,921 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] ipc.CallRunner(138): callId: 89 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34900 deadline: 1732529731918, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0e9c9d01dcbe1521dbe2ab895ce0a72d, server=e2fd862922a0,38547,1732529625709 2024-11-25T10:14:31,921 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0e9c9d01dcbe1521dbe2ab895ce0a72d, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-25T10:14:31,921 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] ipc.CallRunner(138): callId: 84 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34932 deadline: 1732529731919, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0e9c9d01dcbe1521dbe2ab895ce0a72d, server=e2fd862922a0,38547,1732529625709 2024-11-25T10:14:31,922 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732529655820.0e9c9d01dcbe1521dbe2ab895ce0a72d., hostname=e2fd862922a0,38547,1732529625709, seqNum=5 , the old value is region=TestAcidGuarantees,,1732529655820.0e9c9d01dcbe1521dbe2ab895ce0a72d., hostname=e2fd862922a0,38547,1732529625709, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0e9c9d01dcbe1521dbe2ab895ce0a72d, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T10:14:31,922 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732529655820.0e9c9d01dcbe1521dbe2ab895ce0a72d., hostname=e2fd862922a0,38547,1732529625709, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0e9c9d01dcbe1521dbe2ab895ce0a72d, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T10:14:31,922 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732529655820.0e9c9d01dcbe1521dbe2ab895ce0a72d., hostname=e2fd862922a0,38547,1732529625709, seqNum=5 because the exception is null or not the one we care about 2024-11-25T10:14:31,924 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732529655820.0e9c9d01dcbe1521dbe2ab895ce0a72d., hostname=e2fd862922a0,38547,1732529625709, seqNum=5 , the old value is region=TestAcidGuarantees,,1732529655820.0e9c9d01dcbe1521dbe2ab895ce0a72d., hostname=e2fd862922a0,38547,1732529625709, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0e9c9d01dcbe1521dbe2ab895ce0a72d, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T10:14:31,924 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732529655820.0e9c9d01dcbe1521dbe2ab895ce0a72d., hostname=e2fd862922a0,38547,1732529625709, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0e9c9d01dcbe1521dbe2ab895ce0a72d, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T10:14:31,924 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732529655820.0e9c9d01dcbe1521dbe2ab895ce0a72d., hostname=e2fd862922a0,38547,1732529625709, seqNum=5 because the exception is null or not the one we care about 2024-11-25T10:14:31,926 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0e9c9d01dcbe1521dbe2ab895ce0a72d, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-25T10:14:31,926 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] ipc.CallRunner(138): callId: 84 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34884 deadline: 1732529731920, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0e9c9d01dcbe1521dbe2ab895ce0a72d, server=e2fd862922a0,38547,1732529625709 2024-11-25T10:14:31,948 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732529655820.0e9c9d01dcbe1521dbe2ab895ce0a72d., hostname=e2fd862922a0,38547,1732529625709, seqNum=5 , the old value is region=TestAcidGuarantees,,1732529655820.0e9c9d01dcbe1521dbe2ab895ce0a72d., hostname=e2fd862922a0,38547,1732529625709, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0e9c9d01dcbe1521dbe2ab895ce0a72d, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T10:14:31,948 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732529655820.0e9c9d01dcbe1521dbe2ab895ce0a72d., hostname=e2fd862922a0,38547,1732529625709, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0e9c9d01dcbe1521dbe2ab895ce0a72d, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T10:14:31,948 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732529655820.0e9c9d01dcbe1521dbe2ab895ce0a72d., hostname=e2fd862922a0,38547,1732529625709, seqNum=5 because the exception is null or not the one we care about 2024-11-25T10:14:31,955 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39927 is added to blk_1073742012_1188 (size=9857) 2024-11-25T10:14:32,038 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0e9c9d01dcbe1521dbe2ab895ce0a72d, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-25T10:14:32,038 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] ipc.CallRunner(138): callId: 85 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34932 deadline: 1732529732032, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0e9c9d01dcbe1521dbe2ab895ce0a72d, server=e2fd862922a0,38547,1732529625709 2024-11-25T10:14:32,038 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0e9c9d01dcbe1521dbe2ab895ce0a72d, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-25T10:14:32,038 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732529655820.0e9c9d01dcbe1521dbe2ab895ce0a72d., hostname=e2fd862922a0,38547,1732529625709, seqNum=5 , the old value is region=TestAcidGuarantees,,1732529655820.0e9c9d01dcbe1521dbe2ab895ce0a72d., hostname=e2fd862922a0,38547,1732529625709, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0e9c9d01dcbe1521dbe2ab895ce0a72d, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T10:14:32,038 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732529655820.0e9c9d01dcbe1521dbe2ab895ce0a72d., hostname=e2fd862922a0,38547,1732529625709, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0e9c9d01dcbe1521dbe2ab895ce0a72d, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T10:14:32,038 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] ipc.CallRunner(138): callId: 90 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34900 deadline: 1732529732032, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0e9c9d01dcbe1521dbe2ab895ce0a72d, server=e2fd862922a0,38547,1732529625709 2024-11-25T10:14:32,038 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732529655820.0e9c9d01dcbe1521dbe2ab895ce0a72d., hostname=e2fd862922a0,38547,1732529625709, seqNum=5 because the exception is null or not the one we care about 2024-11-25T10:14:32,039 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732529655820.0e9c9d01dcbe1521dbe2ab895ce0a72d., hostname=e2fd862922a0,38547,1732529625709, seqNum=5 , the old value is region=TestAcidGuarantees,,1732529655820.0e9c9d01dcbe1521dbe2ab895ce0a72d., hostname=e2fd862922a0,38547,1732529625709, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0e9c9d01dcbe1521dbe2ab895ce0a72d, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T10:14:32,039 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732529655820.0e9c9d01dcbe1521dbe2ab895ce0a72d., hostname=e2fd862922a0,38547,1732529625709, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0e9c9d01dcbe1521dbe2ab895ce0a72d, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T10:14:32,039 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732529655820.0e9c9d01dcbe1521dbe2ab895ce0a72d., hostname=e2fd862922a0,38547,1732529625709, seqNum=5 because the exception is null or not the one we care about 2024-11-25T10:14:32,056 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0e9c9d01dcbe1521dbe2ab895ce0a72d, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-25T10:14:32,056 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] ipc.CallRunner(138): callId: 85 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34884 deadline: 1732529732052, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0e9c9d01dcbe1521dbe2ab895ce0a72d, server=e2fd862922a0,38547,1732529625709 2024-11-25T10:14:32,056 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732529655820.0e9c9d01dcbe1521dbe2ab895ce0a72d., hostname=e2fd862922a0,38547,1732529625709, seqNum=5 , the old value is region=TestAcidGuarantees,,1732529655820.0e9c9d01dcbe1521dbe2ab895ce0a72d., hostname=e2fd862922a0,38547,1732529625709, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0e9c9d01dcbe1521dbe2ab895ce0a72d, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T10:14:32,056 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732529655820.0e9c9d01dcbe1521dbe2ab895ce0a72d., hostname=e2fd862922a0,38547,1732529625709, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0e9c9d01dcbe1521dbe2ab895ce0a72d, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T10:14:32,056 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732529655820.0e9c9d01dcbe1521dbe2ab895ce0a72d., hostname=e2fd862922a0,38547,1732529625709, seqNum=5 because the exception is null or not the one we care about 2024-11-25T10:14:32,245 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0e9c9d01dcbe1521dbe2ab895ce0a72d, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-25T10:14:32,245 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] ipc.CallRunner(138): callId: 91 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34900 deadline: 1732529732242, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0e9c9d01dcbe1521dbe2ab895ce0a72d, server=e2fd862922a0,38547,1732529625709 2024-11-25T10:14:32,245 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0e9c9d01dcbe1521dbe2ab895ce0a72d, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-25T10:14:32,245 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732529655820.0e9c9d01dcbe1521dbe2ab895ce0a72d., hostname=e2fd862922a0,38547,1732529625709, seqNum=5 , the old value is region=TestAcidGuarantees,,1732529655820.0e9c9d01dcbe1521dbe2ab895ce0a72d., hostname=e2fd862922a0,38547,1732529625709, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0e9c9d01dcbe1521dbe2ab895ce0a72d, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T10:14:32,246 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] ipc.CallRunner(138): callId: 86 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34932 deadline: 1732529732242, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0e9c9d01dcbe1521dbe2ab895ce0a72d, server=e2fd862922a0,38547,1732529625709 2024-11-25T10:14:32,246 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732529655820.0e9c9d01dcbe1521dbe2ab895ce0a72d., hostname=e2fd862922a0,38547,1732529625709, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0e9c9d01dcbe1521dbe2ab895ce0a72d, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T10:14:32,246 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732529655820.0e9c9d01dcbe1521dbe2ab895ce0a72d., hostname=e2fd862922a0,38547,1732529625709, seqNum=5 because the exception is null or not the one we care about 2024-11-25T10:14:32,246 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732529655820.0e9c9d01dcbe1521dbe2ab895ce0a72d., hostname=e2fd862922a0,38547,1732529625709, seqNum=5 , the old value is region=TestAcidGuarantees,,1732529655820.0e9c9d01dcbe1521dbe2ab895ce0a72d., hostname=e2fd862922a0,38547,1732529625709, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0e9c9d01dcbe1521dbe2ab895ce0a72d, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T10:14:32,246 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732529655820.0e9c9d01dcbe1521dbe2ab895ce0a72d., hostname=e2fd862922a0,38547,1732529625709, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0e9c9d01dcbe1521dbe2ab895ce0a72d, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T10:14:32,246 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732529655820.0e9c9d01dcbe1521dbe2ab895ce0a72d., hostname=e2fd862922a0,38547,1732529625709, seqNum=5 because the exception is null or not the one we care about 2024-11-25T10:14:32,266 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0e9c9d01dcbe1521dbe2ab895ce0a72d, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-25T10:14:32,266 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] ipc.CallRunner(138): callId: 86 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34884 deadline: 1732529732262, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0e9c9d01dcbe1521dbe2ab895ce0a72d, server=e2fd862922a0,38547,1732529625709 2024-11-25T10:14:32,266 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732529655820.0e9c9d01dcbe1521dbe2ab895ce0a72d., hostname=e2fd862922a0,38547,1732529625709, seqNum=5 , the old value is region=TestAcidGuarantees,,1732529655820.0e9c9d01dcbe1521dbe2ab895ce0a72d., hostname=e2fd862922a0,38547,1732529625709, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0e9c9d01dcbe1521dbe2ab895ce0a72d, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T10:14:32,266 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732529655820.0e9c9d01dcbe1521dbe2ab895ce0a72d., hostname=e2fd862922a0,38547,1732529625709, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0e9c9d01dcbe1521dbe2ab895ce0a72d, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T10:14:32,266 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732529655820.0e9c9d01dcbe1521dbe2ab895ce0a72d., hostname=e2fd862922a0,38547,1732529625709, seqNum=5 because the exception is null or not the one we care about 2024-11-25T10:14:32,356 INFO [RS_FLUSH_OPERATIONS-regionserver/e2fd862922a0:0-1 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=13.42 KB at sequenceid=307 (bloomFilter=true), to=hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/0e9c9d01dcbe1521dbe2ab895ce0a72d/.tmp/B/0dd2e3ea37364b16a6dbf5a71b6fea30 2024-11-25T10:14:32,364 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e2fd862922a0:0-1 {event_type=RS_FLUSH_REGIONS, pid=53}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/0e9c9d01dcbe1521dbe2ab895ce0a72d/.tmp/C/b8d25ac0585748369b5db614276a0533 is 50, key is test_row_0/C:col10/1732529669668/Put/seqid=0 2024-11-25T10:14:32,367 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39927 is added to blk_1073742013_1189 (size=9857) 2024-11-25T10:14:32,369 INFO [RS_FLUSH_OPERATIONS-regionserver/e2fd862922a0:0-1 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=13.42 KB at sequenceid=307 (bloomFilter=true), to=hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/0e9c9d01dcbe1521dbe2ab895ce0a72d/.tmp/C/b8d25ac0585748369b5db614276a0533 2024-11-25T10:14:32,374 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e2fd862922a0:0-1 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/0e9c9d01dcbe1521dbe2ab895ce0a72d/.tmp/A/467b2cc738f34dc492959ebe875fc2f8 as hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/0e9c9d01dcbe1521dbe2ab895ce0a72d/A/467b2cc738f34dc492959ebe875fc2f8 2024-11-25T10:14:32,379 INFO [RS_FLUSH_OPERATIONS-regionserver/e2fd862922a0:0-1 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/0e9c9d01dcbe1521dbe2ab895ce0a72d/A/467b2cc738f34dc492959ebe875fc2f8, entries=100, sequenceid=307, filesize=22.0 K 2024-11-25T10:14:32,380 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e2fd862922a0:0-1 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/0e9c9d01dcbe1521dbe2ab895ce0a72d/.tmp/B/0dd2e3ea37364b16a6dbf5a71b6fea30 as hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/0e9c9d01dcbe1521dbe2ab895ce0a72d/B/0dd2e3ea37364b16a6dbf5a71b6fea30 2024-11-25T10:14:32,384 INFO [RS_FLUSH_OPERATIONS-regionserver/e2fd862922a0:0-1 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/0e9c9d01dcbe1521dbe2ab895ce0a72d/B/0dd2e3ea37364b16a6dbf5a71b6fea30, entries=100, sequenceid=307, filesize=9.6 K 2024-11-25T10:14:32,385 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e2fd862922a0:0-1 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/0e9c9d01dcbe1521dbe2ab895ce0a72d/.tmp/C/b8d25ac0585748369b5db614276a0533 as hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/0e9c9d01dcbe1521dbe2ab895ce0a72d/C/b8d25ac0585748369b5db614276a0533 2024-11-25T10:14:32,389 INFO [RS_FLUSH_OPERATIONS-regionserver/e2fd862922a0:0-1 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/0e9c9d01dcbe1521dbe2ab895ce0a72d/C/b8d25ac0585748369b5db614276a0533, entries=100, sequenceid=307, filesize=9.6 K 2024-11-25T10:14:32,390 INFO [RS_FLUSH_OPERATIONS-regionserver/e2fd862922a0:0-1 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.HRegion(3140): Finished flush of dataSize ~40.25 KB/41220, heapSize ~120.23 KB/123120, currentSize=140.89 KB/144270 for 0e9c9d01dcbe1521dbe2ab895ce0a72d in 1002ms, sequenceid=307, compaction requested=false 2024-11-25T10:14:32,390 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e2fd862922a0:0-1 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.HRegion(2603): Flush status journal for 0e9c9d01dcbe1521dbe2ab895ce0a72d: 2024-11-25T10:14:32,390 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e2fd862922a0:0-1 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732529655820.0e9c9d01dcbe1521dbe2ab895ce0a72d. 2024-11-25T10:14:32,390 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e2fd862922a0:0-1 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=53 2024-11-25T10:14:32,391 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41005 {}] master.HMaster(4169): Remote procedure done, pid=53 2024-11-25T10:14:32,393 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=53, resume processing ppid=52 2024-11-25T10:14:32,393 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=53, ppid=52, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.6170 sec 2024-11-25T10:14:32,395 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=52, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=52, table=TestAcidGuarantees in 1.6210 sec 2024-11-25T10:14:32,557 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] regionserver.HRegion(8855): Flush requested on 0e9c9d01dcbe1521dbe2ab895ce0a72d 2024-11-25T10:14:32,557 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 0e9c9d01dcbe1521dbe2ab895ce0a72d 3/3 column families, dataSize=147.60 KB heapSize=415.92 KB 2024-11-25T10:14:32,557 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 0e9c9d01dcbe1521dbe2ab895ce0a72d, store=A 2024-11-25T10:14:32,557 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=3, new segment=null 2024-11-25T10:14:32,557 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 0e9c9d01dcbe1521dbe2ab895ce0a72d, store=B 2024-11-25T10:14:32,557 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=3, new segment=null 2024-11-25T10:14:32,557 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 0e9c9d01dcbe1521dbe2ab895ce0a72d, store=C 2024-11-25T10:14:32,557 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=3, new segment=null 2024-11-25T10:14:32,569 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411257d7f213e05724f4dbb8c3edccc8916ca_0e9c9d01dcbe1521dbe2ab895ce0a72d is 50, key is test_row_0/A:col10/1732529672556/Put/seqid=0 2024-11-25T10:14:32,574 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0e9c9d01dcbe1521dbe2ab895ce0a72d, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-25T10:14:32,574 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] ipc.CallRunner(138): callId: 95 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34900 deadline: 1732529732564, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0e9c9d01dcbe1521dbe2ab895ce0a72d, server=e2fd862922a0,38547,1732529625709 2024-11-25T10:14:32,574 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732529655820.0e9c9d01dcbe1521dbe2ab895ce0a72d., hostname=e2fd862922a0,38547,1732529625709, seqNum=5 , the old value is region=TestAcidGuarantees,,1732529655820.0e9c9d01dcbe1521dbe2ab895ce0a72d., hostname=e2fd862922a0,38547,1732529625709, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0e9c9d01dcbe1521dbe2ab895ce0a72d, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T10:14:32,574 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732529655820.0e9c9d01dcbe1521dbe2ab895ce0a72d., hostname=e2fd862922a0,38547,1732529625709, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0e9c9d01dcbe1521dbe2ab895ce0a72d, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T10:14:32,574 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732529655820.0e9c9d01dcbe1521dbe2ab895ce0a72d., hostname=e2fd862922a0,38547,1732529625709, seqNum=5 because the exception is null or not the one we care about 2024-11-25T10:14:32,575 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39927 is added to blk_1073742014_1190 (size=14994) 2024-11-25T10:14:32,575 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0e9c9d01dcbe1521dbe2ab895ce0a72d, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-25T10:14:32,575 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] ipc.CallRunner(138): callId: 87 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34884 deadline: 1732529732572, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0e9c9d01dcbe1521dbe2ab895ce0a72d, server=e2fd862922a0,38547,1732529625709 2024-11-25T10:14:32,575 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0e9c9d01dcbe1521dbe2ab895ce0a72d, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-25T10:14:32,575 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] ipc.CallRunner(138): callId: 90 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34932 deadline: 1732529732574, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0e9c9d01dcbe1521dbe2ab895ce0a72d, server=e2fd862922a0,38547,1732529625709 2024-11-25T10:14:32,575 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732529655820.0e9c9d01dcbe1521dbe2ab895ce0a72d., hostname=e2fd862922a0,38547,1732529625709, seqNum=5 , the old value is region=TestAcidGuarantees,,1732529655820.0e9c9d01dcbe1521dbe2ab895ce0a72d., hostname=e2fd862922a0,38547,1732529625709, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0e9c9d01dcbe1521dbe2ab895ce0a72d, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T10:14:32,576 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732529655820.0e9c9d01dcbe1521dbe2ab895ce0a72d., hostname=e2fd862922a0,38547,1732529625709, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0e9c9d01dcbe1521dbe2ab895ce0a72d, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T10:14:32,576 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732529655820.0e9c9d01dcbe1521dbe2ab895ce0a72d., hostname=e2fd862922a0,38547,1732529625709, seqNum=5 , the old value is region=TestAcidGuarantees,,1732529655820.0e9c9d01dcbe1521dbe2ab895ce0a72d., hostname=e2fd862922a0,38547,1732529625709, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0e9c9d01dcbe1521dbe2ab895ce0a72d, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T10:14:32,576 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732529655820.0e9c9d01dcbe1521dbe2ab895ce0a72d., hostname=e2fd862922a0,38547,1732529625709, seqNum=5 because the exception is null or not the one we care about 2024-11-25T10:14:32,576 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732529655820.0e9c9d01dcbe1521dbe2ab895ce0a72d., hostname=e2fd862922a0,38547,1732529625709, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0e9c9d01dcbe1521dbe2ab895ce0a72d, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T10:14:32,576 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732529655820.0e9c9d01dcbe1521dbe2ab895ce0a72d., hostname=e2fd862922a0,38547,1732529625709, seqNum=5 because the exception is null or not the one we care about 2024-11-25T10:14:32,686 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0e9c9d01dcbe1521dbe2ab895ce0a72d, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-25T10:14:32,686 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] ipc.CallRunner(138): callId: 96 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34900 deadline: 1732529732682, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0e9c9d01dcbe1521dbe2ab895ce0a72d, server=e2fd862922a0,38547,1732529625709 2024-11-25T10:14:32,687 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0e9c9d01dcbe1521dbe2ab895ce0a72d, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-25T10:14:32,687 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732529655820.0e9c9d01dcbe1521dbe2ab895ce0a72d., hostname=e2fd862922a0,38547,1732529625709, seqNum=5 , the old value is region=TestAcidGuarantees,,1732529655820.0e9c9d01dcbe1521dbe2ab895ce0a72d., hostname=e2fd862922a0,38547,1732529625709, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0e9c9d01dcbe1521dbe2ab895ce0a72d, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T10:14:32,687 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732529655820.0e9c9d01dcbe1521dbe2ab895ce0a72d., hostname=e2fd862922a0,38547,1732529625709, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0e9c9d01dcbe1521dbe2ab895ce0a72d, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T10:14:32,687 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] ipc.CallRunner(138): callId: 91 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34932 deadline: 1732529732682, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0e9c9d01dcbe1521dbe2ab895ce0a72d, server=e2fd862922a0,38547,1732529625709 2024-11-25T10:14:32,687 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732529655820.0e9c9d01dcbe1521dbe2ab895ce0a72d., hostname=e2fd862922a0,38547,1732529625709, seqNum=5 because the exception is null or not the one we care about 2024-11-25T10:14:32,687 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732529655820.0e9c9d01dcbe1521dbe2ab895ce0a72d., hostname=e2fd862922a0,38547,1732529625709, seqNum=5 , the old value is region=TestAcidGuarantees,,1732529655820.0e9c9d01dcbe1521dbe2ab895ce0a72d., hostname=e2fd862922a0,38547,1732529625709, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0e9c9d01dcbe1521dbe2ab895ce0a72d, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T10:14:32,687 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732529655820.0e9c9d01dcbe1521dbe2ab895ce0a72d., hostname=e2fd862922a0,38547,1732529625709, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0e9c9d01dcbe1521dbe2ab895ce0a72d, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T10:14:32,688 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732529655820.0e9c9d01dcbe1521dbe2ab895ce0a72d., hostname=e2fd862922a0,38547,1732529625709, seqNum=5 because the exception is null or not the one we care about 2024-11-25T10:14:32,895 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0e9c9d01dcbe1521dbe2ab895ce0a72d, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-25T10:14:32,895 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] ipc.CallRunner(138): callId: 97 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34900 deadline: 1732529732893, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0e9c9d01dcbe1521dbe2ab895ce0a72d, server=e2fd862922a0,38547,1732529625709 2024-11-25T10:14:32,895 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0e9c9d01dcbe1521dbe2ab895ce0a72d, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-25T10:14:32,895 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732529655820.0e9c9d01dcbe1521dbe2ab895ce0a72d., hostname=e2fd862922a0,38547,1732529625709, seqNum=5 , the old value is region=TestAcidGuarantees,,1732529655820.0e9c9d01dcbe1521dbe2ab895ce0a72d., hostname=e2fd862922a0,38547,1732529625709, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0e9c9d01dcbe1521dbe2ab895ce0a72d, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T10:14:32,896 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732529655820.0e9c9d01dcbe1521dbe2ab895ce0a72d., hostname=e2fd862922a0,38547,1732529625709, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0e9c9d01dcbe1521dbe2ab895ce0a72d, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T10:14:32,896 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] ipc.CallRunner(138): callId: 92 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34932 deadline: 1732529732893, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0e9c9d01dcbe1521dbe2ab895ce0a72d, server=e2fd862922a0,38547,1732529625709 2024-11-25T10:14:32,896 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732529655820.0e9c9d01dcbe1521dbe2ab895ce0a72d., hostname=e2fd862922a0,38547,1732529625709, seqNum=5 because the exception is null or not the one we care about 2024-11-25T10:14:32,896 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732529655820.0e9c9d01dcbe1521dbe2ab895ce0a72d., hostname=e2fd862922a0,38547,1732529625709, seqNum=5 , the old value is region=TestAcidGuarantees,,1732529655820.0e9c9d01dcbe1521dbe2ab895ce0a72d., hostname=e2fd862922a0,38547,1732529625709, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0e9c9d01dcbe1521dbe2ab895ce0a72d, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T10:14:32,896 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732529655820.0e9c9d01dcbe1521dbe2ab895ce0a72d., hostname=e2fd862922a0,38547,1732529625709, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0e9c9d01dcbe1521dbe2ab895ce0a72d, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T10:14:32,896 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732529655820.0e9c9d01dcbe1521dbe2ab895ce0a72d., hostname=e2fd862922a0,38547,1732529625709, seqNum=5 because the exception is null or not the one we care about 2024-11-25T10:14:32,922 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41005 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=52 2024-11-25T10:14:32,922 INFO [RPCClient-NioEventLoopGroup-4-7 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-25T10:14:32,923 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41005 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-25T10:14:32,924 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41005 {}] procedure2.ProcedureExecutor(1139): Stored pid=54, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=54, table=TestAcidGuarantees 2024-11-25T10:14:32,924 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41005 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=54 2024-11-25T10:14:32,924 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=54, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=54, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-25T10:14:32,925 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=54, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=54, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-25T10:14:32,925 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=55, ppid=54, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-25T10:14:32,975 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:32,980 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411257d7f213e05724f4dbb8c3edccc8916ca_0e9c9d01dcbe1521dbe2ab895ce0a72d to hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411257d7f213e05724f4dbb8c3edccc8916ca_0e9c9d01dcbe1521dbe2ab895ce0a72d 2024-11-25T10:14:32,981 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/0e9c9d01dcbe1521dbe2ab895ce0a72d/.tmp/A/bf000c4ea95a4b72b027de0e2d30009c, store: [table=TestAcidGuarantees family=A region=0e9c9d01dcbe1521dbe2ab895ce0a72d] 2024-11-25T10:14:32,982 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/0e9c9d01dcbe1521dbe2ab895ce0a72d/.tmp/A/bf000c4ea95a4b72b027de0e2d30009c is 175, key is test_row_0/A:col10/1732529672556/Put/seqid=0 2024-11-25T10:14:32,995 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39927 is added to blk_1073742015_1191 (size=39949) 2024-11-25T10:14:32,996 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=348, memsize=51.4 K, hasBloomFilter=true, into tmp file hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/0e9c9d01dcbe1521dbe2ab895ce0a72d/.tmp/A/bf000c4ea95a4b72b027de0e2d30009c 2024-11-25T10:14:33,011 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/0e9c9d01dcbe1521dbe2ab895ce0a72d/.tmp/B/cdbf643b92a94ae9a2d2a2fcc37129a4 is 50, key is test_row_0/B:col10/1732529672556/Put/seqid=0 2024-11-25T10:14:33,025 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0e9c9d01dcbe1521dbe2ab895ce0a72d, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-25T10:14:33,025 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] ipc.CallRunner(138): callId: 93 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34914 deadline: 1732529733022, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0e9c9d01dcbe1521dbe2ab895ce0a72d, server=e2fd862922a0,38547,1732529625709 2024-11-25T10:14:33,025 WARN [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRpcRetryingCaller(177): Call to e2fd862922a0,38547,1732529625709 for 'test_row_1' in 0e9c9d01dcbe1521dbe2ab895ce0a72d of TestAcidGuarantees failed, tries = 7, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 4188 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0e9c9d01dcbe1521dbe2ab895ce0a72d, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor39.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0e9c9d01dcbe1521dbe2ab895ce0a72d, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 32 more 2024-11-25T10:14:33,026 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732529655820.0e9c9d01dcbe1521dbe2ab895ce0a72d., hostname=e2fd862922a0,38547,1732529625709, seqNum=5 , the old value is region=TestAcidGuarantees,,1732529655820.0e9c9d01dcbe1521dbe2ab895ce0a72d., hostname=e2fd862922a0,38547,1732529625709, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0e9c9d01dcbe1521dbe2ab895ce0a72d, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T10:14:33,026 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732529655820.0e9c9d01dcbe1521dbe2ab895ce0a72d., hostname=e2fd862922a0,38547,1732529625709, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0e9c9d01dcbe1521dbe2ab895ce0a72d, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T10:14:33,026 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732529655820.0e9c9d01dcbe1521dbe2ab895ce0a72d., hostname=e2fd862922a0,38547,1732529625709, seqNum=5 because the exception is null or not the one we care about 2024-11-25T10:14:33,032 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39927 is added to blk_1073742016_1192 (size=12301) 2024-11-25T10:14:33,033 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41005 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=54 2024-11-25T10:14:33,033 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=348 (bloomFilter=true), to=hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/0e9c9d01dcbe1521dbe2ab895ce0a72d/.tmp/B/cdbf643b92a94ae9a2d2a2fcc37129a4 2024-11-25T10:14:33,035 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0e9c9d01dcbe1521dbe2ab895ce0a72d, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-25T10:14:33,035 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] ipc.CallRunner(138): callId: 91 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34938 deadline: 1732529733032, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0e9c9d01dcbe1521dbe2ab895ce0a72d, server=e2fd862922a0,38547,1732529625709 2024-11-25T10:14:33,035 WARN [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRpcRetryingCaller(177): Call to e2fd862922a0,38547,1732529625709 for 'test_row_1' in 0e9c9d01dcbe1521dbe2ab895ce0a72d of TestAcidGuarantees failed, tries = 7, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 4193 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0e9c9d01dcbe1521dbe2ab895ce0a72d, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor39.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0e9c9d01dcbe1521dbe2ab895ce0a72d, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 32 more 2024-11-25T10:14:33,036 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732529655820.0e9c9d01dcbe1521dbe2ab895ce0a72d., hostname=e2fd862922a0,38547,1732529625709, seqNum=5 , the old value is region=TestAcidGuarantees,,1732529655820.0e9c9d01dcbe1521dbe2ab895ce0a72d., hostname=e2fd862922a0,38547,1732529625709, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0e9c9d01dcbe1521dbe2ab895ce0a72d, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T10:14:33,036 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732529655820.0e9c9d01dcbe1521dbe2ab895ce0a72d., hostname=e2fd862922a0,38547,1732529625709, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0e9c9d01dcbe1521dbe2ab895ce0a72d, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T10:14:33,036 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732529655820.0e9c9d01dcbe1521dbe2ab895ce0a72d., hostname=e2fd862922a0,38547,1732529625709, seqNum=5 because the exception is null or not the one we care about 2024-11-25T10:14:33,053 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/0e9c9d01dcbe1521dbe2ab895ce0a72d/.tmp/C/77c45d5269f64ca3b5b49aa0dc1812f6 is 50, key is test_row_0/C:col10/1732529672556/Put/seqid=0 2024-11-25T10:14:33,068 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39927 is added to blk_1073742017_1193 (size=12301) 2024-11-25T10:14:33,074 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=348 (bloomFilter=true), to=hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/0e9c9d01dcbe1521dbe2ab895ce0a72d/.tmp/C/77c45d5269f64ca3b5b49aa0dc1812f6 2024-11-25T10:14:33,078 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=38547 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=55 2024-11-25T10:14:33,078 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e2fd862922a0:0-2 {event_type=RS_FLUSH_REGIONS, pid=55}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732529655820.0e9c9d01dcbe1521dbe2ab895ce0a72d. 2024-11-25T10:14:33,078 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e2fd862922a0:0-2 {event_type=RS_FLUSH_REGIONS, pid=55}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732529655820.0e9c9d01dcbe1521dbe2ab895ce0a72d. as already flushing 2024-11-25T10:14:33,078 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e2fd862922a0:0-2 {event_type=RS_FLUSH_REGIONS, pid=55}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732529655820.0e9c9d01dcbe1521dbe2ab895ce0a72d. 2024-11-25T10:14:33,078 ERROR [RS_FLUSH_OPERATIONS-regionserver/e2fd862922a0:0-2 {event_type=RS_FLUSH_REGIONS, pid=55}] handler.RSProcedureHandler(58): pid=55 java.io.IOException: Unable to complete flush {ENCODED => 0e9c9d01dcbe1521dbe2ab895ce0a72d, NAME => 'TestAcidGuarantees,,1732529655820.0e9c9d01dcbe1521dbe2ab895ce0a72d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T10:14:33,078 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e2fd862922a0:0-2 {event_type=RS_FLUSH_REGIONS, pid=55}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=55 java.io.IOException: Unable to complete flush {ENCODED => 0e9c9d01dcbe1521dbe2ab895ce0a72d, NAME => 'TestAcidGuarantees,,1732529655820.0e9c9d01dcbe1521dbe2ab895ce0a72d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T10:14:33,079 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41005 {}] master.HMaster(4177): Remote procedure failed, pid=55 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 0e9c9d01dcbe1521dbe2ab895ce0a72d, NAME => 'TestAcidGuarantees,,1732529655820.0e9c9d01dcbe1521dbe2ab895ce0a72d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 0e9c9d01dcbe1521dbe2ab895ce0a72d, NAME => 'TestAcidGuarantees,,1732529655820.0e9c9d01dcbe1521dbe2ab895ce0a72d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T10:14:33,079 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/0e9c9d01dcbe1521dbe2ab895ce0a72d/.tmp/A/bf000c4ea95a4b72b027de0e2d30009c as hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/0e9c9d01dcbe1521dbe2ab895ce0a72d/A/bf000c4ea95a4b72b027de0e2d30009c 2024-11-25T10:14:33,088 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/0e9c9d01dcbe1521dbe2ab895ce0a72d/A/bf000c4ea95a4b72b027de0e2d30009c, entries=200, sequenceid=348, filesize=39.0 K 2024-11-25T10:14:33,088 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0e9c9d01dcbe1521dbe2ab895ce0a72d, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-25T10:14:33,088 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] ipc.CallRunner(138): callId: 88 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34884 deadline: 1732529733082, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0e9c9d01dcbe1521dbe2ab895ce0a72d, server=e2fd862922a0,38547,1732529625709 2024-11-25T10:14:33,088 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732529655820.0e9c9d01dcbe1521dbe2ab895ce0a72d., hostname=e2fd862922a0,38547,1732529625709, seqNum=5 , the old value is region=TestAcidGuarantees,,1732529655820.0e9c9d01dcbe1521dbe2ab895ce0a72d., hostname=e2fd862922a0,38547,1732529625709, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0e9c9d01dcbe1521dbe2ab895ce0a72d, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T10:14:33,089 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732529655820.0e9c9d01dcbe1521dbe2ab895ce0a72d., hostname=e2fd862922a0,38547,1732529625709, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0e9c9d01dcbe1521dbe2ab895ce0a72d, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T10:14:33,089 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732529655820.0e9c9d01dcbe1521dbe2ab895ce0a72d., hostname=e2fd862922a0,38547,1732529625709, seqNum=5 because the exception is null or not the one we care about 2024-11-25T10:14:33,090 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:33,091 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:33,093 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/0e9c9d01dcbe1521dbe2ab895ce0a72d/.tmp/B/cdbf643b92a94ae9a2d2a2fcc37129a4 as hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/0e9c9d01dcbe1521dbe2ab895ce0a72d/B/cdbf643b92a94ae9a2d2a2fcc37129a4 2024-11-25T10:14:33,098 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/0e9c9d01dcbe1521dbe2ab895ce0a72d/B/cdbf643b92a94ae9a2d2a2fcc37129a4, entries=150, sequenceid=348, filesize=12.0 K 2024-11-25T10:14:33,100 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:33,104 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/0e9c9d01dcbe1521dbe2ab895ce0a72d/.tmp/C/77c45d5269f64ca3b5b49aa0dc1812f6 as hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/0e9c9d01dcbe1521dbe2ab895ce0a72d/C/77c45d5269f64ca3b5b49aa0dc1812f6 2024-11-25T10:14:33,104 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:33,105 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:33,105 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:33,106 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:33,106 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:33,106 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:33,106 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:33,106 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:33,107 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:33,107 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:33,107 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:33,108 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:33,108 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:33,109 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:33,109 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:33,109 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:33,109 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:33,110 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:33,110 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:33,110 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/0e9c9d01dcbe1521dbe2ab895ce0a72d/C/77c45d5269f64ca3b5b49aa0dc1812f6, entries=150, sequenceid=348, filesize=12.0 K 2024-11-25T10:14:33,110 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:33,111 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:33,111 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:33,111 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:33,111 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:33,111 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:33,112 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~154.31 KB/158010, heapSize ~436.03 KB/446496, currentSize=26.84 KB/27480 for 0e9c9d01dcbe1521dbe2ab895ce0a72d in 555ms, sequenceid=348, compaction requested=true 2024-11-25T10:14:33,112 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 0e9c9d01dcbe1521dbe2ab895ce0a72d: 2024-11-25T10:14:33,112 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 0e9c9d01dcbe1521dbe2ab895ce0a72d:A, priority=-2147483648, current under compaction store size is 1 2024-11-25T10:14:33,112 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-25T10:14:33,112 DEBUG [RS:0;e2fd862922a0:38547-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-25T10:14:33,112 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:33,112 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:33,112 DEBUG [RS:0;e2fd862922a0:38547-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-25T10:14:33,112 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:33,112 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 0e9c9d01dcbe1521dbe2ab895ce0a72d:B, priority=-2147483648, current under compaction store size is 2 2024-11-25T10:14:33,112 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-25T10:14:33,112 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 0e9c9d01dcbe1521dbe2ab895ce0a72d:C, priority=-2147483648, current under compaction store size is 3 2024-11-25T10:14:33,112 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-25T10:14:33,113 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:33,113 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:33,114 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:33,114 DEBUG [RS:0;e2fd862922a0:38547-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 35005 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-25T10:14:33,114 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:33,114 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:33,114 DEBUG [RS:0;e2fd862922a0:38547-longCompactions-0 {}] regionserver.HStore(1541): 0e9c9d01dcbe1521dbe2ab895ce0a72d/B is initiating minor compaction (all files) 2024-11-25T10:14:33,114 INFO [RS:0;e2fd862922a0:38547-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 0e9c9d01dcbe1521dbe2ab895ce0a72d/B in TestAcidGuarantees,,1732529655820.0e9c9d01dcbe1521dbe2ab895ce0a72d. 2024-11-25T10:14:33,114 INFO [RS:0;e2fd862922a0:38547-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/0e9c9d01dcbe1521dbe2ab895ce0a72d/B/4b0c54fbeb894339bf3b9009064bf094, hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/0e9c9d01dcbe1521dbe2ab895ce0a72d/B/0dd2e3ea37364b16a6dbf5a71b6fea30, hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/0e9c9d01dcbe1521dbe2ab895ce0a72d/B/cdbf643b92a94ae9a2d2a2fcc37129a4] into tmpdir=hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/0e9c9d01dcbe1521dbe2ab895ce0a72d/.tmp, totalSize=34.2 K 2024-11-25T10:14:33,114 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:33,114 DEBUG [RS:0;e2fd862922a0:38547-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 94311 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-25T10:14:33,114 DEBUG [RS:0;e2fd862922a0:38547-shortCompactions-0 {}] regionserver.HStore(1541): 0e9c9d01dcbe1521dbe2ab895ce0a72d/A is initiating minor compaction (all files) 2024-11-25T10:14:33,114 INFO [RS:0;e2fd862922a0:38547-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 0e9c9d01dcbe1521dbe2ab895ce0a72d/A in TestAcidGuarantees,,1732529655820.0e9c9d01dcbe1521dbe2ab895ce0a72d. 2024-11-25T10:14:33,115 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:33,115 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:33,115 DEBUG [RS:0;e2fd862922a0:38547-longCompactions-0 {}] compactions.Compactor(225): Compacting 4b0c54fbeb894339bf3b9009064bf094, keycount=150, bloomtype=ROW, size=12.5 K, encoding=NONE, compression=NONE, seqNum=298, earliestPutTs=1732529668841 2024-11-25T10:14:33,115 INFO [RS:0;e2fd862922a0:38547-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/0e9c9d01dcbe1521dbe2ab895ce0a72d/A/bba5225dd125428fabb4a9cede6f0532, hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/0e9c9d01dcbe1521dbe2ab895ce0a72d/A/467b2cc738f34dc492959ebe875fc2f8, hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/0e9c9d01dcbe1521dbe2ab895ce0a72d/A/bf000c4ea95a4b72b027de0e2d30009c] into tmpdir=hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/0e9c9d01dcbe1521dbe2ab895ce0a72d/.tmp, totalSize=92.1 K 2024-11-25T10:14:33,115 INFO [RS:0;e2fd862922a0:38547-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732529655820.0e9c9d01dcbe1521dbe2ab895ce0a72d. 2024-11-25T10:14:33,115 DEBUG [RS:0;e2fd862922a0:38547-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732529655820.0e9c9d01dcbe1521dbe2ab895ce0a72d. files: [hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/0e9c9d01dcbe1521dbe2ab895ce0a72d/A/bba5225dd125428fabb4a9cede6f0532, hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/0e9c9d01dcbe1521dbe2ab895ce0a72d/A/467b2cc738f34dc492959ebe875fc2f8, hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/0e9c9d01dcbe1521dbe2ab895ce0a72d/A/bf000c4ea95a4b72b027de0e2d30009c] 2024-11-25T10:14:33,115 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:33,115 DEBUG [RS:0;e2fd862922a0:38547-longCompactions-0 {}] compactions.Compactor(225): Compacting 0dd2e3ea37364b16a6dbf5a71b6fea30, keycount=100, bloomtype=ROW, size=9.6 K, encoding=NONE, compression=NONE, seqNum=307, earliestPutTs=1732529669668 2024-11-25T10:14:33,115 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:33,116 DEBUG [RS:0;e2fd862922a0:38547-shortCompactions-0 {}] compactions.Compactor(225): Compacting bba5225dd125428fabb4a9cede6f0532, keycount=150, bloomtype=ROW, size=31.1 K, encoding=NONE, compression=NONE, seqNum=298, earliestPutTs=1732529668841 2024-11-25T10:14:33,116 DEBUG [RS:0;e2fd862922a0:38547-longCompactions-0 {}] compactions.Compactor(225): Compacting cdbf643b92a94ae9a2d2a2fcc37129a4, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=348, earliestPutTs=1732529671907 2024-11-25T10:14:33,116 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:33,116 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:33,116 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:33,116 DEBUG [RS:0;e2fd862922a0:38547-shortCompactions-0 {}] compactions.Compactor(225): Compacting 467b2cc738f34dc492959ebe875fc2f8, keycount=100, bloomtype=ROW, size=22.0 K, encoding=NONE, compression=NONE, seqNum=307, earliestPutTs=1732529669668 2024-11-25T10:14:33,117 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:33,117 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:33,117 DEBUG [RS:0;e2fd862922a0:38547-shortCompactions-0 {}] compactions.Compactor(225): Compacting bf000c4ea95a4b72b027de0e2d30009c, keycount=200, bloomtype=ROW, size=39.0 K, encoding=NONE, compression=NONE, seqNum=348, earliestPutTs=1732529671907 2024-11-25T10:14:33,117 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:33,118 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:33,118 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:33,118 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:33,119 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:33,119 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:33,120 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:33,120 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:33,121 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:33,121 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:33,122 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:33,123 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:33,123 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:33,124 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:33,124 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:33,124 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:33,124 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:33,125 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:33,125 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:33,125 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:33,126 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:33,126 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:33,126 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:33,127 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:33,127 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:33,127 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:33,128 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:33,128 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:33,128 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:33,129 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:33,129 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:33,129 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:33,129 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:33,130 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:33,130 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:33,130 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:33,131 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:33,131 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:33,131 INFO [RS:0;e2fd862922a0:38547-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(321): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=0e9c9d01dcbe1521dbe2ab895ce0a72d] 2024-11-25T10:14:33,131 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:33,132 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:33,132 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:33,132 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:33,133 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:33,133 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:33,133 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:33,133 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:33,134 INFO [RS:0;e2fd862922a0:38547-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 0e9c9d01dcbe1521dbe2ab895ce0a72d#B#compaction#160 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-25T10:14:33,134 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:33,134 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:33,135 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:33,135 DEBUG [RS:0;e2fd862922a0:38547-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/0e9c9d01dcbe1521dbe2ab895ce0a72d/.tmp/B/06435cac3c124e24811ca49627011751 is 50, key is test_row_0/B:col10/1732529672556/Put/seqid=0 2024-11-25T10:14:33,135 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:33,135 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:33,136 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:33,136 DEBUG [RS:0;e2fd862922a0:38547-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(635): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e202411255c8648c0b257451cbb1ca9b440982a31_0e9c9d01dcbe1521dbe2ab895ce0a72d store=[table=TestAcidGuarantees family=A region=0e9c9d01dcbe1521dbe2ab895ce0a72d] 2024-11-25T10:14:33,136 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:33,137 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:33,138 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:33,138 DEBUG [RS:0;e2fd862922a0:38547-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(656): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e202411255c8648c0b257451cbb1ca9b440982a31_0e9c9d01dcbe1521dbe2ab895ce0a72d, store=[table=TestAcidGuarantees family=A region=0e9c9d01dcbe1521dbe2ab895ce0a72d] 2024-11-25T10:14:33,138 DEBUG [RS:0;e2fd862922a0:38547-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(667): Aborting writer for hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411255c8648c0b257451cbb1ca9b440982a31_0e9c9d01dcbe1521dbe2ab895ce0a72d because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=0e9c9d01dcbe1521dbe2ab895ce0a72d] 2024-11-25T10:14:33,139 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:33,139 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:33,139 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:33,140 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:33,140 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:33,140 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:33,141 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:33,141 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:33,142 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:33,142 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:33,142 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:33,142 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:33,142 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:33,143 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:33,143 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:33,143 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:33,144 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:33,144 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:33,144 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:33,145 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:33,145 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:33,145 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:33,146 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:33,146 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:33,147 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:33,147 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:33,147 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:33,147 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:33,148 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:33,148 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:33,148 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:33,149 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:33,149 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:33,150 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:33,150 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:33,150 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:33,151 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:33,151 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:33,151 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:33,152 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:33,152 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:33,153 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:33,153 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:33,155 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:33,156 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:33,157 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:33,159 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:33,164 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:33,165 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:33,165 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:33,166 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:33,166 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:33,166 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:33,167 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:33,167 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:33,168 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:33,168 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:33,168 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:33,169 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:33,169 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:33,169 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:33,169 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:33,169 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:33,170 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:33,170 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:33,170 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:33,171 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:33,171 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:33,171 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:33,172 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:33,172 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:33,172 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:33,172 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:33,173 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:33,173 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:33,173 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:33,173 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:33,174 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:33,174 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:33,174 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:33,175 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:33,175 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:33,176 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:33,176 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:33,176 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:33,176 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:33,177 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:33,177 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:33,177 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:33,178 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:33,178 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:33,178 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:33,179 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:33,179 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:33,179 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:33,179 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:33,180 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:33,180 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:33,180 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:33,181 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:33,181 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:33,181 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:33,182 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39927 is added to blk_1073742018_1194 (size=12949) 2024-11-25T10:14:33,182 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:33,182 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:33,182 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:33,183 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:33,183 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:33,183 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:33,183 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:33,184 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:33,185 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:33,185 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:33,185 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:33,185 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:33,185 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:33,186 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:33,186 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:33,187 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:33,187 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:33,187 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:33,188 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:33,188 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:33,188 DEBUG [RS:0;e2fd862922a0:38547-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/0e9c9d01dcbe1521dbe2ab895ce0a72d/.tmp/B/06435cac3c124e24811ca49627011751 as hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/0e9c9d01dcbe1521dbe2ab895ce0a72d/B/06435cac3c124e24811ca49627011751 2024-11-25T10:14:33,188 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:33,189 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:33,189 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:33,189 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:33,189 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:33,190 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:33,190 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:33,191 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:33,191 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:33,192 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:33,192 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:33,192 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:33,192 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:33,193 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:33,193 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:33,193 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:33,194 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:33,194 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:33,194 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:33,195 INFO [RS:0;e2fd862922a0:38547-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 0e9c9d01dcbe1521dbe2ab895ce0a72d/B of 0e9c9d01dcbe1521dbe2ab895ce0a72d into 06435cac3c124e24811ca49627011751(size=12.6 K), total size for store is 12.6 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-25T10:14:33,195 DEBUG [RS:0;e2fd862922a0:38547-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 0e9c9d01dcbe1521dbe2ab895ce0a72d: 2024-11-25T10:14:33,195 INFO [RS:0;e2fd862922a0:38547-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732529655820.0e9c9d01dcbe1521dbe2ab895ce0a72d., storeName=0e9c9d01dcbe1521dbe2ab895ce0a72d/B, priority=13, startTime=1732529673112; duration=0sec 2024-11-25T10:14:33,195 DEBUG [RS:0;e2fd862922a0:38547-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-25T10:14:33,195 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:33,195 DEBUG [RS:0;e2fd862922a0:38547-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 0e9c9d01dcbe1521dbe2ab895ce0a72d:B 2024-11-25T10:14:33,195 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:33,195 DEBUG [RS:0;e2fd862922a0:38547-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-25T10:14:33,195 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:33,196 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:33,196 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:33,197 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:33,197 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:33,197 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:33,198 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:33,198 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:33,199 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:33,199 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:33,200 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:33,200 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:33,200 DEBUG [RS:0;e2fd862922a0:38547-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 35005 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-25T10:14:33,200 DEBUG [RS:0;e2fd862922a0:38547-longCompactions-0 {}] regionserver.HStore(1541): 0e9c9d01dcbe1521dbe2ab895ce0a72d/C is initiating minor compaction (all files) 2024-11-25T10:14:33,201 INFO [RS:0;e2fd862922a0:38547-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 0e9c9d01dcbe1521dbe2ab895ce0a72d/C in TestAcidGuarantees,,1732529655820.0e9c9d01dcbe1521dbe2ab895ce0a72d. 2024-11-25T10:14:33,201 INFO [RS:0;e2fd862922a0:38547-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/0e9c9d01dcbe1521dbe2ab895ce0a72d/C/5322c529275a48e6957a8d46975ec963, hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/0e9c9d01dcbe1521dbe2ab895ce0a72d/C/b8d25ac0585748369b5db614276a0533, hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/0e9c9d01dcbe1521dbe2ab895ce0a72d/C/77c45d5269f64ca3b5b49aa0dc1812f6] into tmpdir=hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/0e9c9d01dcbe1521dbe2ab895ce0a72d/.tmp, totalSize=34.2 K 2024-11-25T10:14:33,201 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:33,201 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:33,201 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:33,202 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:33,202 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:33,202 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39927 is added to blk_1073742019_1195 (size=4469) 2024-11-25T10:14:33,202 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:33,203 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:33,203 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:33,203 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:33,203 DEBUG [RS:0;e2fd862922a0:38547-longCompactions-0 {}] compactions.Compactor(225): Compacting 5322c529275a48e6957a8d46975ec963, keycount=150, bloomtype=ROW, size=12.5 K, encoding=NONE, compression=NONE, seqNum=298, earliestPutTs=1732529668841 2024-11-25T10:14:33,204 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:33,204 DEBUG [RS:0;e2fd862922a0:38547-longCompactions-0 {}] compactions.Compactor(225): Compacting b8d25ac0585748369b5db614276a0533, keycount=100, bloomtype=ROW, size=9.6 K, encoding=NONE, compression=NONE, seqNum=307, earliestPutTs=1732529669668 2024-11-25T10:14:33,204 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:33,204 INFO [RS:0;e2fd862922a0:38547-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 0e9c9d01dcbe1521dbe2ab895ce0a72d#A#compaction#159 average throughput is 0.34 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-25T10:14:33,205 DEBUG [RS:0;e2fd862922a0:38547-longCompactions-0 {}] compactions.Compactor(225): Compacting 77c45d5269f64ca3b5b49aa0dc1812f6, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=348, earliestPutTs=1732529671907 2024-11-25T10:14:33,205 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:33,205 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:33,205 DEBUG [RS:0;e2fd862922a0:38547-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/0e9c9d01dcbe1521dbe2ab895ce0a72d/.tmp/A/ead7b9a8c9e54da69f6cfb70584945f2 is 175, key is test_row_0/A:col10/1732529672556/Put/seqid=0 2024-11-25T10:14:33,206 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:33,206 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:33,206 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:33,207 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:33,207 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:33,207 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:33,208 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:33,208 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:33,209 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:33,209 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:33,209 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:33,210 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:33,210 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:33,211 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:33,211 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:33,211 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:33,212 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:33,212 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:33,212 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:33,212 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:33,213 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:33,213 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:33,220 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:33,224 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:33,225 INFO [RS:0;e2fd862922a0:38547-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 0e9c9d01dcbe1521dbe2ab895ce0a72d#C#compaction#161 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-25T10:14:33,226 DEBUG [RS:0;e2fd862922a0:38547-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/0e9c9d01dcbe1521dbe2ab895ce0a72d/.tmp/C/78b3a525688f493f863208a3849b8a7c is 50, key is test_row_0/C:col10/1732529672556/Put/seqid=0 2024-11-25T10:14:33,228 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:33,231 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=38547 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=55 2024-11-25T10:14:33,232 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e2fd862922a0:0-0 {event_type=RS_FLUSH_REGIONS, pid=55}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732529655820.0e9c9d01dcbe1521dbe2ab895ce0a72d. 2024-11-25T10:14:33,232 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:33,232 INFO [RS_FLUSH_OPERATIONS-regionserver/e2fd862922a0:0-0 {event_type=RS_FLUSH_REGIONS, pid=55}] regionserver.HRegion(2902): Flushing 0e9c9d01dcbe1521dbe2ab895ce0a72d 3/3 column families, dataSize=40.25 KB heapSize=120.28 KB 2024-11-25T10:14:33,232 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e2fd862922a0:0-0 {event_type=RS_FLUSH_REGIONS, pid=55}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 0e9c9d01dcbe1521dbe2ab895ce0a72d, store=A 2024-11-25T10:14:33,232 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e2fd862922a0:0-0 {event_type=RS_FLUSH_REGIONS, pid=55}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T10:14:33,232 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e2fd862922a0:0-0 {event_type=RS_FLUSH_REGIONS, pid=55}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 0e9c9d01dcbe1521dbe2ab895ce0a72d, store=B 2024-11-25T10:14:33,232 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e2fd862922a0:0-0 {event_type=RS_FLUSH_REGIONS, pid=55}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T10:14:33,232 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e2fd862922a0:0-0 {event_type=RS_FLUSH_REGIONS, pid=55}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 0e9c9d01dcbe1521dbe2ab895ce0a72d, store=C 2024-11-25T10:14:33,232 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e2fd862922a0:0-0 {event_type=RS_FLUSH_REGIONS, pid=55}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T10:14:33,232 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:33,233 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:33,233 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:33,234 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:33,234 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:33,235 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:33,235 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:33,236 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:33,236 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39927 is added to blk_1073742020_1196 (size=31903) 2024-11-25T10:14:33,236 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:33,237 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:33,237 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:33,237 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:33,238 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:33,238 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:33,239 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:33,239 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:33,239 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:33,240 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:33,240 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:33,241 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:33,242 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:33,242 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41005 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=54 2024-11-25T10:14:33,242 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:33,243 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:33,244 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:33,244 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] regionserver.HRegion(8855): Flush requested on 0e9c9d01dcbe1521dbe2ab895ce0a72d 2024-11-25T10:14:33,244 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732529655820.0e9c9d01dcbe1521dbe2ab895ce0a72d. as already flushing 2024-11-25T10:14:33,245 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:33,245 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:33,246 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:33,247 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:33,248 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:33,248 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:33,249 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:33,249 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:33,249 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:33,250 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:33,250 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:33,251 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:33,251 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:33,252 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:33,252 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:33,253 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:33,253 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:33,253 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:33,254 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:33,255 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:33,255 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:33,255 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:33,256 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:33,257 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:33,257 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:33,257 DEBUG [RS:0;e2fd862922a0:38547-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/0e9c9d01dcbe1521dbe2ab895ce0a72d/.tmp/A/ead7b9a8c9e54da69f6cfb70584945f2 as hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/0e9c9d01dcbe1521dbe2ab895ce0a72d/A/ead7b9a8c9e54da69f6cfb70584945f2 2024-11-25T10:14:33,258 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:33,258 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:33,259 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:33,260 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:33,261 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:33,261 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:33,262 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:33,263 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:33,263 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:33,264 INFO [RS:0;e2fd862922a0:38547-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 0e9c9d01dcbe1521dbe2ab895ce0a72d/A of 0e9c9d01dcbe1521dbe2ab895ce0a72d into ead7b9a8c9e54da69f6cfb70584945f2(size=31.2 K), total size for store is 31.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-25T10:14:33,264 DEBUG [RS:0;e2fd862922a0:38547-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 0e9c9d01dcbe1521dbe2ab895ce0a72d: 2024-11-25T10:14:33,264 INFO [RS:0;e2fd862922a0:38547-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732529655820.0e9c9d01dcbe1521dbe2ab895ce0a72d., storeName=0e9c9d01dcbe1521dbe2ab895ce0a72d/A, priority=13, startTime=1732529673112; duration=0sec 2024-11-25T10:14:33,264 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:33,264 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:33,264 DEBUG [RS:0;e2fd862922a0:38547-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-25T10:14:33,264 DEBUG [RS:0;e2fd862922a0:38547-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 0e9c9d01dcbe1521dbe2ab895ce0a72d:A 2024-11-25T10:14:33,265 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:33,265 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:33,266 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:33,266 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:33,266 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:33,267 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:33,267 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:33,268 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:33,268 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:33,268 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:33,269 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:33,269 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:33,270 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:33,270 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:33,271 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:33,272 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:33,272 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:33,272 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:33,273 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:33,273 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:33,273 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:33,274 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:33,274 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:33,274 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:33,275 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:33,275 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:33,275 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:33,276 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:33,276 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:33,276 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:33,277 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:33,277 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:33,277 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:33,278 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:33,278 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:33,278 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:33,279 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:33,279 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:33,280 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:33,280 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:33,281 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:33,282 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:33,283 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:33,283 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:33,284 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:33,284 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39927 is added to blk_1073742021_1197 (size=12949) 2024-11-25T10:14:33,284 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:33,285 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:33,285 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:33,286 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:33,287 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:33,289 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:33,290 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:33,290 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:33,291 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:33,292 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:33,292 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e2fd862922a0:0-0 {event_type=RS_FLUSH_REGIONS, pid=55}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411251f7c5761a1e3430799c8e0581d6382f3_0e9c9d01dcbe1521dbe2ab895ce0a72d is 50, key is test_row_0/A:col10/1732529673220/Put/seqid=0 2024-11-25T10:14:33,292 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:33,293 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:33,294 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:33,294 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:33,295 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:33,296 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:33,296 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:33,297 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:33,298 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:33,298 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:33,299 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:33,300 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:33,300 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:33,301 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:33,302 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:33,303 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:33,304 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:33,306 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:33,307 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:33,308 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:33,308 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:33,309 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:33,310 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:33,312 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:33,317 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:33,317 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:33,318 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:33,319 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:33,320 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:33,320 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:33,321 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:33,322 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:33,322 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:33,323 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:33,324 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:33,325 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:33,332 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:33,333 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:33,342 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39927 is added to blk_1073742022_1198 (size=14994) 2024-11-25T10:14:33,346 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e2fd862922a0:0-0 {event_type=RS_FLUSH_REGIONS, pid=55}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:33,351 INFO [RS_FLUSH_OPERATIONS-regionserver/e2fd862922a0:0-0 {event_type=RS_FLUSH_REGIONS, pid=55}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411251f7c5761a1e3430799c8e0581d6382f3_0e9c9d01dcbe1521dbe2ab895ce0a72d to hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411251f7c5761a1e3430799c8e0581d6382f3_0e9c9d01dcbe1521dbe2ab895ce0a72d 2024-11-25T10:14:33,352 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e2fd862922a0:0-0 {event_type=RS_FLUSH_REGIONS, pid=55}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/0e9c9d01dcbe1521dbe2ab895ce0a72d/.tmp/A/57d97dc3d4b44179bf679030fecd63a3, store: [table=TestAcidGuarantees family=A region=0e9c9d01dcbe1521dbe2ab895ce0a72d] 2024-11-25T10:14:33,353 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e2fd862922a0:0-0 {event_type=RS_FLUSH_REGIONS, pid=55}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/0e9c9d01dcbe1521dbe2ab895ce0a72d/.tmp/A/57d97dc3d4b44179bf679030fecd63a3 is 175, key is test_row_0/A:col10/1732529673220/Put/seqid=0 2024-11-25T10:14:33,378 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/e2fd862922a0:0-4 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=159, cellSize=7275, totalHeapSize=16776, min timestamp=1732529673352, max timestamp=1732529673375Num uniques 859; 2024-11-25T10:14:33,378 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/e2fd862922a0:0-1 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=159, cellSize=7275, totalHeapSize=16776, min timestamp=1732529673352, max timestamp=1732529673375Num uniques 859; 2024-11-25T10:14:33,378 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/e2fd862922a0:0-1 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=7275, suffix heap size=117064,new segment heap size=16776 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=159 2024-11-25T10:14:33,378 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/e2fd862922a0:0-4 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=7275, suffix heap size=117064,new segment heap size=16776 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=159 2024-11-25T10:14:33,378 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/e2fd862922a0:0-5 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=159, cellSize=7275, totalHeapSize=16776, min timestamp=1732529673352, max timestamp=1732529673375Num uniques 859; 2024-11-25T10:14:33,378 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/e2fd862922a0:0-5 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=7275, suffix heap size=117064,new segment heap size=16776 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=159 2024-11-25T10:14:33,395 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39927 is added to blk_1073742023_1199 (size=39945) 2024-11-25T10:14:33,457 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/e2fd862922a0:0-3 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=218, cellSize=9978, totalHeapSize=22912, min timestamp=1732529673423, max timestamp=1732529673451Num uniques 1018; 2024-11-25T10:14:33,457 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/e2fd862922a0:0-6 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=218, cellSize=9978, totalHeapSize=22912, min timestamp=1732529673423, max timestamp=1732529673451Num uniques 1018; 2024-11-25T10:14:33,457 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/e2fd862922a0:0-6 {}] regionserver.CompactionPipeline(163): Suffix data size=46618, new segment data size=9978, suffix heap size=133840,new segment heap size=22912 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1018, new segment cells count=218 2024-11-25T10:14:33,457 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/e2fd862922a0:0-3 {}] regionserver.CompactionPipeline(163): Suffix data size=46618, new segment data size=9978, suffix heap size=133840,new segment heap size=22912 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1018, new segment cells count=218 2024-11-25T10:14:33,457 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/e2fd862922a0:0-2 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=218, cellSize=9978, totalHeapSize=22912, min timestamp=1732529673423, max timestamp=1732529673451Num uniques 1018; 2024-11-25T10:14:33,457 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/e2fd862922a0:0-2 {}] regionserver.CompactionPipeline(163): Suffix data size=46618, new segment data size=9978, suffix heap size=133840,new segment heap size=22912 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1018, new segment cells count=218 2024-11-25T10:14:33,520 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/e2fd862922a0:0-0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=227, cellSize=10392, totalHeapSize=23848, min timestamp=1732529673480, max timestamp=1732529673515Num uniques 1077; 2024-11-25T10:14:33,520 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/e2fd862922a0:0-0 {}] regionserver.CompactionPipeline(163): Suffix data size=49322, new segment data size=10392, suffix heap size=139976,new segment heap size=23848 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1077, new segment cells count=227 2024-11-25T10:14:33,523 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/e2fd862922a0:0-9 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=227, cellSize=10392, totalHeapSize=23848, min timestamp=1732529673480, max timestamp=1732529673515Num uniques 1077; 2024-11-25T10:14:33,524 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/e2fd862922a0:0-9 {}] regionserver.CompactionPipeline(163): Suffix data size=49322, new segment data size=10392, suffix heap size=139976,new segment heap size=23848 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1077, new segment cells count=227 2024-11-25T10:14:33,524 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/e2fd862922a0:0-7 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=227, cellSize=10392, totalHeapSize=23848, min timestamp=1732529673480, max timestamp=1732529673515Num uniques 1077; 2024-11-25T10:14:33,524 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/e2fd862922a0:0-7 {}] regionserver.CompactionPipeline(163): Suffix data size=49322, new segment data size=10392, suffix heap size=139976,new segment heap size=23848 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1077, new segment cells count=227 2024-11-25T10:14:33,552 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41005 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=54 2024-11-25T10:14:33,574 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0e9c9d01dcbe1521dbe2ab895ce0a72d, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-25T10:14:33,575 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] ipc.CallRunner(138): callId: 128 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34932 deadline: 1732529733571, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0e9c9d01dcbe1521dbe2ab895ce0a72d, server=e2fd862922a0,38547,1732529625709 2024-11-25T10:14:33,575 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0e9c9d01dcbe1521dbe2ab895ce0a72d, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-25T10:14:33,575 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] ipc.CallRunner(138): callId: 133 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34900 deadline: 1732529733572, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0e9c9d01dcbe1521dbe2ab895ce0a72d, server=e2fd862922a0,38547,1732529625709 2024-11-25T10:14:33,576 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732529655820.0e9c9d01dcbe1521dbe2ab895ce0a72d., hostname=e2fd862922a0,38547,1732529625709, seqNum=5 , the old value is region=TestAcidGuarantees,,1732529655820.0e9c9d01dcbe1521dbe2ab895ce0a72d., hostname=e2fd862922a0,38547,1732529625709, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0e9c9d01dcbe1521dbe2ab895ce0a72d, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T10:14:33,576 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732529655820.0e9c9d01dcbe1521dbe2ab895ce0a72d., hostname=e2fd862922a0,38547,1732529625709, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0e9c9d01dcbe1521dbe2ab895ce0a72d, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T10:14:33,576 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732529655820.0e9c9d01dcbe1521dbe2ab895ce0a72d., hostname=e2fd862922a0,38547,1732529625709, seqNum=5 because the exception is null or not the one we care about 2024-11-25T10:14:33,576 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732529655820.0e9c9d01dcbe1521dbe2ab895ce0a72d., hostname=e2fd862922a0,38547,1732529625709, seqNum=5 , the old value is region=TestAcidGuarantees,,1732529655820.0e9c9d01dcbe1521dbe2ab895ce0a72d., hostname=e2fd862922a0,38547,1732529625709, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0e9c9d01dcbe1521dbe2ab895ce0a72d, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T10:14:33,576 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732529655820.0e9c9d01dcbe1521dbe2ab895ce0a72d., hostname=e2fd862922a0,38547,1732529625709, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0e9c9d01dcbe1521dbe2ab895ce0a72d, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T10:14:33,576 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732529655820.0e9c9d01dcbe1521dbe2ab895ce0a72d., hostname=e2fd862922a0,38547,1732529625709, seqNum=5 because the exception is null or not the one we care about 2024-11-25T10:14:33,683 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0e9c9d01dcbe1521dbe2ab895ce0a72d, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-25T10:14:33,683 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] ipc.CallRunner(138): callId: 129 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34932 deadline: 1732529733682, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0e9c9d01dcbe1521dbe2ab895ce0a72d, server=e2fd862922a0,38547,1732529625709 2024-11-25T10:14:33,684 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732529655820.0e9c9d01dcbe1521dbe2ab895ce0a72d., hostname=e2fd862922a0,38547,1732529625709, seqNum=5 , the old value is region=TestAcidGuarantees,,1732529655820.0e9c9d01dcbe1521dbe2ab895ce0a72d., hostname=e2fd862922a0,38547,1732529625709, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0e9c9d01dcbe1521dbe2ab895ce0a72d, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T10:14:33,684 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732529655820.0e9c9d01dcbe1521dbe2ab895ce0a72d., hostname=e2fd862922a0,38547,1732529625709, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0e9c9d01dcbe1521dbe2ab895ce0a72d, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T10:14:33,684 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732529655820.0e9c9d01dcbe1521dbe2ab895ce0a72d., hostname=e2fd862922a0,38547,1732529625709, seqNum=5 because the exception is null or not the one we care about 2024-11-25T10:14:33,684 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0e9c9d01dcbe1521dbe2ab895ce0a72d, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-25T10:14:33,685 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] ipc.CallRunner(138): callId: 134 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34900 deadline: 1732529733682, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0e9c9d01dcbe1521dbe2ab895ce0a72d, server=e2fd862922a0,38547,1732529625709 2024-11-25T10:14:33,685 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732529655820.0e9c9d01dcbe1521dbe2ab895ce0a72d., hostname=e2fd862922a0,38547,1732529625709, seqNum=5 , the old value is region=TestAcidGuarantees,,1732529655820.0e9c9d01dcbe1521dbe2ab895ce0a72d., hostname=e2fd862922a0,38547,1732529625709, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0e9c9d01dcbe1521dbe2ab895ce0a72d, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T10:14:33,685 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732529655820.0e9c9d01dcbe1521dbe2ab895ce0a72d., hostname=e2fd862922a0,38547,1732529625709, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0e9c9d01dcbe1521dbe2ab895ce0a72d, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T10:14:33,685 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732529655820.0e9c9d01dcbe1521dbe2ab895ce0a72d., hostname=e2fd862922a0,38547,1732529625709, seqNum=5 because the exception is null or not the one we care about 2024-11-25T10:14:33,704 DEBUG [RS:0;e2fd862922a0:38547-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/0e9c9d01dcbe1521dbe2ab895ce0a72d/.tmp/C/78b3a525688f493f863208a3849b8a7c as hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/0e9c9d01dcbe1521dbe2ab895ce0a72d/C/78b3a525688f493f863208a3849b8a7c 2024-11-25T10:14:33,719 INFO [RS:0;e2fd862922a0:38547-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 0e9c9d01dcbe1521dbe2ab895ce0a72d/C of 0e9c9d01dcbe1521dbe2ab895ce0a72d into 78b3a525688f493f863208a3849b8a7c(size=12.6 K), total size for store is 12.6 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-25T10:14:33,719 DEBUG [RS:0;e2fd862922a0:38547-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 0e9c9d01dcbe1521dbe2ab895ce0a72d: 2024-11-25T10:14:33,719 INFO [RS:0;e2fd862922a0:38547-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732529655820.0e9c9d01dcbe1521dbe2ab895ce0a72d., storeName=0e9c9d01dcbe1521dbe2ab895ce0a72d/C, priority=13, startTime=1732529673112; duration=0sec 2024-11-25T10:14:33,720 DEBUG [RS:0;e2fd862922a0:38547-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-25T10:14:33,720 DEBUG [RS:0;e2fd862922a0:38547-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 0e9c9d01dcbe1521dbe2ab895ce0a72d:C 2024-11-25T10:14:33,797 INFO [RS_FLUSH_OPERATIONS-regionserver/e2fd862922a0:0-0 {event_type=RS_FLUSH_REGIONS, pid=55}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=358, memsize=13.4 K, hasBloomFilter=true, into tmp file hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/0e9c9d01dcbe1521dbe2ab895ce0a72d/.tmp/A/57d97dc3d4b44179bf679030fecd63a3 2024-11-25T10:14:33,828 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e2fd862922a0:0-0 {event_type=RS_FLUSH_REGIONS, pid=55}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/0e9c9d01dcbe1521dbe2ab895ce0a72d/.tmp/B/68f50bc795b942c58158fe6de1743c23 is 50, key is test_row_0/B:col10/1732529673220/Put/seqid=0 2024-11-25T10:14:33,846 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39927 is added to blk_1073742024_1200 (size=9857) 2024-11-25T10:14:33,847 INFO [RS_FLUSH_OPERATIONS-regionserver/e2fd862922a0:0-0 {event_type=RS_FLUSH_REGIONS, pid=55}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=13.42 KB at sequenceid=358 (bloomFilter=true), to=hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/0e9c9d01dcbe1521dbe2ab895ce0a72d/.tmp/B/68f50bc795b942c58158fe6de1743c23 2024-11-25T10:14:33,864 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e2fd862922a0:0-0 {event_type=RS_FLUSH_REGIONS, pid=55}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/0e9c9d01dcbe1521dbe2ab895ce0a72d/.tmp/C/d5caf4d55b8b4856afe47c8da02378ea is 50, key is test_row_0/C:col10/1732529673220/Put/seqid=0 2024-11-25T10:14:33,874 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39927 is added to blk_1073742025_1201 (size=9857) 2024-11-25T10:14:33,899 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0e9c9d01dcbe1521dbe2ab895ce0a72d, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-25T10:14:33,899 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] ipc.CallRunner(138): callId: 130 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34932 deadline: 1732529733892, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0e9c9d01dcbe1521dbe2ab895ce0a72d, server=e2fd862922a0,38547,1732529625709 2024-11-25T10:14:33,899 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0e9c9d01dcbe1521dbe2ab895ce0a72d, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-25T10:14:33,900 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] ipc.CallRunner(138): callId: 135 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34900 deadline: 1732529733892, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0e9c9d01dcbe1521dbe2ab895ce0a72d, server=e2fd862922a0,38547,1732529625709 2024-11-25T10:14:33,900 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732529655820.0e9c9d01dcbe1521dbe2ab895ce0a72d., hostname=e2fd862922a0,38547,1732529625709, seqNum=5 , the old value is region=TestAcidGuarantees,,1732529655820.0e9c9d01dcbe1521dbe2ab895ce0a72d., hostname=e2fd862922a0,38547,1732529625709, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0e9c9d01dcbe1521dbe2ab895ce0a72d, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T10:14:33,900 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732529655820.0e9c9d01dcbe1521dbe2ab895ce0a72d., hostname=e2fd862922a0,38547,1732529625709, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0e9c9d01dcbe1521dbe2ab895ce0a72d, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T10:14:33,900 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732529655820.0e9c9d01dcbe1521dbe2ab895ce0a72d., hostname=e2fd862922a0,38547,1732529625709, seqNum=5 , the old value is region=TestAcidGuarantees,,1732529655820.0e9c9d01dcbe1521dbe2ab895ce0a72d., hostname=e2fd862922a0,38547,1732529625709, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0e9c9d01dcbe1521dbe2ab895ce0a72d, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T10:14:33,900 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732529655820.0e9c9d01dcbe1521dbe2ab895ce0a72d., hostname=e2fd862922a0,38547,1732529625709, seqNum=5 because the exception is null or not the one we care about 2024-11-25T10:14:33,900 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732529655820.0e9c9d01dcbe1521dbe2ab895ce0a72d., hostname=e2fd862922a0,38547,1732529625709, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0e9c9d01dcbe1521dbe2ab895ce0a72d, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T10:14:33,900 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732529655820.0e9c9d01dcbe1521dbe2ab895ce0a72d., hostname=e2fd862922a0,38547,1732529625709, seqNum=5 because the exception is null or not the one we care about 2024-11-25T10:14:34,062 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41005 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=54 2024-11-25T10:14:34,093 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0e9c9d01dcbe1521dbe2ab895ce0a72d, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-25T10:14:34,094 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] ipc.CallRunner(138): callId: 89 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34884 deadline: 1732529734092, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0e9c9d01dcbe1521dbe2ab895ce0a72d, server=e2fd862922a0,38547,1732529625709 2024-11-25T10:14:34,094 WARN [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRpcRetryingCaller(177): Call to e2fd862922a0,38547,1732529625709 for 'test_row_1' in 0e9c9d01dcbe1521dbe2ab895ce0a72d of TestAcidGuarantees failed, tries = 6, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 2174 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0e9c9d01dcbe1521dbe2ab895ce0a72d, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor39.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0e9c9d01dcbe1521dbe2ab895ce0a72d, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 32 more 2024-11-25T10:14:34,095 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732529655820.0e9c9d01dcbe1521dbe2ab895ce0a72d., hostname=e2fd862922a0,38547,1732529625709, seqNum=5 , the old value is region=TestAcidGuarantees,,1732529655820.0e9c9d01dcbe1521dbe2ab895ce0a72d., hostname=e2fd862922a0,38547,1732529625709, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0e9c9d01dcbe1521dbe2ab895ce0a72d, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T10:14:34,095 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732529655820.0e9c9d01dcbe1521dbe2ab895ce0a72d., hostname=e2fd862922a0,38547,1732529625709, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0e9c9d01dcbe1521dbe2ab895ce0a72d, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T10:14:34,095 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732529655820.0e9c9d01dcbe1521dbe2ab895ce0a72d., hostname=e2fd862922a0,38547,1732529625709, seqNum=5 because the exception is null or not the one we care about 2024-11-25T10:14:34,204 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0e9c9d01dcbe1521dbe2ab895ce0a72d, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-25T10:14:34,204 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] ipc.CallRunner(138): callId: 131 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34932 deadline: 1732529734202, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0e9c9d01dcbe1521dbe2ab895ce0a72d, server=e2fd862922a0,38547,1732529625709 2024-11-25T10:14:34,204 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732529655820.0e9c9d01dcbe1521dbe2ab895ce0a72d., hostname=e2fd862922a0,38547,1732529625709, seqNum=5 , the old value is region=TestAcidGuarantees,,1732529655820.0e9c9d01dcbe1521dbe2ab895ce0a72d., hostname=e2fd862922a0,38547,1732529625709, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0e9c9d01dcbe1521dbe2ab895ce0a72d, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T10:14:34,204 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732529655820.0e9c9d01dcbe1521dbe2ab895ce0a72d., hostname=e2fd862922a0,38547,1732529625709, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0e9c9d01dcbe1521dbe2ab895ce0a72d, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T10:14:34,204 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732529655820.0e9c9d01dcbe1521dbe2ab895ce0a72d., hostname=e2fd862922a0,38547,1732529625709, seqNum=5 because the exception is null or not the one we care about 2024-11-25T10:14:34,208 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0e9c9d01dcbe1521dbe2ab895ce0a72d, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-25T10:14:34,208 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] ipc.CallRunner(138): callId: 136 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34900 deadline: 1732529734202, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0e9c9d01dcbe1521dbe2ab895ce0a72d, server=e2fd862922a0,38547,1732529625709 2024-11-25T10:14:34,209 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732529655820.0e9c9d01dcbe1521dbe2ab895ce0a72d., hostname=e2fd862922a0,38547,1732529625709, seqNum=5 , the old value is region=TestAcidGuarantees,,1732529655820.0e9c9d01dcbe1521dbe2ab895ce0a72d., hostname=e2fd862922a0,38547,1732529625709, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0e9c9d01dcbe1521dbe2ab895ce0a72d, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T10:14:34,209 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732529655820.0e9c9d01dcbe1521dbe2ab895ce0a72d., hostname=e2fd862922a0,38547,1732529625709, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0e9c9d01dcbe1521dbe2ab895ce0a72d, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T10:14:34,209 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732529655820.0e9c9d01dcbe1521dbe2ab895ce0a72d., hostname=e2fd862922a0,38547,1732529625709, seqNum=5 because the exception is null or not the one we care about 2024-11-25T10:14:34,275 INFO [RS_FLUSH_OPERATIONS-regionserver/e2fd862922a0:0-0 {event_type=RS_FLUSH_REGIONS, pid=55}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=13.42 KB at sequenceid=358 (bloomFilter=true), to=hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/0e9c9d01dcbe1521dbe2ab895ce0a72d/.tmp/C/d5caf4d55b8b4856afe47c8da02378ea 2024-11-25T10:14:34,283 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e2fd862922a0:0-0 {event_type=RS_FLUSH_REGIONS, pid=55}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/0e9c9d01dcbe1521dbe2ab895ce0a72d/.tmp/A/57d97dc3d4b44179bf679030fecd63a3 as hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/0e9c9d01dcbe1521dbe2ab895ce0a72d/A/57d97dc3d4b44179bf679030fecd63a3 2024-11-25T10:14:34,288 INFO [RS_FLUSH_OPERATIONS-regionserver/e2fd862922a0:0-0 {event_type=RS_FLUSH_REGIONS, pid=55}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/0e9c9d01dcbe1521dbe2ab895ce0a72d/A/57d97dc3d4b44179bf679030fecd63a3, entries=200, sequenceid=358, filesize=39.0 K 2024-11-25T10:14:34,289 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e2fd862922a0:0-0 {event_type=RS_FLUSH_REGIONS, pid=55}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/0e9c9d01dcbe1521dbe2ab895ce0a72d/.tmp/B/68f50bc795b942c58158fe6de1743c23 as hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/0e9c9d01dcbe1521dbe2ab895ce0a72d/B/68f50bc795b942c58158fe6de1743c23 2024-11-25T10:14:34,294 INFO [RS_FLUSH_OPERATIONS-regionserver/e2fd862922a0:0-0 {event_type=RS_FLUSH_REGIONS, pid=55}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/0e9c9d01dcbe1521dbe2ab895ce0a72d/B/68f50bc795b942c58158fe6de1743c23, entries=100, sequenceid=358, filesize=9.6 K 2024-11-25T10:14:34,295 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e2fd862922a0:0-0 {event_type=RS_FLUSH_REGIONS, pid=55}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/0e9c9d01dcbe1521dbe2ab895ce0a72d/.tmp/C/d5caf4d55b8b4856afe47c8da02378ea as hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/0e9c9d01dcbe1521dbe2ab895ce0a72d/C/d5caf4d55b8b4856afe47c8da02378ea 2024-11-25T10:14:34,300 INFO [RS_FLUSH_OPERATIONS-regionserver/e2fd862922a0:0-0 {event_type=RS_FLUSH_REGIONS, pid=55}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/0e9c9d01dcbe1521dbe2ab895ce0a72d/C/d5caf4d55b8b4856afe47c8da02378ea, entries=100, sequenceid=358, filesize=9.6 K 2024-11-25T10:14:34,301 INFO [RS_FLUSH_OPERATIONS-regionserver/e2fd862922a0:0-0 {event_type=RS_FLUSH_REGIONS, pid=55}] regionserver.HRegion(3140): Finished flush of dataSize ~40.25 KB/41220, heapSize ~120.23 KB/123120, currentSize=140.89 KB/144270 for 0e9c9d01dcbe1521dbe2ab895ce0a72d in 1069ms, sequenceid=358, compaction requested=false 2024-11-25T10:14:34,301 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e2fd862922a0:0-0 {event_type=RS_FLUSH_REGIONS, pid=55}] regionserver.HRegion(2603): Flush status journal for 0e9c9d01dcbe1521dbe2ab895ce0a72d: 2024-11-25T10:14:34,301 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e2fd862922a0:0-0 {event_type=RS_FLUSH_REGIONS, pid=55}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732529655820.0e9c9d01dcbe1521dbe2ab895ce0a72d. 2024-11-25T10:14:34,301 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e2fd862922a0:0-0 {event_type=RS_FLUSH_REGIONS, pid=55}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=55 2024-11-25T10:14:34,303 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41005 {}] master.HMaster(4169): Remote procedure done, pid=55 2024-11-25T10:14:34,309 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=55, resume processing ppid=54 2024-11-25T10:14:34,309 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=55, ppid=54, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.3790 sec 2024-11-25T10:14:34,312 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=54, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=54, table=TestAcidGuarantees in 1.3880 sec 2024-11-25T10:14:34,717 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 0e9c9d01dcbe1521dbe2ab895ce0a72d 3/3 column families, dataSize=147.60 KB heapSize=419.16 KB 2024-11-25T10:14:34,718 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 0e9c9d01dcbe1521dbe2ab895ce0a72d, store=A 2024-11-25T10:14:34,718 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=3, new segment=null 2024-11-25T10:14:34,718 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 0e9c9d01dcbe1521dbe2ab895ce0a72d, store=B 2024-11-25T10:14:34,718 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=3, new segment=null 2024-11-25T10:14:34,718 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 0e9c9d01dcbe1521dbe2ab895ce0a72d, store=C 2024-11-25T10:14:34,718 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=3, new segment=null 2024-11-25T10:14:34,718 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] regionserver.HRegion(8855): Flush requested on 0e9c9d01dcbe1521dbe2ab895ce0a72d 2024-11-25T10:14:34,736 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241125204139b96d104d248b4a63b9f14c3a8c_0e9c9d01dcbe1521dbe2ab895ce0a72d is 50, key is test_row_0/A:col10/1732529674715/Put/seqid=0 2024-11-25T10:14:34,762 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0e9c9d01dcbe1521dbe2ab895ce0a72d, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-25T10:14:34,762 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] ipc.CallRunner(138): callId: 136 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34932 deadline: 1732529734755, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0e9c9d01dcbe1521dbe2ab895ce0a72d, server=e2fd862922a0,38547,1732529625709 2024-11-25T10:14:34,763 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732529655820.0e9c9d01dcbe1521dbe2ab895ce0a72d., hostname=e2fd862922a0,38547,1732529625709, seqNum=5 , the old value is region=TestAcidGuarantees,,1732529655820.0e9c9d01dcbe1521dbe2ab895ce0a72d., hostname=e2fd862922a0,38547,1732529625709, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0e9c9d01dcbe1521dbe2ab895ce0a72d, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T10:14:34,763 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732529655820.0e9c9d01dcbe1521dbe2ab895ce0a72d., hostname=e2fd862922a0,38547,1732529625709, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0e9c9d01dcbe1521dbe2ab895ce0a72d, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T10:14:34,763 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0e9c9d01dcbe1521dbe2ab895ce0a72d, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-25T10:14:34,763 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732529655820.0e9c9d01dcbe1521dbe2ab895ce0a72d., hostname=e2fd862922a0,38547,1732529625709, seqNum=5 because the exception is null or not the one we care about 2024-11-25T10:14:34,763 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] ipc.CallRunner(138): callId: 140 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34900 deadline: 1732529734756, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0e9c9d01dcbe1521dbe2ab895ce0a72d, server=e2fd862922a0,38547,1732529625709 2024-11-25T10:14:34,764 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732529655820.0e9c9d01dcbe1521dbe2ab895ce0a72d., hostname=e2fd862922a0,38547,1732529625709, seqNum=5 , the old value is region=TestAcidGuarantees,,1732529655820.0e9c9d01dcbe1521dbe2ab895ce0a72d., hostname=e2fd862922a0,38547,1732529625709, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0e9c9d01dcbe1521dbe2ab895ce0a72d, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T10:14:34,764 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732529655820.0e9c9d01dcbe1521dbe2ab895ce0a72d., hostname=e2fd862922a0,38547,1732529625709, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0e9c9d01dcbe1521dbe2ab895ce0a72d, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T10:14:34,764 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732529655820.0e9c9d01dcbe1521dbe2ab895ce0a72d., hostname=e2fd862922a0,38547,1732529625709, seqNum=5 because the exception is null or not the one we care about 2024-11-25T10:14:34,779 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39927 is added to blk_1073742026_1202 (size=14994) 2024-11-25T10:14:34,780 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:34,790 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241125204139b96d104d248b4a63b9f14c3a8c_0e9c9d01dcbe1521dbe2ab895ce0a72d to hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241125204139b96d104d248b4a63b9f14c3a8c_0e9c9d01dcbe1521dbe2ab895ce0a72d 2024-11-25T10:14:34,792 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/0e9c9d01dcbe1521dbe2ab895ce0a72d/.tmp/A/7e91b2a17bff48fe8f76055b480238ff, store: [table=TestAcidGuarantees family=A region=0e9c9d01dcbe1521dbe2ab895ce0a72d] 2024-11-25T10:14:34,793 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/0e9c9d01dcbe1521dbe2ab895ce0a72d/.tmp/A/7e91b2a17bff48fe8f76055b480238ff is 175, key is test_row_0/A:col10/1732529674715/Put/seqid=0 2024-11-25T10:14:34,812 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39927 is added to blk_1073742027_1203 (size=39949) 2024-11-25T10:14:34,877 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0e9c9d01dcbe1521dbe2ab895ce0a72d, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-25T10:14:34,877 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] ipc.CallRunner(138): callId: 137 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34932 deadline: 1732529734872, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0e9c9d01dcbe1521dbe2ab895ce0a72d, server=e2fd862922a0,38547,1732529625709 2024-11-25T10:14:34,877 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0e9c9d01dcbe1521dbe2ab895ce0a72d, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-25T10:14:34,877 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] ipc.CallRunner(138): callId: 141 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34900 deadline: 1732529734872, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0e9c9d01dcbe1521dbe2ab895ce0a72d, server=e2fd862922a0,38547,1732529625709 2024-11-25T10:14:34,879 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732529655820.0e9c9d01dcbe1521dbe2ab895ce0a72d., hostname=e2fd862922a0,38547,1732529625709, seqNum=5 , the old value is region=TestAcidGuarantees,,1732529655820.0e9c9d01dcbe1521dbe2ab895ce0a72d., hostname=e2fd862922a0,38547,1732529625709, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0e9c9d01dcbe1521dbe2ab895ce0a72d, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T10:14:34,879 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732529655820.0e9c9d01dcbe1521dbe2ab895ce0a72d., hostname=e2fd862922a0,38547,1732529625709, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0e9c9d01dcbe1521dbe2ab895ce0a72d, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T10:14:34,879 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732529655820.0e9c9d01dcbe1521dbe2ab895ce0a72d., hostname=e2fd862922a0,38547,1732529625709, seqNum=5 because the exception is null or not the one we care about 2024-11-25T10:14:34,879 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732529655820.0e9c9d01dcbe1521dbe2ab895ce0a72d., hostname=e2fd862922a0,38547,1732529625709, seqNum=5 , the old value is region=TestAcidGuarantees,,1732529655820.0e9c9d01dcbe1521dbe2ab895ce0a72d., hostname=e2fd862922a0,38547,1732529625709, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0e9c9d01dcbe1521dbe2ab895ce0a72d, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T10:14:34,879 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732529655820.0e9c9d01dcbe1521dbe2ab895ce0a72d., hostname=e2fd862922a0,38547,1732529625709, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0e9c9d01dcbe1521dbe2ab895ce0a72d, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T10:14:34,879 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732529655820.0e9c9d01dcbe1521dbe2ab895ce0a72d., hostname=e2fd862922a0,38547,1732529625709, seqNum=5 because the exception is null or not the one we care about 2024-11-25T10:14:35,082 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41005 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=54 2024-11-25T10:14:35,083 INFO [RPCClient-NioEventLoopGroup-4-7 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-25T10:14:35,083 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41005 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-25T10:14:35,085 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41005 {}] procedure2.ProcedureExecutor(1139): Stored pid=56, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=56, table=TestAcidGuarantees 2024-11-25T10:14:35,086 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=56, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=56, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-25T10:14:35,087 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=56, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=56, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-25T10:14:35,087 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=57, ppid=56, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-25T10:14:35,090 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41005 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=56 2024-11-25T10:14:35,093 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0e9c9d01dcbe1521dbe2ab895ce0a72d, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-25T10:14:35,093 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] ipc.CallRunner(138): callId: 142 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34900 deadline: 1732529735082, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0e9c9d01dcbe1521dbe2ab895ce0a72d, server=e2fd862922a0,38547,1732529625709 2024-11-25T10:14:35,094 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0e9c9d01dcbe1521dbe2ab895ce0a72d, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-25T10:14:35,094 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732529655820.0e9c9d01dcbe1521dbe2ab895ce0a72d., hostname=e2fd862922a0,38547,1732529625709, seqNum=5 , the old value is region=TestAcidGuarantees,,1732529655820.0e9c9d01dcbe1521dbe2ab895ce0a72d., hostname=e2fd862922a0,38547,1732529625709, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0e9c9d01dcbe1521dbe2ab895ce0a72d, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T10:14:35,094 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732529655820.0e9c9d01dcbe1521dbe2ab895ce0a72d., hostname=e2fd862922a0,38547,1732529625709, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0e9c9d01dcbe1521dbe2ab895ce0a72d, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T10:14:35,094 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732529655820.0e9c9d01dcbe1521dbe2ab895ce0a72d., hostname=e2fd862922a0,38547,1732529625709, seqNum=5 because the exception is null or not the one we care about 2024-11-25T10:14:35,094 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] ipc.CallRunner(138): callId: 138 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34932 deadline: 1732529735083, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0e9c9d01dcbe1521dbe2ab895ce0a72d, server=e2fd862922a0,38547,1732529625709 2024-11-25T10:14:35,094 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732529655820.0e9c9d01dcbe1521dbe2ab895ce0a72d., hostname=e2fd862922a0,38547,1732529625709, seqNum=5 , the old value is region=TestAcidGuarantees,,1732529655820.0e9c9d01dcbe1521dbe2ab895ce0a72d., hostname=e2fd862922a0,38547,1732529625709, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0e9c9d01dcbe1521dbe2ab895ce0a72d, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T10:14:35,094 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732529655820.0e9c9d01dcbe1521dbe2ab895ce0a72d., hostname=e2fd862922a0,38547,1732529625709, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0e9c9d01dcbe1521dbe2ab895ce0a72d, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T10:14:35,094 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732529655820.0e9c9d01dcbe1521dbe2ab895ce0a72d., hostname=e2fd862922a0,38547,1732529625709, seqNum=5 because the exception is null or not the one we care about 2024-11-25T10:14:35,192 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41005 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=56 2024-11-25T10:14:35,213 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=432, memsize=49.2 K, hasBloomFilter=true, into tmp file hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/0e9c9d01dcbe1521dbe2ab895ce0a72d/.tmp/A/7e91b2a17bff48fe8f76055b480238ff 2024-11-25T10:14:35,225 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/0e9c9d01dcbe1521dbe2ab895ce0a72d/.tmp/B/ff62836d4ba448f59b4c51a2b97762eb is 50, key is test_row_0/B:col10/1732529674715/Put/seqid=0 2024-11-25T10:14:35,238 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39927 is added to blk_1073742028_1204 (size=12301) 2024-11-25T10:14:35,239 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=432 (bloomFilter=true), to=hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/0e9c9d01dcbe1521dbe2ab895ce0a72d/.tmp/B/ff62836d4ba448f59b4c51a2b97762eb 2024-11-25T10:14:35,240 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=38547 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=57 2024-11-25T10:14:35,240 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e2fd862922a0:0-1 {event_type=RS_FLUSH_REGIONS, pid=57}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732529655820.0e9c9d01dcbe1521dbe2ab895ce0a72d. 2024-11-25T10:14:35,240 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e2fd862922a0:0-1 {event_type=RS_FLUSH_REGIONS, pid=57}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732529655820.0e9c9d01dcbe1521dbe2ab895ce0a72d. as already flushing 2024-11-25T10:14:35,240 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e2fd862922a0:0-1 {event_type=RS_FLUSH_REGIONS, pid=57}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732529655820.0e9c9d01dcbe1521dbe2ab895ce0a72d. 2024-11-25T10:14:35,240 ERROR [RS_FLUSH_OPERATIONS-regionserver/e2fd862922a0:0-1 {event_type=RS_FLUSH_REGIONS, pid=57}] handler.RSProcedureHandler(58): pid=57 java.io.IOException: Unable to complete flush {ENCODED => 0e9c9d01dcbe1521dbe2ab895ce0a72d, NAME => 'TestAcidGuarantees,,1732529655820.0e9c9d01dcbe1521dbe2ab895ce0a72d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T10:14:35,241 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e2fd862922a0:0-1 {event_type=RS_FLUSH_REGIONS, pid=57}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=57 java.io.IOException: Unable to complete flush {ENCODED => 0e9c9d01dcbe1521dbe2ab895ce0a72d, NAME => 'TestAcidGuarantees,,1732529655820.0e9c9d01dcbe1521dbe2ab895ce0a72d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T10:14:35,241 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41005 {}] master.HMaster(4177): Remote procedure failed, pid=57 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 0e9c9d01dcbe1521dbe2ab895ce0a72d, NAME => 'TestAcidGuarantees,,1732529655820.0e9c9d01dcbe1521dbe2ab895ce0a72d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 0e9c9d01dcbe1521dbe2ab895ce0a72d, NAME => 'TestAcidGuarantees,,1732529655820.0e9c9d01dcbe1521dbe2ab895ce0a72d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T10:14:35,271 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/0e9c9d01dcbe1521dbe2ab895ce0a72d/.tmp/C/21b2da3fb3534260afc7f80e03bb2127 is 50, key is test_row_0/C:col10/1732529674715/Put/seqid=0 2024-11-25T10:14:35,311 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39927 is added to blk_1073742029_1205 (size=12301) 2024-11-25T10:14:35,394 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=38547 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=57 2024-11-25T10:14:35,394 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e2fd862922a0:0-2 {event_type=RS_FLUSH_REGIONS, pid=57}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732529655820.0e9c9d01dcbe1521dbe2ab895ce0a72d. 2024-11-25T10:14:35,394 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e2fd862922a0:0-2 {event_type=RS_FLUSH_REGIONS, pid=57}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732529655820.0e9c9d01dcbe1521dbe2ab895ce0a72d. as already flushing 2024-11-25T10:14:35,394 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e2fd862922a0:0-2 {event_type=RS_FLUSH_REGIONS, pid=57}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732529655820.0e9c9d01dcbe1521dbe2ab895ce0a72d. 2024-11-25T10:14:35,394 ERROR [RS_FLUSH_OPERATIONS-regionserver/e2fd862922a0:0-2 {event_type=RS_FLUSH_REGIONS, pid=57}] handler.RSProcedureHandler(58): pid=57 java.io.IOException: Unable to complete flush {ENCODED => 0e9c9d01dcbe1521dbe2ab895ce0a72d, NAME => 'TestAcidGuarantees,,1732529655820.0e9c9d01dcbe1521dbe2ab895ce0a72d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T10:14:35,394 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e2fd862922a0:0-2 {event_type=RS_FLUSH_REGIONS, pid=57}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=57 java.io.IOException: Unable to complete flush {ENCODED => 0e9c9d01dcbe1521dbe2ab895ce0a72d, NAME => 'TestAcidGuarantees,,1732529655820.0e9c9d01dcbe1521dbe2ab895ce0a72d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T10:14:35,395 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41005 {}] master.HMaster(4177): Remote procedure failed, pid=57 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 0e9c9d01dcbe1521dbe2ab895ce0a72d, NAME => 'TestAcidGuarantees,,1732529655820.0e9c9d01dcbe1521dbe2ab895ce0a72d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 0e9c9d01dcbe1521dbe2ab895ce0a72d, NAME => 'TestAcidGuarantees,,1732529655820.0e9c9d01dcbe1521dbe2ab895ce0a72d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T10:14:35,403 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41005 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=56 2024-11-25T10:14:35,409 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0e9c9d01dcbe1521dbe2ab895ce0a72d, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-25T10:14:35,409 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0e9c9d01dcbe1521dbe2ab895ce0a72d, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-25T10:14:35,410 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] ipc.CallRunner(138): callId: 143 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34900 deadline: 1732529735402, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0e9c9d01dcbe1521dbe2ab895ce0a72d, server=e2fd862922a0,38547,1732529625709 2024-11-25T10:14:35,410 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] ipc.CallRunner(138): callId: 139 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34932 deadline: 1732529735403, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0e9c9d01dcbe1521dbe2ab895ce0a72d, server=e2fd862922a0,38547,1732529625709 2024-11-25T10:14:35,410 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732529655820.0e9c9d01dcbe1521dbe2ab895ce0a72d., hostname=e2fd862922a0,38547,1732529625709, seqNum=5 , the old value is region=TestAcidGuarantees,,1732529655820.0e9c9d01dcbe1521dbe2ab895ce0a72d., hostname=e2fd862922a0,38547,1732529625709, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0e9c9d01dcbe1521dbe2ab895ce0a72d, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T10:14:35,410 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732529655820.0e9c9d01dcbe1521dbe2ab895ce0a72d., hostname=e2fd862922a0,38547,1732529625709, seqNum=5 , the old value is region=TestAcidGuarantees,,1732529655820.0e9c9d01dcbe1521dbe2ab895ce0a72d., hostname=e2fd862922a0,38547,1732529625709, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0e9c9d01dcbe1521dbe2ab895ce0a72d, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T10:14:35,410 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732529655820.0e9c9d01dcbe1521dbe2ab895ce0a72d., hostname=e2fd862922a0,38547,1732529625709, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0e9c9d01dcbe1521dbe2ab895ce0a72d, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T10:14:35,410 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732529655820.0e9c9d01dcbe1521dbe2ab895ce0a72d., hostname=e2fd862922a0,38547,1732529625709, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0e9c9d01dcbe1521dbe2ab895ce0a72d, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T10:14:35,410 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732529655820.0e9c9d01dcbe1521dbe2ab895ce0a72d., hostname=e2fd862922a0,38547,1732529625709, seqNum=5 because the exception is null or not the one we care about 2024-11-25T10:14:35,410 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732529655820.0e9c9d01dcbe1521dbe2ab895ce0a72d., hostname=e2fd862922a0,38547,1732529625709, seqNum=5 because the exception is null or not the one we care about 2024-11-25T10:14:35,547 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=38547 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=57 2024-11-25T10:14:35,548 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e2fd862922a0:0-0 {event_type=RS_FLUSH_REGIONS, pid=57}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732529655820.0e9c9d01dcbe1521dbe2ab895ce0a72d. 2024-11-25T10:14:35,548 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e2fd862922a0:0-0 {event_type=RS_FLUSH_REGIONS, pid=57}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732529655820.0e9c9d01dcbe1521dbe2ab895ce0a72d. as already flushing 2024-11-25T10:14:35,548 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e2fd862922a0:0-0 {event_type=RS_FLUSH_REGIONS, pid=57}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732529655820.0e9c9d01dcbe1521dbe2ab895ce0a72d. 2024-11-25T10:14:35,548 ERROR [RS_FLUSH_OPERATIONS-regionserver/e2fd862922a0:0-0 {event_type=RS_FLUSH_REGIONS, pid=57}] handler.RSProcedureHandler(58): pid=57 java.io.IOException: Unable to complete flush {ENCODED => 0e9c9d01dcbe1521dbe2ab895ce0a72d, NAME => 'TestAcidGuarantees,,1732529655820.0e9c9d01dcbe1521dbe2ab895ce0a72d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T10:14:35,548 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e2fd862922a0:0-0 {event_type=RS_FLUSH_REGIONS, pid=57}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=57 java.io.IOException: Unable to complete flush {ENCODED => 0e9c9d01dcbe1521dbe2ab895ce0a72d, NAME => 'TestAcidGuarantees,,1732529655820.0e9c9d01dcbe1521dbe2ab895ce0a72d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T10:14:35,549 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41005 {}] master.HMaster(4177): Remote procedure failed, pid=57 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 0e9c9d01dcbe1521dbe2ab895ce0a72d, NAME => 'TestAcidGuarantees,,1732529655820.0e9c9d01dcbe1521dbe2ab895ce0a72d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 0e9c9d01dcbe1521dbe2ab895ce0a72d, NAME => 'TestAcidGuarantees,,1732529655820.0e9c9d01dcbe1521dbe2ab895ce0a72d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T10:14:35,701 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=38547 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=57 2024-11-25T10:14:35,701 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e2fd862922a0:0-1 {event_type=RS_FLUSH_REGIONS, pid=57}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732529655820.0e9c9d01dcbe1521dbe2ab895ce0a72d. 2024-11-25T10:14:35,702 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e2fd862922a0:0-1 {event_type=RS_FLUSH_REGIONS, pid=57}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732529655820.0e9c9d01dcbe1521dbe2ab895ce0a72d. as already flushing 2024-11-25T10:14:35,702 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e2fd862922a0:0-1 {event_type=RS_FLUSH_REGIONS, pid=57}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732529655820.0e9c9d01dcbe1521dbe2ab895ce0a72d. 2024-11-25T10:14:35,702 ERROR [RS_FLUSH_OPERATIONS-regionserver/e2fd862922a0:0-1 {event_type=RS_FLUSH_REGIONS, pid=57}] handler.RSProcedureHandler(58): pid=57 java.io.IOException: Unable to complete flush {ENCODED => 0e9c9d01dcbe1521dbe2ab895ce0a72d, NAME => 'TestAcidGuarantees,,1732529655820.0e9c9d01dcbe1521dbe2ab895ce0a72d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T10:14:35,702 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e2fd862922a0:0-1 {event_type=RS_FLUSH_REGIONS, pid=57}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=57 java.io.IOException: Unable to complete flush {ENCODED => 0e9c9d01dcbe1521dbe2ab895ce0a72d, NAME => 'TestAcidGuarantees,,1732529655820.0e9c9d01dcbe1521dbe2ab895ce0a72d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T10:14:35,702 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41005 {}] master.HMaster(4177): Remote procedure failed, pid=57 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 0e9c9d01dcbe1521dbe2ab895ce0a72d, NAME => 'TestAcidGuarantees,,1732529655820.0e9c9d01dcbe1521dbe2ab895ce0a72d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 0e9c9d01dcbe1521dbe2ab895ce0a72d, NAME => 'TestAcidGuarantees,,1732529655820.0e9c9d01dcbe1521dbe2ab895ce0a72d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T10:14:35,713 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41005 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=56 2024-11-25T10:14:35,713 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=432 (bloomFilter=true), to=hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/0e9c9d01dcbe1521dbe2ab895ce0a72d/.tmp/C/21b2da3fb3534260afc7f80e03bb2127 2024-11-25T10:14:35,718 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/0e9c9d01dcbe1521dbe2ab895ce0a72d/.tmp/A/7e91b2a17bff48fe8f76055b480238ff as hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/0e9c9d01dcbe1521dbe2ab895ce0a72d/A/7e91b2a17bff48fe8f76055b480238ff 2024-11-25T10:14:35,722 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/0e9c9d01dcbe1521dbe2ab895ce0a72d/A/7e91b2a17bff48fe8f76055b480238ff, entries=200, sequenceid=432, filesize=39.0 K 2024-11-25T10:14:35,723 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/0e9c9d01dcbe1521dbe2ab895ce0a72d/.tmp/B/ff62836d4ba448f59b4c51a2b97762eb as hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/0e9c9d01dcbe1521dbe2ab895ce0a72d/B/ff62836d4ba448f59b4c51a2b97762eb 2024-11-25T10:14:35,731 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/0e9c9d01dcbe1521dbe2ab895ce0a72d/B/ff62836d4ba448f59b4c51a2b97762eb, entries=150, sequenceid=432, filesize=12.0 K 2024-11-25T10:14:35,732 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/0e9c9d01dcbe1521dbe2ab895ce0a72d/.tmp/C/21b2da3fb3534260afc7f80e03bb2127 as hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/0e9c9d01dcbe1521dbe2ab895ce0a72d/C/21b2da3fb3534260afc7f80e03bb2127 2024-11-25T10:14:35,738 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/0e9c9d01dcbe1521dbe2ab895ce0a72d/C/21b2da3fb3534260afc7f80e03bb2127, entries=150, sequenceid=432, filesize=12.0 K 2024-11-25T10:14:35,739 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~147.60 KB/151140, heapSize ~419.11 KB/429168, currentSize=40.25 KB/41220 for 0e9c9d01dcbe1521dbe2ab895ce0a72d in 1022ms, sequenceid=432, compaction requested=true 2024-11-25T10:14:35,739 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 0e9c9d01dcbe1521dbe2ab895ce0a72d: 2024-11-25T10:14:35,740 DEBUG [RS:0;e2fd862922a0:38547-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-25T10:14:35,740 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 0e9c9d01dcbe1521dbe2ab895ce0a72d:A, priority=-2147483648, current under compaction store size is 1 2024-11-25T10:14:35,741 DEBUG [RS:0;e2fd862922a0:38547-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 111797 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-25T10:14:35,741 DEBUG [RS:0;e2fd862922a0:38547-shortCompactions-0 {}] regionserver.HStore(1541): 0e9c9d01dcbe1521dbe2ab895ce0a72d/A is initiating minor compaction (all files) 2024-11-25T10:14:35,741 INFO [RS:0;e2fd862922a0:38547-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 0e9c9d01dcbe1521dbe2ab895ce0a72d/A in TestAcidGuarantees,,1732529655820.0e9c9d01dcbe1521dbe2ab895ce0a72d. 2024-11-25T10:14:35,741 INFO [RS:0;e2fd862922a0:38547-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/0e9c9d01dcbe1521dbe2ab895ce0a72d/A/ead7b9a8c9e54da69f6cfb70584945f2, hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/0e9c9d01dcbe1521dbe2ab895ce0a72d/A/57d97dc3d4b44179bf679030fecd63a3, hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/0e9c9d01dcbe1521dbe2ab895ce0a72d/A/7e91b2a17bff48fe8f76055b480238ff] into tmpdir=hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/0e9c9d01dcbe1521dbe2ab895ce0a72d/.tmp, totalSize=109.2 K 2024-11-25T10:14:35,741 INFO [RS:0;e2fd862922a0:38547-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732529655820.0e9c9d01dcbe1521dbe2ab895ce0a72d. 2024-11-25T10:14:35,741 DEBUG [RS:0;e2fd862922a0:38547-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732529655820.0e9c9d01dcbe1521dbe2ab895ce0a72d. files: [hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/0e9c9d01dcbe1521dbe2ab895ce0a72d/A/ead7b9a8c9e54da69f6cfb70584945f2, hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/0e9c9d01dcbe1521dbe2ab895ce0a72d/A/57d97dc3d4b44179bf679030fecd63a3, hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/0e9c9d01dcbe1521dbe2ab895ce0a72d/A/7e91b2a17bff48fe8f76055b480238ff] 2024-11-25T10:14:35,742 DEBUG [RS:0;e2fd862922a0:38547-shortCompactions-0 {}] compactions.Compactor(225): Compacting ead7b9a8c9e54da69f6cfb70584945f2, keycount=150, bloomtype=ROW, size=31.2 K, encoding=NONE, compression=NONE, seqNum=348, earliestPutTs=1732529671907 2024-11-25T10:14:35,744 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-25T10:14:35,744 DEBUG [RS:0;e2fd862922a0:38547-shortCompactions-0 {}] compactions.Compactor(225): Compacting 57d97dc3d4b44179bf679030fecd63a3, keycount=200, bloomtype=ROW, size=39.0 K, encoding=NONE, compression=NONE, seqNum=358, earliestPutTs=1732529672561 2024-11-25T10:14:35,744 DEBUG [RS:0;e2fd862922a0:38547-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-25T10:14:35,745 DEBUG [RS:0;e2fd862922a0:38547-shortCompactions-0 {}] compactions.Compactor(225): Compacting 7e91b2a17bff48fe8f76055b480238ff, keycount=200, bloomtype=ROW, size=39.0 K, encoding=NONE, compression=NONE, seqNum=432, earliestPutTs=1732529673563 2024-11-25T10:14:35,745 DEBUG [RS:0;e2fd862922a0:38547-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 35107 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-25T10:14:35,745 DEBUG [RS:0;e2fd862922a0:38547-longCompactions-0 {}] regionserver.HStore(1541): 0e9c9d01dcbe1521dbe2ab895ce0a72d/B is initiating minor compaction (all files) 2024-11-25T10:14:35,745 INFO [RS:0;e2fd862922a0:38547-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 0e9c9d01dcbe1521dbe2ab895ce0a72d/B in TestAcidGuarantees,,1732529655820.0e9c9d01dcbe1521dbe2ab895ce0a72d. 2024-11-25T10:14:35,746 INFO [RS:0;e2fd862922a0:38547-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/0e9c9d01dcbe1521dbe2ab895ce0a72d/B/06435cac3c124e24811ca49627011751, hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/0e9c9d01dcbe1521dbe2ab895ce0a72d/B/68f50bc795b942c58158fe6de1743c23, hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/0e9c9d01dcbe1521dbe2ab895ce0a72d/B/ff62836d4ba448f59b4c51a2b97762eb] into tmpdir=hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/0e9c9d01dcbe1521dbe2ab895ce0a72d/.tmp, totalSize=34.3 K 2024-11-25T10:14:35,746 DEBUG [RS:0;e2fd862922a0:38547-longCompactions-0 {}] compactions.Compactor(225): Compacting 06435cac3c124e24811ca49627011751, keycount=150, bloomtype=ROW, size=12.6 K, encoding=NONE, compression=NONE, seqNum=348, earliestPutTs=1732529671907 2024-11-25T10:14:35,745 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 0e9c9d01dcbe1521dbe2ab895ce0a72d:B, priority=-2147483648, current under compaction store size is 2 2024-11-25T10:14:35,746 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-25T10:14:35,747 DEBUG [RS:0;e2fd862922a0:38547-longCompactions-0 {}] compactions.Compactor(225): Compacting 68f50bc795b942c58158fe6de1743c23, keycount=100, bloomtype=ROW, size=9.6 K, encoding=NONE, compression=NONE, seqNum=358, earliestPutTs=1732529673220 2024-11-25T10:14:35,747 DEBUG [RS:0;e2fd862922a0:38547-longCompactions-0 {}] compactions.Compactor(225): Compacting ff62836d4ba448f59b4c51a2b97762eb, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=432, earliestPutTs=1732529673567 2024-11-25T10:14:35,752 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 0e9c9d01dcbe1521dbe2ab895ce0a72d:C, priority=-2147483648, current under compaction store size is 3 2024-11-25T10:14:35,752 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-25T10:14:35,776 INFO [RS:0;e2fd862922a0:38547-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(321): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=0e9c9d01dcbe1521dbe2ab895ce0a72d] 2024-11-25T10:14:35,784 INFO [RS:0;e2fd862922a0:38547-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 0e9c9d01dcbe1521dbe2ab895ce0a72d#B#compaction#169 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-25T10:14:35,784 DEBUG [RS:0;e2fd862922a0:38547-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(635): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e2024112519d7470402c94d3792c2b226fbdf5f8a_0e9c9d01dcbe1521dbe2ab895ce0a72d store=[table=TestAcidGuarantees family=A region=0e9c9d01dcbe1521dbe2ab895ce0a72d] 2024-11-25T10:14:35,785 DEBUG [RS:0;e2fd862922a0:38547-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/0e9c9d01dcbe1521dbe2ab895ce0a72d/.tmp/B/497560b372aa4d0c83fc08e8696b7dec is 50, key is test_row_0/B:col10/1732529674715/Put/seqid=0 2024-11-25T10:14:35,787 DEBUG [RS:0;e2fd862922a0:38547-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(656): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e2024112519d7470402c94d3792c2b226fbdf5f8a_0e9c9d01dcbe1521dbe2ab895ce0a72d, store=[table=TestAcidGuarantees family=A region=0e9c9d01dcbe1521dbe2ab895ce0a72d] 2024-11-25T10:14:35,787 DEBUG [RS:0;e2fd862922a0:38547-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(667): Aborting writer for hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024112519d7470402c94d3792c2b226fbdf5f8a_0e9c9d01dcbe1521dbe2ab895ce0a72d because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=0e9c9d01dcbe1521dbe2ab895ce0a72d] 2024-11-25T10:14:35,797 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39927 is added to blk_1073742030_1206 (size=13051) 2024-11-25T10:14:35,809 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39927 is added to blk_1073742031_1207 (size=4469) 2024-11-25T10:14:35,811 INFO [RS:0;e2fd862922a0:38547-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 0e9c9d01dcbe1521dbe2ab895ce0a72d#A#compaction#168 average throughput is 0.70 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-25T10:14:35,812 DEBUG [RS:0;e2fd862922a0:38547-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/0e9c9d01dcbe1521dbe2ab895ce0a72d/.tmp/A/475ddce042ca4974bbf7bcea3be91e03 is 175, key is test_row_0/A:col10/1732529674715/Put/seqid=0 2024-11-25T10:14:35,825 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39927 is added to blk_1073742032_1208 (size=32005) 2024-11-25T10:14:35,832 DEBUG [RS:0;e2fd862922a0:38547-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/0e9c9d01dcbe1521dbe2ab895ce0a72d/.tmp/A/475ddce042ca4974bbf7bcea3be91e03 as hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/0e9c9d01dcbe1521dbe2ab895ce0a72d/A/475ddce042ca4974bbf7bcea3be91e03 2024-11-25T10:14:35,838 INFO [RS:0;e2fd862922a0:38547-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 0e9c9d01dcbe1521dbe2ab895ce0a72d/A of 0e9c9d01dcbe1521dbe2ab895ce0a72d into 475ddce042ca4974bbf7bcea3be91e03(size=31.3 K), total size for store is 31.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-25T10:14:35,838 DEBUG [RS:0;e2fd862922a0:38547-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 0e9c9d01dcbe1521dbe2ab895ce0a72d: 2024-11-25T10:14:35,838 INFO [RS:0;e2fd862922a0:38547-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732529655820.0e9c9d01dcbe1521dbe2ab895ce0a72d., storeName=0e9c9d01dcbe1521dbe2ab895ce0a72d/A, priority=13, startTime=1732529675739; duration=0sec 2024-11-25T10:14:35,838 DEBUG [RS:0;e2fd862922a0:38547-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-25T10:14:35,838 DEBUG [RS:0;e2fd862922a0:38547-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 0e9c9d01dcbe1521dbe2ab895ce0a72d:A 2024-11-25T10:14:35,839 DEBUG [RS:0;e2fd862922a0:38547-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-25T10:14:35,840 DEBUG [RS:0;e2fd862922a0:38547-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 35107 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-25T10:14:35,840 DEBUG [RS:0;e2fd862922a0:38547-shortCompactions-0 {}] regionserver.HStore(1541): 0e9c9d01dcbe1521dbe2ab895ce0a72d/C is initiating minor compaction (all files) 2024-11-25T10:14:35,840 INFO [RS:0;e2fd862922a0:38547-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 0e9c9d01dcbe1521dbe2ab895ce0a72d/C in TestAcidGuarantees,,1732529655820.0e9c9d01dcbe1521dbe2ab895ce0a72d. 2024-11-25T10:14:35,840 INFO [RS:0;e2fd862922a0:38547-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/0e9c9d01dcbe1521dbe2ab895ce0a72d/C/78b3a525688f493f863208a3849b8a7c, hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/0e9c9d01dcbe1521dbe2ab895ce0a72d/C/d5caf4d55b8b4856afe47c8da02378ea, hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/0e9c9d01dcbe1521dbe2ab895ce0a72d/C/21b2da3fb3534260afc7f80e03bb2127] into tmpdir=hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/0e9c9d01dcbe1521dbe2ab895ce0a72d/.tmp, totalSize=34.3 K 2024-11-25T10:14:35,852 DEBUG [RS:0;e2fd862922a0:38547-shortCompactions-0 {}] compactions.Compactor(225): Compacting 78b3a525688f493f863208a3849b8a7c, keycount=150, bloomtype=ROW, size=12.6 K, encoding=NONE, compression=NONE, seqNum=348, earliestPutTs=1732529671907 2024-11-25T10:14:35,853 DEBUG [RS:0;e2fd862922a0:38547-shortCompactions-0 {}] compactions.Compactor(225): Compacting d5caf4d55b8b4856afe47c8da02378ea, keycount=100, bloomtype=ROW, size=9.6 K, encoding=NONE, compression=NONE, seqNum=358, earliestPutTs=1732529673220 2024-11-25T10:14:35,853 DEBUG [RS:0;e2fd862922a0:38547-shortCompactions-0 {}] compactions.Compactor(225): Compacting 21b2da3fb3534260afc7f80e03bb2127, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=432, earliestPutTs=1732529673567 2024-11-25T10:14:35,854 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=38547 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=57 2024-11-25T10:14:35,854 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e2fd862922a0:0-2 {event_type=RS_FLUSH_REGIONS, pid=57}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732529655820.0e9c9d01dcbe1521dbe2ab895ce0a72d. 2024-11-25T10:14:35,854 INFO [RS_FLUSH_OPERATIONS-regionserver/e2fd862922a0:0-2 {event_type=RS_FLUSH_REGIONS, pid=57}] regionserver.HRegion(2902): Flushing 0e9c9d01dcbe1521dbe2ab895ce0a72d 3/3 column families, dataSize=40.25 KB heapSize=120.28 KB 2024-11-25T10:14:35,854 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e2fd862922a0:0-2 {event_type=RS_FLUSH_REGIONS, pid=57}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 0e9c9d01dcbe1521dbe2ab895ce0a72d, store=A 2024-11-25T10:14:35,854 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e2fd862922a0:0-2 {event_type=RS_FLUSH_REGIONS, pid=57}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T10:14:35,854 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e2fd862922a0:0-2 {event_type=RS_FLUSH_REGIONS, pid=57}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 0e9c9d01dcbe1521dbe2ab895ce0a72d, store=B 2024-11-25T10:14:35,854 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e2fd862922a0:0-2 {event_type=RS_FLUSH_REGIONS, pid=57}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T10:14:35,854 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e2fd862922a0:0-2 {event_type=RS_FLUSH_REGIONS, pid=57}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 0e9c9d01dcbe1521dbe2ab895ce0a72d, store=C 2024-11-25T10:14:35,854 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e2fd862922a0:0-2 {event_type=RS_FLUSH_REGIONS, pid=57}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T10:14:35,878 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e2fd862922a0:0-2 {event_type=RS_FLUSH_REGIONS, pid=57}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411254905c6f92af3479fa9e2deacb8447c6f_0e9c9d01dcbe1521dbe2ab895ce0a72d is 50, key is test_row_0/A:col10/1732529674753/Put/seqid=0 2024-11-25T10:14:35,879 INFO [RS:0;e2fd862922a0:38547-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 0e9c9d01dcbe1521dbe2ab895ce0a72d#C#compaction#171 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-25T10:14:35,879 DEBUG [RS:0;e2fd862922a0:38547-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/0e9c9d01dcbe1521dbe2ab895ce0a72d/.tmp/C/45512c8d2ef04b8a882f0ac3dcc2edfc is 50, key is test_row_0/C:col10/1732529674715/Put/seqid=0 2024-11-25T10:14:35,893 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39927 is added to blk_1073742033_1209 (size=12454) 2024-11-25T10:14:35,898 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e2fd862922a0:0-2 {event_type=RS_FLUSH_REGIONS, pid=57}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:35,902 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39927 is added to blk_1073742034_1210 (size=13051) 2024-11-25T10:14:35,905 INFO [RS_FLUSH_OPERATIONS-regionserver/e2fd862922a0:0-2 {event_type=RS_FLUSH_REGIONS, pid=57}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411254905c6f92af3479fa9e2deacb8447c6f_0e9c9d01dcbe1521dbe2ab895ce0a72d to hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411254905c6f92af3479fa9e2deacb8447c6f_0e9c9d01dcbe1521dbe2ab895ce0a72d 2024-11-25T10:14:35,907 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e2fd862922a0:0-2 {event_type=RS_FLUSH_REGIONS, pid=57}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/0e9c9d01dcbe1521dbe2ab895ce0a72d/.tmp/A/2cf8ece2857544faa28747b18b55df65, store: [table=TestAcidGuarantees family=A region=0e9c9d01dcbe1521dbe2ab895ce0a72d] 2024-11-25T10:14:35,908 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e2fd862922a0:0-2 {event_type=RS_FLUSH_REGIONS, pid=57}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/0e9c9d01dcbe1521dbe2ab895ce0a72d/.tmp/A/2cf8ece2857544faa28747b18b55df65 is 175, key is test_row_0/A:col10/1732529674753/Put/seqid=0 2024-11-25T10:14:35,921 DEBUG [RS:0;e2fd862922a0:38547-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/0e9c9d01dcbe1521dbe2ab895ce0a72d/.tmp/C/45512c8d2ef04b8a882f0ac3dcc2edfc as hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/0e9c9d01dcbe1521dbe2ab895ce0a72d/C/45512c8d2ef04b8a882f0ac3dcc2edfc 2024-11-25T10:14:35,934 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] regionserver.HRegion(8855): Flush requested on 0e9c9d01dcbe1521dbe2ab895ce0a72d 2024-11-25T10:14:35,934 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732529655820.0e9c9d01dcbe1521dbe2ab895ce0a72d. as already flushing 2024-11-25T10:14:35,935 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39927 is added to blk_1073742035_1211 (size=31255) 2024-11-25T10:14:35,938 INFO [RS:0;e2fd862922a0:38547-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 0e9c9d01dcbe1521dbe2ab895ce0a72d/C of 0e9c9d01dcbe1521dbe2ab895ce0a72d into 45512c8d2ef04b8a882f0ac3dcc2edfc(size=12.7 K), total size for store is 12.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-25T10:14:35,938 DEBUG [RS:0;e2fd862922a0:38547-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 0e9c9d01dcbe1521dbe2ab895ce0a72d: 2024-11-25T10:14:35,939 INFO [RS:0;e2fd862922a0:38547-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732529655820.0e9c9d01dcbe1521dbe2ab895ce0a72d., storeName=0e9c9d01dcbe1521dbe2ab895ce0a72d/C, priority=13, startTime=1732529675746; duration=0sec 2024-11-25T10:14:35,939 DEBUG [RS:0;e2fd862922a0:38547-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-25T10:14:35,939 DEBUG [RS:0;e2fd862922a0:38547-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 0e9c9d01dcbe1521dbe2ab895ce0a72d:C 2024-11-25T10:14:35,979 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/e2fd862922a0:0-6 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=259, cellSize=11855, totalHeapSize=27176, min timestamp=1732529675961, max timestamp=1732529675975Num uniques 859; 2024-11-25T10:14:35,979 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/e2fd862922a0:0-3 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=259, cellSize=11855, totalHeapSize=27176, min timestamp=1732529675961, max timestamp=1732529675975Num uniques 859; 2024-11-25T10:14:35,979 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/e2fd862922a0:0-6 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=11855, suffix heap size=117064,new segment heap size=27176 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=259 2024-11-25T10:14:35,979 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/e2fd862922a0:0-3 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=11855, suffix heap size=117064,new segment heap size=27176 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=259 2024-11-25T10:14:35,981 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/e2fd862922a0:0-5 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=259, cellSize=11855, totalHeapSize=27176, min timestamp=1732529675961, max timestamp=1732529675975Num uniques 859; 2024-11-25T10:14:35,981 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/e2fd862922a0:0-5 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=11855, suffix heap size=117064,new segment heap size=27176 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=259 2024-11-25T10:14:36,052 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0e9c9d01dcbe1521dbe2ab895ce0a72d, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-25T10:14:36,052 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] ipc.CallRunner(138): callId: 160 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34900 deadline: 1732529736044, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0e9c9d01dcbe1521dbe2ab895ce0a72d, server=e2fd862922a0,38547,1732529625709 2024-11-25T10:14:36,057 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0e9c9d01dcbe1521dbe2ab895ce0a72d, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-25T10:14:36,057 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] ipc.CallRunner(138): callId: 157 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34932 deadline: 1732529736051, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0e9c9d01dcbe1521dbe2ab895ce0a72d, server=e2fd862922a0,38547,1732529625709 2024-11-25T10:14:36,057 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732529655820.0e9c9d01dcbe1521dbe2ab895ce0a72d., hostname=e2fd862922a0,38547,1732529625709, seqNum=5 , the old value is region=TestAcidGuarantees,,1732529655820.0e9c9d01dcbe1521dbe2ab895ce0a72d., hostname=e2fd862922a0,38547,1732529625709, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0e9c9d01dcbe1521dbe2ab895ce0a72d, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T10:14:36,058 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732529655820.0e9c9d01dcbe1521dbe2ab895ce0a72d., hostname=e2fd862922a0,38547,1732529625709, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0e9c9d01dcbe1521dbe2ab895ce0a72d, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T10:14:36,058 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732529655820.0e9c9d01dcbe1521dbe2ab895ce0a72d., hostname=e2fd862922a0,38547,1732529625709, seqNum=5 because the exception is null or not the one we care about 2024-11-25T10:14:36,059 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732529655820.0e9c9d01dcbe1521dbe2ab895ce0a72d., hostname=e2fd862922a0,38547,1732529625709, seqNum=5 , the old value is region=TestAcidGuarantees,,1732529655820.0e9c9d01dcbe1521dbe2ab895ce0a72d., hostname=e2fd862922a0,38547,1732529625709, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0e9c9d01dcbe1521dbe2ab895ce0a72d, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T10:14:36,059 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732529655820.0e9c9d01dcbe1521dbe2ab895ce0a72d., hostname=e2fd862922a0,38547,1732529625709, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0e9c9d01dcbe1521dbe2ab895ce0a72d, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T10:14:36,059 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732529655820.0e9c9d01dcbe1521dbe2ab895ce0a72d., hostname=e2fd862922a0,38547,1732529625709, seqNum=5 because the exception is null or not the one we care about 2024-11-25T10:14:36,115 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0e9c9d01dcbe1521dbe2ab895ce0a72d, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-25T10:14:36,116 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] ipc.CallRunner(138): callId: 90 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34884 deadline: 1732529736112, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0e9c9d01dcbe1521dbe2ab895ce0a72d, server=e2fd862922a0,38547,1732529625709 2024-11-25T10:14:36,116 WARN [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRpcRetryingCaller(177): Call to e2fd862922a0,38547,1732529625709 for 'test_row_1' in 0e9c9d01dcbe1521dbe2ab895ce0a72d of TestAcidGuarantees failed, tries = 7, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 4196 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0e9c9d01dcbe1521dbe2ab895ce0a72d, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor39.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0e9c9d01dcbe1521dbe2ab895ce0a72d, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 32 more 2024-11-25T10:14:36,117 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732529655820.0e9c9d01dcbe1521dbe2ab895ce0a72d., hostname=e2fd862922a0,38547,1732529625709, seqNum=5 , the old value is region=TestAcidGuarantees,,1732529655820.0e9c9d01dcbe1521dbe2ab895ce0a72d., hostname=e2fd862922a0,38547,1732529625709, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0e9c9d01dcbe1521dbe2ab895ce0a72d, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T10:14:36,117 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732529655820.0e9c9d01dcbe1521dbe2ab895ce0a72d., hostname=e2fd862922a0,38547,1732529625709, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0e9c9d01dcbe1521dbe2ab895ce0a72d, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T10:14:36,117 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732529655820.0e9c9d01dcbe1521dbe2ab895ce0a72d., hostname=e2fd862922a0,38547,1732529625709, seqNum=5 because the exception is null or not the one we care about 2024-11-25T10:14:36,165 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0e9c9d01dcbe1521dbe2ab895ce0a72d, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-25T10:14:36,165 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] ipc.CallRunner(138): callId: 158 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34932 deadline: 1732529736162, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0e9c9d01dcbe1521dbe2ab895ce0a72d, server=e2fd862922a0,38547,1732529625709 2024-11-25T10:14:36,166 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732529655820.0e9c9d01dcbe1521dbe2ab895ce0a72d., hostname=e2fd862922a0,38547,1732529625709, seqNum=5 , the old value is region=TestAcidGuarantees,,1732529655820.0e9c9d01dcbe1521dbe2ab895ce0a72d., hostname=e2fd862922a0,38547,1732529625709, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0e9c9d01dcbe1521dbe2ab895ce0a72d, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T10:14:36,166 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0e9c9d01dcbe1521dbe2ab895ce0a72d, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-25T10:14:36,166 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732529655820.0e9c9d01dcbe1521dbe2ab895ce0a72d., hostname=e2fd862922a0,38547,1732529625709, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0e9c9d01dcbe1521dbe2ab895ce0a72d, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T10:14:36,166 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732529655820.0e9c9d01dcbe1521dbe2ab895ce0a72d., hostname=e2fd862922a0,38547,1732529625709, seqNum=5 because the exception is null or not the one we care about 2024-11-25T10:14:36,166 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] ipc.CallRunner(138): callId: 161 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34900 deadline: 1732529736162, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0e9c9d01dcbe1521dbe2ab895ce0a72d, server=e2fd862922a0,38547,1732529625709 2024-11-25T10:14:36,166 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732529655820.0e9c9d01dcbe1521dbe2ab895ce0a72d., hostname=e2fd862922a0,38547,1732529625709, seqNum=5 , the old value is region=TestAcidGuarantees,,1732529655820.0e9c9d01dcbe1521dbe2ab895ce0a72d., hostname=e2fd862922a0,38547,1732529625709, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0e9c9d01dcbe1521dbe2ab895ce0a72d, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T10:14:36,166 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732529655820.0e9c9d01dcbe1521dbe2ab895ce0a72d., hostname=e2fd862922a0,38547,1732529625709, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0e9c9d01dcbe1521dbe2ab895ce0a72d, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T10:14:36,166 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732529655820.0e9c9d01dcbe1521dbe2ab895ce0a72d., hostname=e2fd862922a0,38547,1732529625709, seqNum=5 because the exception is null or not the one we care about 2024-11-25T10:14:36,204 DEBUG [RS:0;e2fd862922a0:38547-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/0e9c9d01dcbe1521dbe2ab895ce0a72d/.tmp/B/497560b372aa4d0c83fc08e8696b7dec as hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/0e9c9d01dcbe1521dbe2ab895ce0a72d/B/497560b372aa4d0c83fc08e8696b7dec 2024-11-25T10:14:36,214 INFO [RS:0;e2fd862922a0:38547-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 0e9c9d01dcbe1521dbe2ab895ce0a72d/B of 0e9c9d01dcbe1521dbe2ab895ce0a72d into 497560b372aa4d0c83fc08e8696b7dec(size=12.7 K), total size for store is 12.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-25T10:14:36,214 DEBUG [RS:0;e2fd862922a0:38547-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 0e9c9d01dcbe1521dbe2ab895ce0a72d: 2024-11-25T10:14:36,214 INFO [RS:0;e2fd862922a0:38547-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732529655820.0e9c9d01dcbe1521dbe2ab895ce0a72d., storeName=0e9c9d01dcbe1521dbe2ab895ce0a72d/B, priority=13, startTime=1732529675744; duration=0sec 2024-11-25T10:14:36,215 DEBUG [RS:0;e2fd862922a0:38547-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-25T10:14:36,215 DEBUG [RS:0;e2fd862922a0:38547-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 0e9c9d01dcbe1521dbe2ab895ce0a72d:B 2024-11-25T10:14:36,222 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41005 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=56 2024-11-25T10:14:36,337 INFO [RS_FLUSH_OPERATIONS-regionserver/e2fd862922a0:0-2 {event_type=RS_FLUSH_REGIONS, pid=57}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=442, memsize=13.4 K, hasBloomFilter=true, into tmp file hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/0e9c9d01dcbe1521dbe2ab895ce0a72d/.tmp/A/2cf8ece2857544faa28747b18b55df65 2024-11-25T10:14:36,346 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e2fd862922a0:0-2 {event_type=RS_FLUSH_REGIONS, pid=57}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/0e9c9d01dcbe1521dbe2ab895ce0a72d/.tmp/B/75de0819535642178d544ed23c437e9d is 50, key is test_row_0/B:col10/1732529674753/Put/seqid=0 2024-11-25T10:14:36,364 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39927 is added to blk_1073742036_1212 (size=12301) 2024-11-25T10:14:36,372 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0e9c9d01dcbe1521dbe2ab895ce0a72d, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-25T10:14:36,373 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] ipc.CallRunner(138): callId: 159 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34932 deadline: 1732529736372, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0e9c9d01dcbe1521dbe2ab895ce0a72d, server=e2fd862922a0,38547,1732529625709 2024-11-25T10:14:36,373 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732529655820.0e9c9d01dcbe1521dbe2ab895ce0a72d., hostname=e2fd862922a0,38547,1732529625709, seqNum=5 , the old value is region=TestAcidGuarantees,,1732529655820.0e9c9d01dcbe1521dbe2ab895ce0a72d., hostname=e2fd862922a0,38547,1732529625709, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0e9c9d01dcbe1521dbe2ab895ce0a72d, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T10:14:36,373 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0e9c9d01dcbe1521dbe2ab895ce0a72d, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-25T10:14:36,373 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] ipc.CallRunner(138): callId: 162 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34900 deadline: 1732529736372, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0e9c9d01dcbe1521dbe2ab895ce0a72d, server=e2fd862922a0,38547,1732529625709 2024-11-25T10:14:36,374 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732529655820.0e9c9d01dcbe1521dbe2ab895ce0a72d., hostname=e2fd862922a0,38547,1732529625709, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0e9c9d01dcbe1521dbe2ab895ce0a72d, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T10:14:36,374 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732529655820.0e9c9d01dcbe1521dbe2ab895ce0a72d., hostname=e2fd862922a0,38547,1732529625709, seqNum=5 , the old value is region=TestAcidGuarantees,,1732529655820.0e9c9d01dcbe1521dbe2ab895ce0a72d., hostname=e2fd862922a0,38547,1732529625709, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0e9c9d01dcbe1521dbe2ab895ce0a72d, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T10:14:36,374 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732529655820.0e9c9d01dcbe1521dbe2ab895ce0a72d., hostname=e2fd862922a0,38547,1732529625709, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0e9c9d01dcbe1521dbe2ab895ce0a72d, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T10:14:36,375 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732529655820.0e9c9d01dcbe1521dbe2ab895ce0a72d., hostname=e2fd862922a0,38547,1732529625709, seqNum=5 because the exception is null or not the one we care about 2024-11-25T10:14:36,374 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732529655820.0e9c9d01dcbe1521dbe2ab895ce0a72d., hostname=e2fd862922a0,38547,1732529625709, seqNum=5 because the exception is null or not the one we care about 2024-11-25T10:14:36,690 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0e9c9d01dcbe1521dbe2ab895ce0a72d, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-25T10:14:36,690 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] ipc.CallRunner(138): callId: 163 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34900 deadline: 1732529736682, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0e9c9d01dcbe1521dbe2ab895ce0a72d, server=e2fd862922a0,38547,1732529625709 2024-11-25T10:14:36,691 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0e9c9d01dcbe1521dbe2ab895ce0a72d, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-25T10:14:36,691 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] ipc.CallRunner(138): callId: 160 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34932 deadline: 1732529736682, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0e9c9d01dcbe1521dbe2ab895ce0a72d, server=e2fd862922a0,38547,1732529625709 2024-11-25T10:14:36,692 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732529655820.0e9c9d01dcbe1521dbe2ab895ce0a72d., hostname=e2fd862922a0,38547,1732529625709, seqNum=5 , the old value is region=TestAcidGuarantees,,1732529655820.0e9c9d01dcbe1521dbe2ab895ce0a72d., hostname=e2fd862922a0,38547,1732529625709, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0e9c9d01dcbe1521dbe2ab895ce0a72d, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T10:14:36,692 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732529655820.0e9c9d01dcbe1521dbe2ab895ce0a72d., hostname=e2fd862922a0,38547,1732529625709, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0e9c9d01dcbe1521dbe2ab895ce0a72d, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T10:14:36,692 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732529655820.0e9c9d01dcbe1521dbe2ab895ce0a72d., hostname=e2fd862922a0,38547,1732529625709, seqNum=5 because the exception is null or not the one we care about 2024-11-25T10:14:36,698 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732529655820.0e9c9d01dcbe1521dbe2ab895ce0a72d., hostname=e2fd862922a0,38547,1732529625709, seqNum=5 , the old value is region=TestAcidGuarantees,,1732529655820.0e9c9d01dcbe1521dbe2ab895ce0a72d., hostname=e2fd862922a0,38547,1732529625709, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0e9c9d01dcbe1521dbe2ab895ce0a72d, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T10:14:36,698 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732529655820.0e9c9d01dcbe1521dbe2ab895ce0a72d., hostname=e2fd862922a0,38547,1732529625709, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0e9c9d01dcbe1521dbe2ab895ce0a72d, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T10:14:36,698 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732529655820.0e9c9d01dcbe1521dbe2ab895ce0a72d., hostname=e2fd862922a0,38547,1732529625709, seqNum=5 because the exception is null or not the one we care about 2024-11-25T10:14:36,766 INFO [RS_FLUSH_OPERATIONS-regionserver/e2fd862922a0:0-2 {event_type=RS_FLUSH_REGIONS, pid=57}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=13.42 KB at sequenceid=442 (bloomFilter=true), to=hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/0e9c9d01dcbe1521dbe2ab895ce0a72d/.tmp/B/75de0819535642178d544ed23c437e9d 2024-11-25T10:14:36,778 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e2fd862922a0:0-2 {event_type=RS_FLUSH_REGIONS, pid=57}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/0e9c9d01dcbe1521dbe2ab895ce0a72d/.tmp/C/37e3d33081bd4decb7628e3ae817d94d is 50, key is test_row_0/C:col10/1732529674753/Put/seqid=0 2024-11-25T10:14:36,829 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39927 is added to blk_1073742037_1213 (size=12301) 2024-11-25T10:14:36,831 INFO [RS_FLUSH_OPERATIONS-regionserver/e2fd862922a0:0-2 {event_type=RS_FLUSH_REGIONS, pid=57}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=13.42 KB at sequenceid=442 (bloomFilter=true), to=hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/0e9c9d01dcbe1521dbe2ab895ce0a72d/.tmp/C/37e3d33081bd4decb7628e3ae817d94d 2024-11-25T10:14:36,836 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e2fd862922a0:0-2 {event_type=RS_FLUSH_REGIONS, pid=57}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/0e9c9d01dcbe1521dbe2ab895ce0a72d/.tmp/A/2cf8ece2857544faa28747b18b55df65 as hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/0e9c9d01dcbe1521dbe2ab895ce0a72d/A/2cf8ece2857544faa28747b18b55df65 2024-11-25T10:14:36,841 INFO [RS_FLUSH_OPERATIONS-regionserver/e2fd862922a0:0-2 {event_type=RS_FLUSH_REGIONS, pid=57}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/0e9c9d01dcbe1521dbe2ab895ce0a72d/A/2cf8ece2857544faa28747b18b55df65, entries=150, sequenceid=442, filesize=30.5 K 2024-11-25T10:14:36,843 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e2fd862922a0:0-2 {event_type=RS_FLUSH_REGIONS, pid=57}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/0e9c9d01dcbe1521dbe2ab895ce0a72d/.tmp/B/75de0819535642178d544ed23c437e9d as hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/0e9c9d01dcbe1521dbe2ab895ce0a72d/B/75de0819535642178d544ed23c437e9d 2024-11-25T10:14:36,847 INFO [RS_FLUSH_OPERATIONS-regionserver/e2fd862922a0:0-2 {event_type=RS_FLUSH_REGIONS, pid=57}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/0e9c9d01dcbe1521dbe2ab895ce0a72d/B/75de0819535642178d544ed23c437e9d, entries=150, sequenceid=442, filesize=12.0 K 2024-11-25T10:14:36,848 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e2fd862922a0:0-2 {event_type=RS_FLUSH_REGIONS, pid=57}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/0e9c9d01dcbe1521dbe2ab895ce0a72d/.tmp/C/37e3d33081bd4decb7628e3ae817d94d as hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/0e9c9d01dcbe1521dbe2ab895ce0a72d/C/37e3d33081bd4decb7628e3ae817d94d 2024-11-25T10:14:36,865 INFO [RS_FLUSH_OPERATIONS-regionserver/e2fd862922a0:0-2 {event_type=RS_FLUSH_REGIONS, pid=57}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/0e9c9d01dcbe1521dbe2ab895ce0a72d/C/37e3d33081bd4decb7628e3ae817d94d, entries=150, sequenceid=442, filesize=12.0 K 2024-11-25T10:14:36,866 INFO [RS_FLUSH_OPERATIONS-regionserver/e2fd862922a0:0-2 {event_type=RS_FLUSH_REGIONS, pid=57}] regionserver.HRegion(3140): Finished flush of dataSize ~40.25 KB/41220, heapSize ~120.23 KB/123120, currentSize=140.89 KB/144270 for 0e9c9d01dcbe1521dbe2ab895ce0a72d in 1012ms, sequenceid=442, compaction requested=false 2024-11-25T10:14:36,866 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e2fd862922a0:0-2 {event_type=RS_FLUSH_REGIONS, pid=57}] regionserver.HRegion(2603): Flush status journal for 0e9c9d01dcbe1521dbe2ab895ce0a72d: 2024-11-25T10:14:36,866 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e2fd862922a0:0-2 {event_type=RS_FLUSH_REGIONS, pid=57}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732529655820.0e9c9d01dcbe1521dbe2ab895ce0a72d. 2024-11-25T10:14:36,866 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e2fd862922a0:0-2 {event_type=RS_FLUSH_REGIONS, pid=57}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=57 2024-11-25T10:14:36,867 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41005 {}] master.HMaster(4169): Remote procedure done, pid=57 2024-11-25T10:14:36,872 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=57, resume processing ppid=56 2024-11-25T10:14:36,872 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=57, ppid=56, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.7830 sec 2024-11-25T10:14:36,874 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=56, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=56, table=TestAcidGuarantees in 1.7890 sec 2024-11-25T10:14:37,058 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] regionserver.HRegion(8855): Flush requested on 0e9c9d01dcbe1521dbe2ab895ce0a72d 2024-11-25T10:14:37,059 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 0e9c9d01dcbe1521dbe2ab895ce0a72d 3/3 column families, dataSize=147.60 KB heapSize=415.45 KB 2024-11-25T10:14:37,059 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 0e9c9d01dcbe1521dbe2ab895ce0a72d, store=A 2024-11-25T10:14:37,059 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-25T10:14:37,059 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 0e9c9d01dcbe1521dbe2ab895ce0a72d, store=B 2024-11-25T10:14:37,059 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-25T10:14:37,059 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 0e9c9d01dcbe1521dbe2ab895ce0a72d, store=C 2024-11-25T10:14:37,059 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-25T10:14:37,077 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0e9c9d01dcbe1521dbe2ab895ce0a72d, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-25T10:14:37,078 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] ipc.CallRunner(138): callId: 94 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34938 deadline: 1732529737072, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0e9c9d01dcbe1521dbe2ab895ce0a72d, server=e2fd862922a0,38547,1732529625709 2024-11-25T10:14:37,078 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732529655820.0e9c9d01dcbe1521dbe2ab895ce0a72d., hostname=e2fd862922a0,38547,1732529625709, seqNum=5 , the old value is region=TestAcidGuarantees,,1732529655820.0e9c9d01dcbe1521dbe2ab895ce0a72d., hostname=e2fd862922a0,38547,1732529625709, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0e9c9d01dcbe1521dbe2ab895ce0a72d, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T10:14:37,078 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732529655820.0e9c9d01dcbe1521dbe2ab895ce0a72d., hostname=e2fd862922a0,38547,1732529625709, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0e9c9d01dcbe1521dbe2ab895ce0a72d, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T10:14:37,078 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732529655820.0e9c9d01dcbe1521dbe2ab895ce0a72d., hostname=e2fd862922a0,38547,1732529625709, seqNum=5 because the exception is null or not the one we care about 2024-11-25T10:14:37,080 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024112513b79fe7632648948b6ab46ffc1ba13a_0e9c9d01dcbe1521dbe2ab895ce0a72d is 50, key is test_row_0/A:col10/1732529676049/Put/seqid=0 2024-11-25T10:14:37,084 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0e9c9d01dcbe1521dbe2ab895ce0a72d, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-25T10:14:37,084 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] ipc.CallRunner(138): callId: 98 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34914 deadline: 1732529737077, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0e9c9d01dcbe1521dbe2ab895ce0a72d, server=e2fd862922a0,38547,1732529625709 2024-11-25T10:14:37,085 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732529655820.0e9c9d01dcbe1521dbe2ab895ce0a72d., hostname=e2fd862922a0,38547,1732529625709, seqNum=5 , the old value is region=TestAcidGuarantees,,1732529655820.0e9c9d01dcbe1521dbe2ab895ce0a72d., hostname=e2fd862922a0,38547,1732529625709, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0e9c9d01dcbe1521dbe2ab895ce0a72d, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T10:14:37,085 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732529655820.0e9c9d01dcbe1521dbe2ab895ce0a72d., hostname=e2fd862922a0,38547,1732529625709, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0e9c9d01dcbe1521dbe2ab895ce0a72d, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T10:14:37,085 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732529655820.0e9c9d01dcbe1521dbe2ab895ce0a72d., hostname=e2fd862922a0,38547,1732529625709, seqNum=5 because the exception is null or not the one we care about 2024-11-25T10:14:37,097 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39927 is added to blk_1073742038_1214 (size=14994) 2024-11-25T10:14:37,183 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0e9c9d01dcbe1521dbe2ab895ce0a72d, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-25T10:14:37,183 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] ipc.CallRunner(138): callId: 95 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34938 deadline: 1732529737182, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0e9c9d01dcbe1521dbe2ab895ce0a72d, server=e2fd862922a0,38547,1732529625709 2024-11-25T10:14:37,184 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732529655820.0e9c9d01dcbe1521dbe2ab895ce0a72d., hostname=e2fd862922a0,38547,1732529625709, seqNum=5 , the old value is region=TestAcidGuarantees,,1732529655820.0e9c9d01dcbe1521dbe2ab895ce0a72d., hostname=e2fd862922a0,38547,1732529625709, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0e9c9d01dcbe1521dbe2ab895ce0a72d, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T10:14:37,184 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732529655820.0e9c9d01dcbe1521dbe2ab895ce0a72d., hostname=e2fd862922a0,38547,1732529625709, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0e9c9d01dcbe1521dbe2ab895ce0a72d, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T10:14:37,184 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732529655820.0e9c9d01dcbe1521dbe2ab895ce0a72d., hostname=e2fd862922a0,38547,1732529625709, seqNum=5 because the exception is null or not the one we care about 2024-11-25T10:14:37,198 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0e9c9d01dcbe1521dbe2ab895ce0a72d, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-25T10:14:37,198 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] ipc.CallRunner(138): callId: 99 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34914 deadline: 1732529737192, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0e9c9d01dcbe1521dbe2ab895ce0a72d, server=e2fd862922a0,38547,1732529625709 2024-11-25T10:14:37,198 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732529655820.0e9c9d01dcbe1521dbe2ab895ce0a72d., hostname=e2fd862922a0,38547,1732529625709, seqNum=5 , the old value is region=TestAcidGuarantees,,1732529655820.0e9c9d01dcbe1521dbe2ab895ce0a72d., hostname=e2fd862922a0,38547,1732529625709, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0e9c9d01dcbe1521dbe2ab895ce0a72d, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T10:14:37,198 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732529655820.0e9c9d01dcbe1521dbe2ab895ce0a72d., hostname=e2fd862922a0,38547,1732529625709, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0e9c9d01dcbe1521dbe2ab895ce0a72d, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T10:14:37,198 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732529655820.0e9c9d01dcbe1521dbe2ab895ce0a72d., hostname=e2fd862922a0,38547,1732529625709, seqNum=5 because the exception is null or not the one we care about 2024-11-25T10:14:37,202 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0e9c9d01dcbe1521dbe2ab895ce0a72d, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-25T10:14:37,203 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] ipc.CallRunner(138): callId: 161 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34932 deadline: 1732529737202, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0e9c9d01dcbe1521dbe2ab895ce0a72d, server=e2fd862922a0,38547,1732529625709 2024-11-25T10:14:37,203 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0e9c9d01dcbe1521dbe2ab895ce0a72d, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-25T10:14:37,203 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] ipc.CallRunner(138): callId: 164 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34900 deadline: 1732529737202, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0e9c9d01dcbe1521dbe2ab895ce0a72d, server=e2fd862922a0,38547,1732529625709 2024-11-25T10:14:37,203 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732529655820.0e9c9d01dcbe1521dbe2ab895ce0a72d., hostname=e2fd862922a0,38547,1732529625709, seqNum=5 , the old value is region=TestAcidGuarantees,,1732529655820.0e9c9d01dcbe1521dbe2ab895ce0a72d., hostname=e2fd862922a0,38547,1732529625709, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0e9c9d01dcbe1521dbe2ab895ce0a72d, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T10:14:37,203 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732529655820.0e9c9d01dcbe1521dbe2ab895ce0a72d., hostname=e2fd862922a0,38547,1732529625709, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0e9c9d01dcbe1521dbe2ab895ce0a72d, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T10:14:37,203 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732529655820.0e9c9d01dcbe1521dbe2ab895ce0a72d., hostname=e2fd862922a0,38547,1732529625709, seqNum=5 because the exception is null or not the one we care about 2024-11-25T10:14:37,203 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732529655820.0e9c9d01dcbe1521dbe2ab895ce0a72d., hostname=e2fd862922a0,38547,1732529625709, seqNum=5 , the old value is region=TestAcidGuarantees,,1732529655820.0e9c9d01dcbe1521dbe2ab895ce0a72d., hostname=e2fd862922a0,38547,1732529625709, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0e9c9d01dcbe1521dbe2ab895ce0a72d, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T10:14:37,203 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732529655820.0e9c9d01dcbe1521dbe2ab895ce0a72d., hostname=e2fd862922a0,38547,1732529625709, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0e9c9d01dcbe1521dbe2ab895ce0a72d, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T10:14:37,203 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732529655820.0e9c9d01dcbe1521dbe2ab895ce0a72d., hostname=e2fd862922a0,38547,1732529625709, seqNum=5 because the exception is null or not the one we care about 2024-11-25T10:14:37,232 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41005 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=56 2024-11-25T10:14:37,232 INFO [RPCClient-NioEventLoopGroup-4-7 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-25T10:14:37,233 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41005 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-25T10:14:37,234 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41005 {}] procedure2.ProcedureExecutor(1139): Stored pid=58, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=58, table=TestAcidGuarantees 2024-11-25T10:14:37,234 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41005 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=58 2024-11-25T10:14:37,235 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=58, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=58, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-25T10:14:37,236 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=58, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=58, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-25T10:14:37,236 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=59, ppid=58, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-25T10:14:37,342 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41005 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=58 2024-11-25T10:14:37,389 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=38547 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=59 2024-11-25T10:14:37,389 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e2fd862922a0:0-0 {event_type=RS_FLUSH_REGIONS, pid=59}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732529655820.0e9c9d01dcbe1521dbe2ab895ce0a72d. 2024-11-25T10:14:37,390 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e2fd862922a0:0-0 {event_type=RS_FLUSH_REGIONS, pid=59}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732529655820.0e9c9d01dcbe1521dbe2ab895ce0a72d. as already flushing 2024-11-25T10:14:37,390 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e2fd862922a0:0-0 {event_type=RS_FLUSH_REGIONS, pid=59}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732529655820.0e9c9d01dcbe1521dbe2ab895ce0a72d. 2024-11-25T10:14:37,390 ERROR [RS_FLUSH_OPERATIONS-regionserver/e2fd862922a0:0-0 {event_type=RS_FLUSH_REGIONS, pid=59}] handler.RSProcedureHandler(58): pid=59 java.io.IOException: Unable to complete flush {ENCODED => 0e9c9d01dcbe1521dbe2ab895ce0a72d, NAME => 'TestAcidGuarantees,,1732529655820.0e9c9d01dcbe1521dbe2ab895ce0a72d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T10:14:37,390 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e2fd862922a0:0-0 {event_type=RS_FLUSH_REGIONS, pid=59}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=59 java.io.IOException: Unable to complete flush {ENCODED => 0e9c9d01dcbe1521dbe2ab895ce0a72d, NAME => 'TestAcidGuarantees,,1732529655820.0e9c9d01dcbe1521dbe2ab895ce0a72d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T10:14:37,391 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41005 {}] master.HMaster(4177): Remote procedure failed, pid=59 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 0e9c9d01dcbe1521dbe2ab895ce0a72d, NAME => 'TestAcidGuarantees,,1732529655820.0e9c9d01dcbe1521dbe2ab895ce0a72d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 0e9c9d01dcbe1521dbe2ab895ce0a72d, NAME => 'TestAcidGuarantees,,1732529655820.0e9c9d01dcbe1521dbe2ab895ce0a72d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T10:14:37,394 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0e9c9d01dcbe1521dbe2ab895ce0a72d, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-25T10:14:37,394 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] ipc.CallRunner(138): callId: 96 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34938 deadline: 1732529737392, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0e9c9d01dcbe1521dbe2ab895ce0a72d, server=e2fd862922a0,38547,1732529625709 2024-11-25T10:14:37,395 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732529655820.0e9c9d01dcbe1521dbe2ab895ce0a72d., hostname=e2fd862922a0,38547,1732529625709, seqNum=5 , the old value is region=TestAcidGuarantees,,1732529655820.0e9c9d01dcbe1521dbe2ab895ce0a72d., hostname=e2fd862922a0,38547,1732529625709, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0e9c9d01dcbe1521dbe2ab895ce0a72d, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T10:14:37,395 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732529655820.0e9c9d01dcbe1521dbe2ab895ce0a72d., hostname=e2fd862922a0,38547,1732529625709, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0e9c9d01dcbe1521dbe2ab895ce0a72d, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T10:14:37,395 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732529655820.0e9c9d01dcbe1521dbe2ab895ce0a72d., hostname=e2fd862922a0,38547,1732529625709, seqNum=5 because the exception is null or not the one we care about 2024-11-25T10:14:37,408 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0e9c9d01dcbe1521dbe2ab895ce0a72d, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-25T10:14:37,409 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] ipc.CallRunner(138): callId: 100 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34914 deadline: 1732529737402, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0e9c9d01dcbe1521dbe2ab895ce0a72d, server=e2fd862922a0,38547,1732529625709 2024-11-25T10:14:37,412 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732529655820.0e9c9d01dcbe1521dbe2ab895ce0a72d., hostname=e2fd862922a0,38547,1732529625709, seqNum=5 , the old value is region=TestAcidGuarantees,,1732529655820.0e9c9d01dcbe1521dbe2ab895ce0a72d., hostname=e2fd862922a0,38547,1732529625709, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0e9c9d01dcbe1521dbe2ab895ce0a72d, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T10:14:37,412 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732529655820.0e9c9d01dcbe1521dbe2ab895ce0a72d., hostname=e2fd862922a0,38547,1732529625709, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0e9c9d01dcbe1521dbe2ab895ce0a72d, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T10:14:37,412 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732529655820.0e9c9d01dcbe1521dbe2ab895ce0a72d., hostname=e2fd862922a0,38547,1732529625709, seqNum=5 because the exception is null or not the one we care about 2024-11-25T10:14:37,499 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:37,504 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024112513b79fe7632648948b6ab46ffc1ba13a_0e9c9d01dcbe1521dbe2ab895ce0a72d to hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112513b79fe7632648948b6ab46ffc1ba13a_0e9c9d01dcbe1521dbe2ab895ce0a72d 2024-11-25T10:14:37,505 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/0e9c9d01dcbe1521dbe2ab895ce0a72d/.tmp/A/339a26a1b0094321a151aa4db43a3081, store: [table=TestAcidGuarantees family=A region=0e9c9d01dcbe1521dbe2ab895ce0a72d] 2024-11-25T10:14:37,505 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/0e9c9d01dcbe1521dbe2ab895ce0a72d/.tmp/A/339a26a1b0094321a151aa4db43a3081 is 175, key is test_row_0/A:col10/1732529676049/Put/seqid=0 2024-11-25T10:14:37,510 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39927 is added to blk_1073742039_1215 (size=39949) 2024-11-25T10:14:37,544 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=38547 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=59 2024-11-25T10:14:37,545 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e2fd862922a0:0-1 {event_type=RS_FLUSH_REGIONS, pid=59}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732529655820.0e9c9d01dcbe1521dbe2ab895ce0a72d. 2024-11-25T10:14:37,545 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e2fd862922a0:0-1 {event_type=RS_FLUSH_REGIONS, pid=59}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732529655820.0e9c9d01dcbe1521dbe2ab895ce0a72d. as already flushing 2024-11-25T10:14:37,545 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e2fd862922a0:0-1 {event_type=RS_FLUSH_REGIONS, pid=59}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732529655820.0e9c9d01dcbe1521dbe2ab895ce0a72d. 2024-11-25T10:14:37,545 ERROR [RS_FLUSH_OPERATIONS-regionserver/e2fd862922a0:0-1 {event_type=RS_FLUSH_REGIONS, pid=59}] handler.RSProcedureHandler(58): pid=59 java.io.IOException: Unable to complete flush {ENCODED => 0e9c9d01dcbe1521dbe2ab895ce0a72d, NAME => 'TestAcidGuarantees,,1732529655820.0e9c9d01dcbe1521dbe2ab895ce0a72d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T10:14:37,545 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e2fd862922a0:0-1 {event_type=RS_FLUSH_REGIONS, pid=59}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=59 java.io.IOException: Unable to complete flush {ENCODED => 0e9c9d01dcbe1521dbe2ab895ce0a72d, NAME => 'TestAcidGuarantees,,1732529655820.0e9c9d01dcbe1521dbe2ab895ce0a72d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T10:14:37,546 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41005 {}] master.HMaster(4177): Remote procedure failed, pid=59 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 0e9c9d01dcbe1521dbe2ab895ce0a72d, NAME => 'TestAcidGuarantees,,1732529655820.0e9c9d01dcbe1521dbe2ab895ce0a72d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 0e9c9d01dcbe1521dbe2ab895ce0a72d, NAME => 'TestAcidGuarantees,,1732529655820.0e9c9d01dcbe1521dbe2ab895ce0a72d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T10:14:37,552 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41005 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=58 2024-11-25T10:14:37,698 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=38547 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=59 2024-11-25T10:14:37,698 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e2fd862922a0:0-2 {event_type=RS_FLUSH_REGIONS, pid=59}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732529655820.0e9c9d01dcbe1521dbe2ab895ce0a72d. 2024-11-25T10:14:37,699 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e2fd862922a0:0-2 {event_type=RS_FLUSH_REGIONS, pid=59}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732529655820.0e9c9d01dcbe1521dbe2ab895ce0a72d. as already flushing 2024-11-25T10:14:37,699 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e2fd862922a0:0-2 {event_type=RS_FLUSH_REGIONS, pid=59}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732529655820.0e9c9d01dcbe1521dbe2ab895ce0a72d. 2024-11-25T10:14:37,699 ERROR [RS_FLUSH_OPERATIONS-regionserver/e2fd862922a0:0-2 {event_type=RS_FLUSH_REGIONS, pid=59}] handler.RSProcedureHandler(58): pid=59 java.io.IOException: Unable to complete flush {ENCODED => 0e9c9d01dcbe1521dbe2ab895ce0a72d, NAME => 'TestAcidGuarantees,,1732529655820.0e9c9d01dcbe1521dbe2ab895ce0a72d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T10:14:37,699 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e2fd862922a0:0-2 {event_type=RS_FLUSH_REGIONS, pid=59}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=59 java.io.IOException: Unable to complete flush {ENCODED => 0e9c9d01dcbe1521dbe2ab895ce0a72d, NAME => 'TestAcidGuarantees,,1732529655820.0e9c9d01dcbe1521dbe2ab895ce0a72d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T10:14:37,700 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41005 {}] master.HMaster(4177): Remote procedure failed, pid=59 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 0e9c9d01dcbe1521dbe2ab895ce0a72d, NAME => 'TestAcidGuarantees,,1732529655820.0e9c9d01dcbe1521dbe2ab895ce0a72d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 0e9c9d01dcbe1521dbe2ab895ce0a72d, NAME => 'TestAcidGuarantees,,1732529655820.0e9c9d01dcbe1521dbe2ab895ce0a72d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T10:14:37,708 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0e9c9d01dcbe1521dbe2ab895ce0a72d, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-25T10:14:37,708 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] ipc.CallRunner(138): callId: 97 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34938 deadline: 1732529737702, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0e9c9d01dcbe1521dbe2ab895ce0a72d, server=e2fd862922a0,38547,1732529625709 2024-11-25T10:14:37,709 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732529655820.0e9c9d01dcbe1521dbe2ab895ce0a72d., hostname=e2fd862922a0,38547,1732529625709, seqNum=5 , the old value is region=TestAcidGuarantees,,1732529655820.0e9c9d01dcbe1521dbe2ab895ce0a72d., hostname=e2fd862922a0,38547,1732529625709, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0e9c9d01dcbe1521dbe2ab895ce0a72d, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T10:14:37,709 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732529655820.0e9c9d01dcbe1521dbe2ab895ce0a72d., hostname=e2fd862922a0,38547,1732529625709, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0e9c9d01dcbe1521dbe2ab895ce0a72d, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T10:14:37,709 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732529655820.0e9c9d01dcbe1521dbe2ab895ce0a72d., hostname=e2fd862922a0,38547,1732529625709, seqNum=5 because the exception is null or not the one we care about 2024-11-25T10:14:37,729 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0e9c9d01dcbe1521dbe2ab895ce0a72d, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-25T10:14:37,729 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] ipc.CallRunner(138): callId: 101 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34914 deadline: 1732529737722, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0e9c9d01dcbe1521dbe2ab895ce0a72d, server=e2fd862922a0,38547,1732529625709 2024-11-25T10:14:37,730 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732529655820.0e9c9d01dcbe1521dbe2ab895ce0a72d., hostname=e2fd862922a0,38547,1732529625709, seqNum=5 , the old value is region=TestAcidGuarantees,,1732529655820.0e9c9d01dcbe1521dbe2ab895ce0a72d., hostname=e2fd862922a0,38547,1732529625709, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0e9c9d01dcbe1521dbe2ab895ce0a72d, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T10:14:37,730 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732529655820.0e9c9d01dcbe1521dbe2ab895ce0a72d., hostname=e2fd862922a0,38547,1732529625709, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0e9c9d01dcbe1521dbe2ab895ce0a72d, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T10:14:37,730 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732529655820.0e9c9d01dcbe1521dbe2ab895ce0a72d., hostname=e2fd862922a0,38547,1732529625709, seqNum=5 because the exception is null or not the one we care about 2024-11-25T10:14:37,853 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=38547 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=59 2024-11-25T10:14:37,853 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e2fd862922a0:0-0 {event_type=RS_FLUSH_REGIONS, pid=59}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732529655820.0e9c9d01dcbe1521dbe2ab895ce0a72d. 2024-11-25T10:14:37,853 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e2fd862922a0:0-0 {event_type=RS_FLUSH_REGIONS, pid=59}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732529655820.0e9c9d01dcbe1521dbe2ab895ce0a72d. as already flushing 2024-11-25T10:14:37,853 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e2fd862922a0:0-0 {event_type=RS_FLUSH_REGIONS, pid=59}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732529655820.0e9c9d01dcbe1521dbe2ab895ce0a72d. 2024-11-25T10:14:37,853 ERROR [RS_FLUSH_OPERATIONS-regionserver/e2fd862922a0:0-0 {event_type=RS_FLUSH_REGIONS, pid=59}] handler.RSProcedureHandler(58): pid=59 java.io.IOException: Unable to complete flush {ENCODED => 0e9c9d01dcbe1521dbe2ab895ce0a72d, NAME => 'TestAcidGuarantees,,1732529655820.0e9c9d01dcbe1521dbe2ab895ce0a72d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T10:14:37,854 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e2fd862922a0:0-0 {event_type=RS_FLUSH_REGIONS, pid=59}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=59 java.io.IOException: Unable to complete flush {ENCODED => 0e9c9d01dcbe1521dbe2ab895ce0a72d, NAME => 'TestAcidGuarantees,,1732529655820.0e9c9d01dcbe1521dbe2ab895ce0a72d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T10:14:37,854 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41005 {}] master.HMaster(4177): Remote procedure failed, pid=59 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 0e9c9d01dcbe1521dbe2ab895ce0a72d, NAME => 'TestAcidGuarantees,,1732529655820.0e9c9d01dcbe1521dbe2ab895ce0a72d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 0e9c9d01dcbe1521dbe2ab895ce0a72d, NAME => 'TestAcidGuarantees,,1732529655820.0e9c9d01dcbe1521dbe2ab895ce0a72d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T10:14:37,863 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41005 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=58 2024-11-25T10:14:37,911 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=481, memsize=49.2 K, hasBloomFilter=true, into tmp file hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/0e9c9d01dcbe1521dbe2ab895ce0a72d/.tmp/A/339a26a1b0094321a151aa4db43a3081 2024-11-25T10:14:37,939 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/0e9c9d01dcbe1521dbe2ab895ce0a72d/.tmp/B/96308a635d5a49c2b6152a85ac626e77 is 50, key is test_row_0/B:col10/1732529676049/Put/seqid=0 2024-11-25T10:14:37,966 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39927 is added to blk_1073742040_1216 (size=12301) 2024-11-25T10:14:38,007 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=38547 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=59 2024-11-25T10:14:38,007 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e2fd862922a0:0-1 {event_type=RS_FLUSH_REGIONS, pid=59}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732529655820.0e9c9d01dcbe1521dbe2ab895ce0a72d. 2024-11-25T10:14:38,007 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e2fd862922a0:0-1 {event_type=RS_FLUSH_REGIONS, pid=59}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732529655820.0e9c9d01dcbe1521dbe2ab895ce0a72d. as already flushing 2024-11-25T10:14:38,007 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e2fd862922a0:0-1 {event_type=RS_FLUSH_REGIONS, pid=59}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732529655820.0e9c9d01dcbe1521dbe2ab895ce0a72d. 2024-11-25T10:14:38,008 ERROR [RS_FLUSH_OPERATIONS-regionserver/e2fd862922a0:0-1 {event_type=RS_FLUSH_REGIONS, pid=59}] handler.RSProcedureHandler(58): pid=59 java.io.IOException: Unable to complete flush {ENCODED => 0e9c9d01dcbe1521dbe2ab895ce0a72d, NAME => 'TestAcidGuarantees,,1732529655820.0e9c9d01dcbe1521dbe2ab895ce0a72d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T10:14:38,008 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e2fd862922a0:0-1 {event_type=RS_FLUSH_REGIONS, pid=59}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=59 java.io.IOException: Unable to complete flush {ENCODED => 0e9c9d01dcbe1521dbe2ab895ce0a72d, NAME => 'TestAcidGuarantees,,1732529655820.0e9c9d01dcbe1521dbe2ab895ce0a72d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T10:14:38,008 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41005 {}] master.HMaster(4177): Remote procedure failed, pid=59 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 0e9c9d01dcbe1521dbe2ab895ce0a72d, NAME => 'TestAcidGuarantees,,1732529655820.0e9c9d01dcbe1521dbe2ab895ce0a72d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 0e9c9d01dcbe1521dbe2ab895ce0a72d, NAME => 'TestAcidGuarantees,,1732529655820.0e9c9d01dcbe1521dbe2ab895ce0a72d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T10:14:38,162 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=38547 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=59 2024-11-25T10:14:38,162 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e2fd862922a0:0-2 {event_type=RS_FLUSH_REGIONS, pid=59}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732529655820.0e9c9d01dcbe1521dbe2ab895ce0a72d. 2024-11-25T10:14:38,162 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e2fd862922a0:0-2 {event_type=RS_FLUSH_REGIONS, pid=59}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732529655820.0e9c9d01dcbe1521dbe2ab895ce0a72d. as already flushing 2024-11-25T10:14:38,162 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e2fd862922a0:0-2 {event_type=RS_FLUSH_REGIONS, pid=59}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732529655820.0e9c9d01dcbe1521dbe2ab895ce0a72d. 2024-11-25T10:14:38,162 ERROR [RS_FLUSH_OPERATIONS-regionserver/e2fd862922a0:0-2 {event_type=RS_FLUSH_REGIONS, pid=59}] handler.RSProcedureHandler(58): pid=59 java.io.IOException: Unable to complete flush {ENCODED => 0e9c9d01dcbe1521dbe2ab895ce0a72d, NAME => 'TestAcidGuarantees,,1732529655820.0e9c9d01dcbe1521dbe2ab895ce0a72d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T10:14:38,163 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e2fd862922a0:0-2 {event_type=RS_FLUSH_REGIONS, pid=59}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=59 java.io.IOException: Unable to complete flush {ENCODED => 0e9c9d01dcbe1521dbe2ab895ce0a72d, NAME => 'TestAcidGuarantees,,1732529655820.0e9c9d01dcbe1521dbe2ab895ce0a72d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T10:14:38,163 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41005 {}] master.HMaster(4177): Remote procedure failed, pid=59 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 0e9c9d01dcbe1521dbe2ab895ce0a72d, NAME => 'TestAcidGuarantees,,1732529655820.0e9c9d01dcbe1521dbe2ab895ce0a72d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 0e9c9d01dcbe1521dbe2ab895ce0a72d, NAME => 'TestAcidGuarantees,,1732529655820.0e9c9d01dcbe1521dbe2ab895ce0a72d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T10:14:38,216 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0e9c9d01dcbe1521dbe2ab895ce0a72d, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-25T10:14:38,216 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] ipc.CallRunner(138): callId: 165 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34900 deadline: 1732529738212, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0e9c9d01dcbe1521dbe2ab895ce0a72d, server=e2fd862922a0,38547,1732529625709 2024-11-25T10:14:38,217 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0e9c9d01dcbe1521dbe2ab895ce0a72d, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-25T10:14:38,217 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] ipc.CallRunner(138): callId: 162 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34932 deadline: 1732529738212, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0e9c9d01dcbe1521dbe2ab895ce0a72d, server=e2fd862922a0,38547,1732529625709 2024-11-25T10:14:38,217 WARN [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRpcRetryingCaller(177): Call to e2fd862922a0,38547,1732529625709 for 'test_row_1' in 0e9c9d01dcbe1521dbe2ab895ce0a72d of TestAcidGuarantees failed, tries = 6, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 2173 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0e9c9d01dcbe1521dbe2ab895ce0a72d, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor39.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0e9c9d01dcbe1521dbe2ab895ce0a72d, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 32 more 2024-11-25T10:14:38,217 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732529655820.0e9c9d01dcbe1521dbe2ab895ce0a72d., hostname=e2fd862922a0,38547,1732529625709, seqNum=5 , the old value is region=TestAcidGuarantees,,1732529655820.0e9c9d01dcbe1521dbe2ab895ce0a72d., hostname=e2fd862922a0,38547,1732529625709, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0e9c9d01dcbe1521dbe2ab895ce0a72d, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T10:14:38,217 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732529655820.0e9c9d01dcbe1521dbe2ab895ce0a72d., hostname=e2fd862922a0,38547,1732529625709, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0e9c9d01dcbe1521dbe2ab895ce0a72d, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T10:14:38,217 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732529655820.0e9c9d01dcbe1521dbe2ab895ce0a72d., hostname=e2fd862922a0,38547,1732529625709, seqNum=5 because the exception is null or not the one we care about 2024-11-25T10:14:38,217 WARN [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRpcRetryingCaller(177): Call to e2fd862922a0,38547,1732529625709 for 'test_row_1' in 0e9c9d01dcbe1521dbe2ab895ce0a72d of TestAcidGuarantees failed, tries = 6, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 2166 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0e9c9d01dcbe1521dbe2ab895ce0a72d, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor39.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0e9c9d01dcbe1521dbe2ab895ce0a72d, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 32 more 2024-11-25T10:14:38,218 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732529655820.0e9c9d01dcbe1521dbe2ab895ce0a72d., hostname=e2fd862922a0,38547,1732529625709, seqNum=5 , the old value is region=TestAcidGuarantees,,1732529655820.0e9c9d01dcbe1521dbe2ab895ce0a72d., hostname=e2fd862922a0,38547,1732529625709, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0e9c9d01dcbe1521dbe2ab895ce0a72d, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T10:14:38,218 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732529655820.0e9c9d01dcbe1521dbe2ab895ce0a72d., hostname=e2fd862922a0,38547,1732529625709, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0e9c9d01dcbe1521dbe2ab895ce0a72d, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T10:14:38,218 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732529655820.0e9c9d01dcbe1521dbe2ab895ce0a72d., hostname=e2fd862922a0,38547,1732529625709, seqNum=5 because the exception is null or not the one we care about 2024-11-25T10:14:38,222 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0e9c9d01dcbe1521dbe2ab895ce0a72d, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-25T10:14:38,223 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] ipc.CallRunner(138): callId: 98 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34938 deadline: 1732529738222, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0e9c9d01dcbe1521dbe2ab895ce0a72d, server=e2fd862922a0,38547,1732529625709 2024-11-25T10:14:38,225 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732529655820.0e9c9d01dcbe1521dbe2ab895ce0a72d., hostname=e2fd862922a0,38547,1732529625709, seqNum=5 , the old value is region=TestAcidGuarantees,,1732529655820.0e9c9d01dcbe1521dbe2ab895ce0a72d., hostname=e2fd862922a0,38547,1732529625709, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0e9c9d01dcbe1521dbe2ab895ce0a72d, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T10:14:38,225 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732529655820.0e9c9d01dcbe1521dbe2ab895ce0a72d., hostname=e2fd862922a0,38547,1732529625709, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0e9c9d01dcbe1521dbe2ab895ce0a72d, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T10:14:38,227 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732529655820.0e9c9d01dcbe1521dbe2ab895ce0a72d., hostname=e2fd862922a0,38547,1732529625709, seqNum=5 because the exception is null or not the one we care about 2024-11-25T10:14:38,242 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0e9c9d01dcbe1521dbe2ab895ce0a72d, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-25T10:14:38,242 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] ipc.CallRunner(138): callId: 102 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34914 deadline: 1732529738242, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0e9c9d01dcbe1521dbe2ab895ce0a72d, server=e2fd862922a0,38547,1732529625709 2024-11-25T10:14:38,243 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732529655820.0e9c9d01dcbe1521dbe2ab895ce0a72d., hostname=e2fd862922a0,38547,1732529625709, seqNum=5 , the old value is region=TestAcidGuarantees,,1732529655820.0e9c9d01dcbe1521dbe2ab895ce0a72d., hostname=e2fd862922a0,38547,1732529625709, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0e9c9d01dcbe1521dbe2ab895ce0a72d, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T10:14:38,243 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732529655820.0e9c9d01dcbe1521dbe2ab895ce0a72d., hostname=e2fd862922a0,38547,1732529625709, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0e9c9d01dcbe1521dbe2ab895ce0a72d, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T10:14:38,243 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732529655820.0e9c9d01dcbe1521dbe2ab895ce0a72d., hostname=e2fd862922a0,38547,1732529625709, seqNum=5 because the exception is null or not the one we care about 2024-11-25T10:14:38,316 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=38547 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=59 2024-11-25T10:14:38,316 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e2fd862922a0:0-0 {event_type=RS_FLUSH_REGIONS, pid=59}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732529655820.0e9c9d01dcbe1521dbe2ab895ce0a72d. 2024-11-25T10:14:38,316 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e2fd862922a0:0-0 {event_type=RS_FLUSH_REGIONS, pid=59}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732529655820.0e9c9d01dcbe1521dbe2ab895ce0a72d. as already flushing 2024-11-25T10:14:38,316 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e2fd862922a0:0-0 {event_type=RS_FLUSH_REGIONS, pid=59}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732529655820.0e9c9d01dcbe1521dbe2ab895ce0a72d. 2024-11-25T10:14:38,316 ERROR [RS_FLUSH_OPERATIONS-regionserver/e2fd862922a0:0-0 {event_type=RS_FLUSH_REGIONS, pid=59}] handler.RSProcedureHandler(58): pid=59 java.io.IOException: Unable to complete flush {ENCODED => 0e9c9d01dcbe1521dbe2ab895ce0a72d, NAME => 'TestAcidGuarantees,,1732529655820.0e9c9d01dcbe1521dbe2ab895ce0a72d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T10:14:38,317 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e2fd862922a0:0-0 {event_type=RS_FLUSH_REGIONS, pid=59}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=59 java.io.IOException: Unable to complete flush {ENCODED => 0e9c9d01dcbe1521dbe2ab895ce0a72d, NAME => 'TestAcidGuarantees,,1732529655820.0e9c9d01dcbe1521dbe2ab895ce0a72d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T10:14:38,317 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41005 {}] master.HMaster(4177): Remote procedure failed, pid=59 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 0e9c9d01dcbe1521dbe2ab895ce0a72d, NAME => 'TestAcidGuarantees,,1732529655820.0e9c9d01dcbe1521dbe2ab895ce0a72d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 0e9c9d01dcbe1521dbe2ab895ce0a72d, NAME => 'TestAcidGuarantees,,1732529655820.0e9c9d01dcbe1521dbe2ab895ce0a72d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T10:14:38,368 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=481 (bloomFilter=true), to=hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/0e9c9d01dcbe1521dbe2ab895ce0a72d/.tmp/B/96308a635d5a49c2b6152a85ac626e77 2024-11-25T10:14:38,374 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41005 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=58 2024-11-25T10:14:38,411 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/0e9c9d01dcbe1521dbe2ab895ce0a72d/.tmp/C/c15d289caca043ac994381f336d9cb3a is 50, key is test_row_0/C:col10/1732529676049/Put/seqid=0 2024-11-25T10:14:38,417 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39927 is added to blk_1073742041_1217 (size=12301) 2024-11-25T10:14:38,417 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=481 (bloomFilter=true), to=hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/0e9c9d01dcbe1521dbe2ab895ce0a72d/.tmp/C/c15d289caca043ac994381f336d9cb3a 2024-11-25T10:14:38,437 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/0e9c9d01dcbe1521dbe2ab895ce0a72d/.tmp/A/339a26a1b0094321a151aa4db43a3081 as hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/0e9c9d01dcbe1521dbe2ab895ce0a72d/A/339a26a1b0094321a151aa4db43a3081 2024-11-25T10:14:38,468 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/0e9c9d01dcbe1521dbe2ab895ce0a72d/A/339a26a1b0094321a151aa4db43a3081, entries=200, sequenceid=481, filesize=39.0 K 2024-11-25T10:14:38,469 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:38,469 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/0e9c9d01dcbe1521dbe2ab895ce0a72d/.tmp/B/96308a635d5a49c2b6152a85ac626e77 as hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/0e9c9d01dcbe1521dbe2ab895ce0a72d/B/96308a635d5a49c2b6152a85ac626e77 2024-11-25T10:14:38,470 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=38547 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=59 2024-11-25T10:14:38,471 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e2fd862922a0:0-1 {event_type=RS_FLUSH_REGIONS, pid=59}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732529655820.0e9c9d01dcbe1521dbe2ab895ce0a72d. 2024-11-25T10:14:38,471 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e2fd862922a0:0-1 {event_type=RS_FLUSH_REGIONS, pid=59}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732529655820.0e9c9d01dcbe1521dbe2ab895ce0a72d. as already flushing 2024-11-25T10:14:38,471 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e2fd862922a0:0-1 {event_type=RS_FLUSH_REGIONS, pid=59}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732529655820.0e9c9d01dcbe1521dbe2ab895ce0a72d. 2024-11-25T10:14:38,471 ERROR [RS_FLUSH_OPERATIONS-regionserver/e2fd862922a0:0-1 {event_type=RS_FLUSH_REGIONS, pid=59}] handler.RSProcedureHandler(58): pid=59 java.io.IOException: Unable to complete flush {ENCODED => 0e9c9d01dcbe1521dbe2ab895ce0a72d, NAME => 'TestAcidGuarantees,,1732529655820.0e9c9d01dcbe1521dbe2ab895ce0a72d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T10:14:38,471 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e2fd862922a0:0-1 {event_type=RS_FLUSH_REGIONS, pid=59}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=59 java.io.IOException: Unable to complete flush {ENCODED => 0e9c9d01dcbe1521dbe2ab895ce0a72d, NAME => 'TestAcidGuarantees,,1732529655820.0e9c9d01dcbe1521dbe2ab895ce0a72d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T10:14:38,472 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41005 {}] master.HMaster(4177): Remote procedure failed, pid=59 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 0e9c9d01dcbe1521dbe2ab895ce0a72d, NAME => 'TestAcidGuarantees,,1732529655820.0e9c9d01dcbe1521dbe2ab895ce0a72d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 0e9c9d01dcbe1521dbe2ab895ce0a72d, NAME => 'TestAcidGuarantees,,1732529655820.0e9c9d01dcbe1521dbe2ab895ce0a72d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T10:14:38,473 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:38,477 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:38,480 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/0e9c9d01dcbe1521dbe2ab895ce0a72d/B/96308a635d5a49c2b6152a85ac626e77, entries=150, sequenceid=481, filesize=12.0 K 2024-11-25T10:14:38,481 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/0e9c9d01dcbe1521dbe2ab895ce0a72d/.tmp/C/c15d289caca043ac994381f336d9cb3a as hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/0e9c9d01dcbe1521dbe2ab895ce0a72d/C/c15d289caca043ac994381f336d9cb3a 2024-11-25T10:14:38,482 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:38,482 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:38,483 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:38,483 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:38,483 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:38,484 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:38,484 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:38,484 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:38,485 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:38,485 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:38,485 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:38,485 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:38,485 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:38,485 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:38,486 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:38,486 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:38,486 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:38,486 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:38,486 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:38,486 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:38,487 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:38,487 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:38,487 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:38,487 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:38,487 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:38,487 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:38,488 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:38,488 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:38,488 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:38,488 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:38,488 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:38,489 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:38,489 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:38,489 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:38,489 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:38,489 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:38,490 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:38,490 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:38,490 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:38,490 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:38,491 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:38,491 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:38,491 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:38,491 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:38,492 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:38,492 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:38,492 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:38,492 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:38,493 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:38,493 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:38,493 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:38,493 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:38,494 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:38,494 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:38,494 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:38,495 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:38,495 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:38,495 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:38,495 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:38,496 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:38,496 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:38,496 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:38,496 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:38,497 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:38,497 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:38,497 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:38,499 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:38,500 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:38,502 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:38,503 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:38,504 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:38,504 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:38,505 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:38,505 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:38,505 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:38,506 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:38,506 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/0e9c9d01dcbe1521dbe2ab895ce0a72d/C/c15d289caca043ac994381f336d9cb3a, entries=150, sequenceid=481, filesize=12.0 K 2024-11-25T10:14:38,506 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:38,507 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:38,507 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:38,507 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:38,507 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:38,507 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:38,508 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:38,508 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:38,508 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:38,508 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:38,508 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:38,508 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:38,509 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:38,509 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:38,509 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:38,510 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:38,510 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:38,510 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:38,510 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:38,511 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:38,511 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:38,511 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:38,512 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:38,512 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:38,512 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:38,512 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:38,513 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:38,513 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:38,513 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:38,513 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:38,514 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:38,514 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:38,514 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:38,514 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:38,514 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:38,515 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:38,515 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:38,515 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:38,516 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:38,516 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:38,517 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:38,518 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:38,518 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:38,519 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:38,520 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:38,520 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:38,521 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:38,521 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:38,522 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:38,522 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:38,522 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:38,522 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:38,522 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:38,523 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:38,523 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:38,523 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:38,524 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:38,524 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~147.60 KB/151140, heapSize ~415.41 KB/425376, currentSize=33.54 KB/34350 for 0e9c9d01dcbe1521dbe2ab895ce0a72d in 1464ms, sequenceid=481, compaction requested=true 2024-11-25T10:14:38,524 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 0e9c9d01dcbe1521dbe2ab895ce0a72d: 2024-11-25T10:14:38,524 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 0e9c9d01dcbe1521dbe2ab895ce0a72d:A, priority=-2147483648, current under compaction store size is 1 2024-11-25T10:14:38,524 DEBUG [RS:0;e2fd862922a0:38547-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-25T10:14:38,524 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-25T10:14:38,524 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 0e9c9d01dcbe1521dbe2ab895ce0a72d:B, priority=-2147483648, current under compaction store size is 2 2024-11-25T10:14:38,524 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-25T10:14:38,524 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:38,524 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 0e9c9d01dcbe1521dbe2ab895ce0a72d:C, priority=-2147483648, current under compaction store size is 3 2024-11-25T10:14:38,524 DEBUG [RS:0;e2fd862922a0:38547-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-25T10:14:38,524 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-25T10:14:38,524 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:38,524 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:38,525 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:38,525 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:38,526 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:38,526 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:38,526 DEBUG [RS:0;e2fd862922a0:38547-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37653 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-25T10:14:38,526 DEBUG [RS:0;e2fd862922a0:38547-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 103209 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-25T10:14:38,526 DEBUG [RS:0;e2fd862922a0:38547-longCompactions-0 {}] regionserver.HStore(1541): 0e9c9d01dcbe1521dbe2ab895ce0a72d/B is initiating minor compaction (all files) 2024-11-25T10:14:38,526 DEBUG [RS:0;e2fd862922a0:38547-shortCompactions-0 {}] regionserver.HStore(1541): 0e9c9d01dcbe1521dbe2ab895ce0a72d/A is initiating minor compaction (all files) 2024-11-25T10:14:38,526 INFO [RS:0;e2fd862922a0:38547-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 0e9c9d01dcbe1521dbe2ab895ce0a72d/B in TestAcidGuarantees,,1732529655820.0e9c9d01dcbe1521dbe2ab895ce0a72d. 2024-11-25T10:14:38,526 INFO [RS:0;e2fd862922a0:38547-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 0e9c9d01dcbe1521dbe2ab895ce0a72d/A in TestAcidGuarantees,,1732529655820.0e9c9d01dcbe1521dbe2ab895ce0a72d. 2024-11-25T10:14:38,526 INFO [RS:0;e2fd862922a0:38547-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/0e9c9d01dcbe1521dbe2ab895ce0a72d/B/497560b372aa4d0c83fc08e8696b7dec, hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/0e9c9d01dcbe1521dbe2ab895ce0a72d/B/75de0819535642178d544ed23c437e9d, hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/0e9c9d01dcbe1521dbe2ab895ce0a72d/B/96308a635d5a49c2b6152a85ac626e77] into tmpdir=hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/0e9c9d01dcbe1521dbe2ab895ce0a72d/.tmp, totalSize=36.8 K 2024-11-25T10:14:38,526 INFO [RS:0;e2fd862922a0:38547-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/0e9c9d01dcbe1521dbe2ab895ce0a72d/A/475ddce042ca4974bbf7bcea3be91e03, hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/0e9c9d01dcbe1521dbe2ab895ce0a72d/A/2cf8ece2857544faa28747b18b55df65, hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/0e9c9d01dcbe1521dbe2ab895ce0a72d/A/339a26a1b0094321a151aa4db43a3081] into tmpdir=hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/0e9c9d01dcbe1521dbe2ab895ce0a72d/.tmp, totalSize=100.8 K 2024-11-25T10:14:38,526 INFO [RS:0;e2fd862922a0:38547-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732529655820.0e9c9d01dcbe1521dbe2ab895ce0a72d. 2024-11-25T10:14:38,526 DEBUG [RS:0;e2fd862922a0:38547-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732529655820.0e9c9d01dcbe1521dbe2ab895ce0a72d. files: [hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/0e9c9d01dcbe1521dbe2ab895ce0a72d/A/475ddce042ca4974bbf7bcea3be91e03, hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/0e9c9d01dcbe1521dbe2ab895ce0a72d/A/2cf8ece2857544faa28747b18b55df65, hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/0e9c9d01dcbe1521dbe2ab895ce0a72d/A/339a26a1b0094321a151aa4db43a3081] 2024-11-25T10:14:38,526 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:38,527 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:38,527 DEBUG [RS:0;e2fd862922a0:38547-longCompactions-0 {}] compactions.Compactor(225): Compacting 497560b372aa4d0c83fc08e8696b7dec, keycount=150, bloomtype=ROW, size=12.7 K, encoding=NONE, compression=NONE, seqNum=432, earliestPutTs=1732529673567 2024-11-25T10:14:38,527 DEBUG [RS:0;e2fd862922a0:38547-shortCompactions-0 {}] compactions.Compactor(225): Compacting 475ddce042ca4974bbf7bcea3be91e03, keycount=150, bloomtype=ROW, size=31.3 K, encoding=NONE, compression=NONE, seqNum=432, earliestPutTs=1732529673567 2024-11-25T10:14:38,527 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:38,527 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:38,527 DEBUG [RS:0;e2fd862922a0:38547-longCompactions-0 {}] compactions.Compactor(225): Compacting 75de0819535642178d544ed23c437e9d, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=442, earliestPutTs=1732529674737 2024-11-25T10:14:38,528 DEBUG [RS:0;e2fd862922a0:38547-shortCompactions-0 {}] compactions.Compactor(225): Compacting 2cf8ece2857544faa28747b18b55df65, keycount=150, bloomtype=ROW, size=30.5 K, encoding=NONE, compression=NONE, seqNum=442, earliestPutTs=1732529674737 2024-11-25T10:14:38,528 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:38,528 DEBUG [RS:0;e2fd862922a0:38547-longCompactions-0 {}] compactions.Compactor(225): Compacting 96308a635d5a49c2b6152a85ac626e77, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=481, earliestPutTs=1732529676035 2024-11-25T10:14:38,528 DEBUG [RS:0;e2fd862922a0:38547-shortCompactions-0 {}] compactions.Compactor(225): Compacting 339a26a1b0094321a151aa4db43a3081, keycount=200, bloomtype=ROW, size=39.0 K, encoding=NONE, compression=NONE, seqNum=481, earliestPutTs=1732529676035 2024-11-25T10:14:38,529 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:38,529 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:38,529 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:38,530 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:38,531 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:38,531 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:38,531 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:38,532 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:38,532 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:38,532 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:38,532 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:38,533 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:38,536 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:38,537 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:38,538 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:38,539 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:38,539 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:38,539 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:38,540 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:38,540 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:38,540 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:38,541 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:38,541 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:38,541 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:38,542 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:38,544 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:38,544 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:38,544 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:38,545 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:38,546 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:38,547 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:38,547 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:38,547 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:38,548 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:38,548 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:38,549 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:38,549 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:38,549 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:38,550 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:38,550 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:38,550 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:38,551 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:38,551 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:38,551 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:38,551 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:38,552 INFO [RS:0;e2fd862922a0:38547-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 0e9c9d01dcbe1521dbe2ab895ce0a72d#B#compaction#177 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-25T10:14:38,552 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:38,553 DEBUG [RS:0;e2fd862922a0:38547-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/0e9c9d01dcbe1521dbe2ab895ce0a72d/.tmp/B/147927829eec4734b275af1b944a01fc is 50, key is test_row_0/B:col10/1732529676049/Put/seqid=0 2024-11-25T10:14:38,553 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:38,553 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:38,553 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:38,554 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:38,554 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:38,555 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:38,555 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:38,555 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:38,556 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:38,556 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:38,556 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:38,557 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:38,557 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:38,557 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:38,557 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:38,557 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:38,558 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:38,558 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:38,558 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:38,559 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:38,559 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:38,559 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:38,559 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:38,560 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:38,561 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:38,561 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:38,561 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:38,561 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:38,561 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:38,562 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:38,562 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:38,562 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:38,562 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:38,563 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:38,563 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:38,563 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:38,564 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:38,564 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:38,565 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:38,565 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:38,565 INFO [RS:0;e2fd862922a0:38547-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(321): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=0e9c9d01dcbe1521dbe2ab895ce0a72d] 2024-11-25T10:14:38,565 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:38,566 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:38,567 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:38,568 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:38,568 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:38,569 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:38,569 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:38,570 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:38,571 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:38,571 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:38,572 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:38,572 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:38,573 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39927 is added to blk_1073742042_1218 (size=13153) 2024-11-25T10:14:38,573 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:38,574 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:38,574 DEBUG [RS:0;e2fd862922a0:38547-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(635): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e20241125bdeee9ccbb63401193ee0c019bdf00d6_0e9c9d01dcbe1521dbe2ab895ce0a72d store=[table=TestAcidGuarantees family=A region=0e9c9d01dcbe1521dbe2ab895ce0a72d] 2024-11-25T10:14:38,575 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:38,576 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:38,576 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:38,576 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:38,577 DEBUG [RS:0;e2fd862922a0:38547-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(656): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e20241125bdeee9ccbb63401193ee0c019bdf00d6_0e9c9d01dcbe1521dbe2ab895ce0a72d, store=[table=TestAcidGuarantees family=A region=0e9c9d01dcbe1521dbe2ab895ce0a72d] 2024-11-25T10:14:38,577 DEBUG [RS:0;e2fd862922a0:38547-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(667): Aborting writer for hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241125bdeee9ccbb63401193ee0c019bdf00d6_0e9c9d01dcbe1521dbe2ab895ce0a72d because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=0e9c9d01dcbe1521dbe2ab895ce0a72d] 2024-11-25T10:14:38,577 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:38,577 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:38,577 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:38,578 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:38,578 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:38,579 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:38,579 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:38,579 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:38,580 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:38,580 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:38,580 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:38,581 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:38,581 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:38,581 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:38,582 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:38,582 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:38,582 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:38,582 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:38,583 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:38,583 DEBUG [RS:0;e2fd862922a0:38547-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/0e9c9d01dcbe1521dbe2ab895ce0a72d/.tmp/B/147927829eec4734b275af1b944a01fc as hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/0e9c9d01dcbe1521dbe2ab895ce0a72d/B/147927829eec4734b275af1b944a01fc 2024-11-25T10:14:38,583 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:38,583 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:38,584 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:38,584 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:38,584 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:38,584 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:38,584 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:38,584 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:38,585 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:38,585 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:38,585 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:38,585 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:38,585 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:38,585 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:38,586 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:38,586 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:38,587 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:38,587 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:38,587 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:38,587 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:38,587 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:38,587 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:38,588 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:38,588 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:38,588 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:38,588 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:38,588 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:38,589 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:38,589 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:38,589 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:38,589 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:38,590 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:38,590 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:38,590 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:38,591 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:38,591 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:38,591 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:38,591 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:38,592 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:38,592 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:38,592 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:38,593 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:38,593 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:38,593 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:38,594 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:38,594 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:38,594 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:38,595 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:38,595 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:38,595 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:38,596 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:38,596 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:38,596 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:38,596 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:38,597 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:38,597 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:38,597 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:38,599 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:38,599 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:38,600 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:38,600 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:38,600 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:38,601 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:38,601 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:38,601 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:38,601 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:38,602 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:38,603 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:38,603 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:38,603 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:38,604 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:38,604 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:38,604 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:38,604 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:38,605 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:38,605 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:38,605 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:38,605 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:38,605 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:38,605 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:38,606 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:38,606 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:38,606 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:38,606 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:38,606 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:38,606 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:38,607 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:38,607 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:38,607 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:38,607 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:38,607 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:38,608 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:38,608 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:38,608 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:38,608 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:38,608 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:38,608 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:38,609 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:38,609 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:38,609 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:38,609 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:38,610 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:38,611 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:38,611 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:38,611 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:38,612 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:38,612 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:38,612 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:38,612 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:38,612 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:38,612 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:38,613 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:38,613 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:38,614 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:38,614 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:38,615 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:38,615 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:38,616 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:38,617 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:38,619 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:38,621 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:38,623 INFO [RS:0;e2fd862922a0:38547-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 0e9c9d01dcbe1521dbe2ab895ce0a72d/B of 0e9c9d01dcbe1521dbe2ab895ce0a72d into 147927829eec4734b275af1b944a01fc(size=12.8 K), total size for store is 12.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-25T10:14:38,623 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:38,623 DEBUG [RS:0;e2fd862922a0:38547-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 0e9c9d01dcbe1521dbe2ab895ce0a72d: 2024-11-25T10:14:38,623 INFO [RS:0;e2fd862922a0:38547-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732529655820.0e9c9d01dcbe1521dbe2ab895ce0a72d., storeName=0e9c9d01dcbe1521dbe2ab895ce0a72d/B, priority=13, startTime=1732529678524; duration=0sec 2024-11-25T10:14:38,623 DEBUG [RS:0;e2fd862922a0:38547-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-25T10:14:38,623 DEBUG [RS:0;e2fd862922a0:38547-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 0e9c9d01dcbe1521dbe2ab895ce0a72d:B 2024-11-25T10:14:38,624 DEBUG [RS:0;e2fd862922a0:38547-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-25T10:14:38,624 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:38,625 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=38547 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=59 2024-11-25T10:14:38,625 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e2fd862922a0:0-2 {event_type=RS_FLUSH_REGIONS, pid=59}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732529655820.0e9c9d01dcbe1521dbe2ab895ce0a72d. 2024-11-25T10:14:38,625 DEBUG [RS:0;e2fd862922a0:38547-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37653 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-25T10:14:38,625 DEBUG [RS:0;e2fd862922a0:38547-longCompactions-0 {}] regionserver.HStore(1541): 0e9c9d01dcbe1521dbe2ab895ce0a72d/C is initiating minor compaction (all files) 2024-11-25T10:14:38,625 INFO [RS_FLUSH_OPERATIONS-regionserver/e2fd862922a0:0-2 {event_type=RS_FLUSH_REGIONS, pid=59}] regionserver.HRegion(2902): Flushing 0e9c9d01dcbe1521dbe2ab895ce0a72d 3/3 column families, dataSize=33.54 KB heapSize=100.36 KB 2024-11-25T10:14:38,625 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:38,626 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e2fd862922a0:0-2 {event_type=RS_FLUSH_REGIONS, pid=59}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 0e9c9d01dcbe1521dbe2ab895ce0a72d, store=A 2024-11-25T10:14:38,626 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e2fd862922a0:0-2 {event_type=RS_FLUSH_REGIONS, pid=59}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T10:14:38,626 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e2fd862922a0:0-2 {event_type=RS_FLUSH_REGIONS, pid=59}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 0e9c9d01dcbe1521dbe2ab895ce0a72d, store=B 2024-11-25T10:14:38,626 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:38,626 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e2fd862922a0:0-2 {event_type=RS_FLUSH_REGIONS, pid=59}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T10:14:38,626 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e2fd862922a0:0-2 {event_type=RS_FLUSH_REGIONS, pid=59}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 0e9c9d01dcbe1521dbe2ab895ce0a72d, store=C 2024-11-25T10:14:38,626 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e2fd862922a0:0-2 {event_type=RS_FLUSH_REGIONS, pid=59}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T10:14:38,626 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:38,626 INFO [RS:0;e2fd862922a0:38547-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 0e9c9d01dcbe1521dbe2ab895ce0a72d/C in TestAcidGuarantees,,1732529655820.0e9c9d01dcbe1521dbe2ab895ce0a72d. 2024-11-25T10:14:38,626 INFO [RS:0;e2fd862922a0:38547-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/0e9c9d01dcbe1521dbe2ab895ce0a72d/C/45512c8d2ef04b8a882f0ac3dcc2edfc, hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/0e9c9d01dcbe1521dbe2ab895ce0a72d/C/37e3d33081bd4decb7628e3ae817d94d, hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/0e9c9d01dcbe1521dbe2ab895ce0a72d/C/c15d289caca043ac994381f336d9cb3a] into tmpdir=hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/0e9c9d01dcbe1521dbe2ab895ce0a72d/.tmp, totalSize=36.8 K 2024-11-25T10:14:38,627 DEBUG [RS:0;e2fd862922a0:38547-longCompactions-0 {}] compactions.Compactor(225): Compacting 45512c8d2ef04b8a882f0ac3dcc2edfc, keycount=150, bloomtype=ROW, size=12.7 K, encoding=NONE, compression=NONE, seqNum=432, earliestPutTs=1732529673567 2024-11-25T10:14:38,627 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:38,627 DEBUG [RS:0;e2fd862922a0:38547-longCompactions-0 {}] compactions.Compactor(225): Compacting 37e3d33081bd4decb7628e3ae817d94d, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=442, earliestPutTs=1732529674737 2024-11-25T10:14:38,628 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:38,628 DEBUG [RS:0;e2fd862922a0:38547-longCompactions-0 {}] compactions.Compactor(225): Compacting c15d289caca043ac994381f336d9cb3a, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=481, earliestPutTs=1732529676035 2024-11-25T10:14:38,628 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:38,629 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:38,629 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:38,629 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:38,630 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:38,630 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:38,630 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:38,630 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:38,630 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:38,630 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:38,631 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:38,631 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:38,631 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:38,631 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:38,631 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:38,632 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:38,632 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:38,632 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:38,633 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:38,633 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:38,633 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:38,633 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:38,634 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:38,634 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:38,635 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:38,635 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:38,635 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39927 is added to blk_1073742043_1219 (size=4469) 2024-11-25T10:14:38,635 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:38,635 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:38,636 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:38,636 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:38,637 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:38,637 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:38,637 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:38,638 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:38,638 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:38,638 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:38,638 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:38,639 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:38,639 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:38,639 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:38,640 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:38,640 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e2fd862922a0:0-2 {event_type=RS_FLUSH_REGIONS, pid=59}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241125f4e1d7300e424b4983c637c8172575eb_0e9c9d01dcbe1521dbe2ab895ce0a72d is 50, key is test_row_1/A:col10/1732529677075/Put/seqid=0 2024-11-25T10:14:38,640 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:38,640 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:38,640 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:38,641 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:38,641 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:38,641 INFO [RS:0;e2fd862922a0:38547-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 0e9c9d01dcbe1521dbe2ab895ce0a72d#C#compaction#179 average throughput is 2.18 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-25T10:14:38,642 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:38,642 DEBUG [RS:0;e2fd862922a0:38547-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/0e9c9d01dcbe1521dbe2ab895ce0a72d/.tmp/C/5157910482b3436aaf82e8f1e6708289 is 50, key is test_row_0/C:col10/1732529676049/Put/seqid=0 2024-11-25T10:14:38,643 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:38,643 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:38,644 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:38,644 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:38,644 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:38,644 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:38,645 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:38,645 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:38,645 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:38,646 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:38,646 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:38,646 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:38,646 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:38,647 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:38,647 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:38,647 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:38,647 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:38,647 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:38,648 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:38,648 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:38,648 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:38,648 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:38,649 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:38,649 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:38,649 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:38,649 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:38,649 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:38,650 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:38,650 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:38,650 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:38,650 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:38,650 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:38,651 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:38,651 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:38,651 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:38,651 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:38,652 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:38,652 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:38,652 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:38,652 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:38,653 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:38,653 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:38,653 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:38,653 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:38,654 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:38,657 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:38,658 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:38,658 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:38,659 INFO [RS:0;e2fd862922a0:38547-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 0e9c9d01dcbe1521dbe2ab895ce0a72d#A#compaction#178 average throughput is 0.26 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-25T10:14:38,659 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:38,659 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:38,660 DEBUG [RS:0;e2fd862922a0:38547-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/0e9c9d01dcbe1521dbe2ab895ce0a72d/.tmp/A/98b16094846f48318166b174ad63d843 is 175, key is test_row_0/A:col10/1732529676049/Put/seqid=0 2024-11-25T10:14:38,660 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:38,661 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:38,663 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:38,665 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:38,665 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:38,665 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:38,665 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:38,666 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:38,666 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:38,666 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:38,667 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:38,668 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:38,669 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:38,669 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:38,670 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:38,670 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:38,671 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:38,671 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:38,671 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:38,672 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:38,672 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:38,673 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:38,673 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:38,673 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:38,674 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:38,674 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:38,674 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:38,675 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:38,676 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:38,676 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:38,676 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:38,676 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:38,677 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:38,677 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:38,678 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:38,678 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:38,678 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:38,682 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:38,683 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:38,683 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:38,684 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:38,684 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:38,685 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:38,685 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:38,685 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:38,686 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:38,686 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:38,687 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:38,687 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:38,687 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:38,688 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:38,688 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:38,689 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:38,689 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:38,689 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:38,690 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:38,690 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:38,691 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:38,691 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:38,691 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:38,692 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:38,693 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:38,693 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:38,694 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:38,695 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:38,695 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:38,696 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:38,697 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:38,697 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:38,698 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:38,699 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:38,700 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:38,700 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:38,700 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:38,701 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:38,702 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:38,702 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:38,702 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:38,703 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:38,703 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:38,703 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:38,704 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:38,704 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:38,704 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:38,704 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:38,704 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:38,705 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:38,705 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:38,705 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:38,706 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:38,706 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:38,706 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:38,706 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:38,707 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:38,707 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:38,707 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:38,707 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:38,707 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:38,707 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:38,708 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:38,708 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:38,708 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:38,709 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:38,709 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:38,709 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:38,709 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:38,709 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:38,710 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:38,710 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:38,710 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:38,711 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:38,711 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:38,711 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:38,711 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:38,712 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:38,712 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:38,712 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:38,712 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:38,713 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:38,713 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:38,713 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:38,714 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:38,714 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:38,714 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:38,714 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:38,715 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:38,715 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:38,715 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:38,715 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:38,716 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:38,716 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39927 is added to blk_1073742045_1221 (size=13153) 2024-11-25T10:14:38,716 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:38,716 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:38,717 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:38,717 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:38,717 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:38,718 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:38,718 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:38,718 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:38,718 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:38,719 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:38,719 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:38,719 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:38,719 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:38,720 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:38,724 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:38,725 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:38,726 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:38,727 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:38,727 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:38,728 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:38,728 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:38,729 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:38,729 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:38,729 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:38,730 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:38,730 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:38,731 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:38,731 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:38,731 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:38,732 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:38,732 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:38,732 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:38,733 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:38,733 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:38,733 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:38,733 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:38,734 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:38,734 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:38,734 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:38,734 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:38,735 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:38,735 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:38,735 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:38,735 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:38,735 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:38,736 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:38,736 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:38,736 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:38,737 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:38,737 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:38,737 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:38,737 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:38,737 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:38,737 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:38,738 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:38,738 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:38,738 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:38,739 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:38,739 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:38,739 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:38,739 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:38,740 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:38,740 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:38,740 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:38,741 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:38,741 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:38,741 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:38,741 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:38,741 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:38,742 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:38,742 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:38,742 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:38,743 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:38,743 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:38,743 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:38,743 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:38,743 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:38,744 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:38,744 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:38,744 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:38,744 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:38,745 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:38,745 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:38,746 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:38,746 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:38,746 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:38,747 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:38,747 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:38,747 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:38,748 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:38,748 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:38,749 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:38,749 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:38,749 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:38,749 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:38,750 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:38,750 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:38,751 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:38,751 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:38,752 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:38,752 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:38,753 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:38,753 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:38,753 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:38,754 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:38,754 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:38,754 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:38,755 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:38,755 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:38,755 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:38,756 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:38,757 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:38,757 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39927 is added to blk_1073742044_1220 (size=9914) 2024-11-25T10:14:38,757 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:38,758 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:38,758 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:38,758 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:38,759 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:38,759 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:38,759 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:38,759 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:38,760 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:38,760 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:38,761 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:38,761 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:38,761 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:38,761 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:38,762 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:38,762 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:38,762 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:38,763 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:38,763 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:38,763 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:38,764 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:38,764 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:38,764 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:38,764 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:38,765 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:38,765 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:38,766 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:38,767 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:38,768 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:38,768 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:38,769 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:38,769 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:38,769 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:38,770 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:38,771 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:38,771 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:38,771 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:38,772 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:38,772 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:38,772 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:38,773 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:38,773 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:38,773 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:38,773 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:38,774 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:38,774 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39927 is added to blk_1073742046_1222 (size=32107) 2024-11-25T10:14:38,774 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:38,774 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:38,775 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:38,775 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:38,775 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:38,776 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:38,776 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:38,776 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:38,777 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:38,777 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:38,777 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:38,778 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:38,778 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:38,778 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:38,778 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:38,779 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:38,779 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:38,779 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:38,780 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:38,780 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:38,780 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:38,780 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:38,781 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:38,781 DEBUG [RS:0;e2fd862922a0:38547-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/0e9c9d01dcbe1521dbe2ab895ce0a72d/.tmp/A/98b16094846f48318166b174ad63d843 as hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/0e9c9d01dcbe1521dbe2ab895ce0a72d/A/98b16094846f48318166b174ad63d843 2024-11-25T10:14:38,781 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:38,782 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:38,782 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:38,782 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:38,782 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:38,782 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:38,784 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:38,784 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:38,784 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:38,785 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:38,786 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:38,787 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:38,787 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:38,787 INFO [RS:0;e2fd862922a0:38547-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 0e9c9d01dcbe1521dbe2ab895ce0a72d/A of 0e9c9d01dcbe1521dbe2ab895ce0a72d into 98b16094846f48318166b174ad63d843(size=31.4 K), total size for store is 31.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-25T10:14:38,787 DEBUG [RS:0;e2fd862922a0:38547-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 0e9c9d01dcbe1521dbe2ab895ce0a72d: 2024-11-25T10:14:38,788 INFO [RS:0;e2fd862922a0:38547-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732529655820.0e9c9d01dcbe1521dbe2ab895ce0a72d., storeName=0e9c9d01dcbe1521dbe2ab895ce0a72d/A, priority=13, startTime=1732529678524; duration=0sec 2024-11-25T10:14:38,788 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:38,788 DEBUG [RS:0;e2fd862922a0:38547-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-25T10:14:38,788 DEBUG [RS:0;e2fd862922a0:38547-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 0e9c9d01dcbe1521dbe2ab895ce0a72d:A 2024-11-25T10:14:38,788 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:38,789 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:38,789 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:38,789 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:38,789 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:38,790 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:38,790 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:38,790 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:38,791 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:38,791 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:38,792 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:38,792 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:38,793 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:38,793 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:38,793 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:38,793 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:38,793 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:38,794 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:38,794 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:38,794 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:38,794 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:38,794 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:38,795 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:38,795 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:38,796 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:38,796 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:38,796 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:38,797 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:38,797 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:38,797 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:38,798 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:38,798 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:38,799 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:38,799 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:38,799 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:38,800 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:38,800 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:38,801 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:38,802 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:38,802 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:38,803 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:38,803 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:38,803 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:38,804 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:38,804 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:38,804 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:38,805 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:38,805 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:38,805 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:38,806 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:38,806 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:38,806 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:38,806 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:38,806 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:38,807 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:38,807 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:38,807 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:38,808 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:38,808 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:38,808 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:38,808 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:38,809 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:38,809 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:38,809 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:38,809 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:38,810 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:38,810 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:38,810 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:38,811 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:38,811 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:38,811 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:38,811 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:38,811 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:38,812 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:38,812 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:38,812 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:38,812 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:38,812 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:38,813 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:38,813 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:38,814 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:38,814 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:38,814 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:38,815 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:38,815 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:38,815 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:38,816 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:38,816 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:38,816 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:38,817 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:38,817 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:38,818 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:38,818 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:38,818 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:38,819 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:38,819 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:38,819 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:38,820 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:38,820 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:38,820 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:38,820 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:38,821 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:38,821 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:38,821 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:38,822 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:38,822 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:38,822 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:38,823 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:38,823 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:38,823 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:38,824 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:38,824 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:38,825 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:38,825 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:38,826 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:38,826 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:38,826 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:38,827 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:38,827 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:38,827 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:38,828 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:38,828 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:38,828 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:38,829 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:38,830 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:38,830 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:38,831 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:38,831 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:38,831 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:38,831 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:38,832 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:38,832 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:38,833 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:38,833 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:38,834 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:38,834 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:38,835 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:38,836 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:38,836 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:38,836 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:38,837 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:38,837 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:38,837 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:38,838 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:38,838 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:38,838 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:38,839 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:38,839 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:38,839 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:38,839 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:38,840 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:38,840 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:38,840 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:38,840 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:38,841 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:38,841 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:38,841 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:38,841 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:38,842 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:38,842 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:38,842 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:38,842 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:38,843 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:38,843 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:38,843 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:38,844 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:38,844 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:38,844 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:38,844 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:38,844 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:38,845 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:38,845 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:38,845 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:38,845 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:38,846 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:38,847 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:38,847 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:38,847 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:38,847 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:38,848 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:38,848 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:38,849 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:38,849 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:38,850 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:38,850 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:38,850 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:38,850 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:38,851 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:38,851 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:38,852 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:38,852 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:38,853 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:38,853 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:38,853 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:38,854 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:38,854 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:38,857 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:38,857 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:38,858 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:38,858 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:38,858 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:38,859 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:38,859 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:38,860 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:38,860 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:38,861 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:38,861 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:38,862 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:38,862 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:38,862 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:38,863 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:38,863 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:38,864 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:38,864 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:38,864 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:38,865 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:38,865 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:38,866 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:38,866 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:38,867 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:38,867 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:38,867 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:38,868 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:38,868 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:38,868 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:38,869 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:38,869 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:38,870 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:38,870 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:38,871 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:38,871 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:38,872 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:38,872 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:38,873 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:38,873 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:38,873 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:38,873 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:38,873 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:38,874 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:38,874 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:38,875 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:38,875 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:38,875 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:38,875 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:38,876 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:38,876 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:38,877 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:38,877 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:38,877 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:38,877 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:38,878 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:38,878 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:38,881 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:38,881 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:38,882 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:38,882 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:38,883 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:38,884 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:38,884 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:38,884 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:38,885 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:38,885 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:38,885 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:38,885 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:38,886 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:38,886 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:38,886 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:38,887 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:38,887 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:38,887 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:38,887 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:38,888 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:38,888 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:38,889 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:38,889 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:38,889 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:38,890 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:38,890 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:38,890 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:38,891 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:38,892 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:38,892 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:38,892 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:38,893 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:38,893 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:38,894 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:38,895 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:38,897 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:38,897 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:38,898 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:38,898 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:38,898 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:38,898 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:38,900 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:38,900 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:38,900 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:38,901 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:38,901 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:38,901 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:38,902 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:38,902 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:38,903 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:38,903 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:38,904 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:38,904 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:38,904 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:38,905 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:38,905 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:38,905 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:38,905 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:38,906 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:38,906 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:38,906 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:38,907 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:38,907 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:38,907 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:38,908 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:38,908 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:38,908 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:38,908 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:38,909 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:38,909 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:38,909 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:38,910 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:38,910 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:38,910 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:38,910 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:38,910 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:38,910 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:38,911 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:38,911 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:38,912 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:38,912 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:38,913 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:38,913 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:38,913 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:38,914 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:38,914 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:38,915 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:38,915 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:38,915 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:38,915 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:38,916 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:38,916 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:38,916 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:38,917 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:38,917 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:38,917 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:38,917 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:38,918 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:38,918 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:38,918 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:38,919 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:38,919 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:38,920 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:38,920 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:38,920 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:38,921 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:38,921 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:38,921 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:38,922 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:38,922 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:38,923 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:38,923 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:38,924 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:38,924 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:38,927 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:38,927 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:38,927 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:38,928 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:38,928 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:38,929 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:38,929 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:38,930 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:38,930 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:38,930 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:38,930 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:38,931 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:38,931 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:38,932 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:38,932 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:38,933 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:38,934 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:38,935 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:38,935 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:38,935 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:38,936 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:38,936 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:38,936 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:38,937 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:38,937 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:38,937 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:38,938 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:38,938 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:38,938 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:38,939 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:38,939 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:38,939 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:38,940 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:38,940 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:38,940 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:38,940 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:38,940 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:38,941 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:38,941 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:38,941 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:38,941 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:38,942 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:38,942 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:38,942 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:38,943 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:38,943 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:38,943 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:38,944 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:38,944 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:38,944 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:38,944 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:38,945 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:38,945 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:38,946 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:38,946 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:38,946 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:38,946 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:38,947 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:38,947 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:38,947 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:38,948 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:38,948 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:38,949 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:38,949 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:38,949 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:38,950 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:38,950 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:38,951 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:38,952 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:38,954 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:38,954 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:38,954 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:38,955 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:38,955 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:38,956 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:38,956 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:38,956 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:38,956 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:38,956 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:38,957 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:38,957 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:38,957 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:38,957 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:38,958 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:38,958 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:38,958 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:38,958 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:38,958 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:38,959 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:38,959 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:38,959 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:38,959 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:38,960 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:38,960 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:38,961 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:38,961 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:38,961 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:38,961 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:38,961 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:38,962 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:38,962 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:38,962 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:38,962 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:38,963 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:38,963 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:38,963 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:38,965 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:38,965 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:38,966 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:38,966 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:38,966 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:38,967 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:38,968 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:38,968 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:38,968 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:38,969 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:38,969 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:38,969 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:38,970 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:38,970 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:38,970 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:38,971 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:38,971 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:38,971 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:38,972 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:38,972 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:38,972 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:38,973 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:38,973 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:38,974 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:38,973 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:38,974 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:38,974 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:38,975 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:38,975 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:38,976 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:38,976 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:38,976 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:38,976 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:38,977 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:38,977 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:38,977 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:38,977 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:38,978 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:38,978 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:38,979 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:38,979 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:38,979 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:38,980 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:38,980 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:38,980 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:38,980 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:38,981 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:38,981 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:38,982 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:38,983 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:38,983 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:38,984 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:38,988 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:38,989 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:38,990 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:38,990 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:38,990 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:38,990 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:38,991 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:38,992 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:38,992 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:38,993 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:38,993 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:38,993 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:38,993 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:38,994 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:38,994 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:38,995 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:38,995 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:38,995 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:38,996 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:38,996 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:38,997 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:38,997 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:38,998 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:38,998 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:38,998 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:38,998 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:38,999 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:38,999 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:39,000 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:39,000 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:39,000 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:39,000 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:39,001 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:39,001 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:39,002 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:39,002 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:39,002 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:39,002 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:39,002 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:39,003 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:39,003 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:39,003 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:39,003 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:39,004 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:39,004 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:39,004 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:39,004 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:39,005 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:39,005 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:39,005 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:39,006 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:39,006 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:39,006 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:39,006 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:39,006 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:39,007 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:39,007 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:39,007 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:39,007 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:39,008 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:39,008 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:39,008 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:39,008 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:39,009 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:39,009 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:39,010 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:39,010 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:39,010 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:39,010 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:39,011 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:39,012 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:39,012 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:39,013 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:39,013 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:39,014 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:39,014 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:39,015 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:39,015 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:39,016 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:39,017 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:39,017 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:39,018 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:39,018 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:39,019 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:39,020 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:39,020 INFO [Thread-615 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-615. 2024-11-25T10:14:39,020 DEBUG [Thread-615 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicScanReader.workDone(AcidGuaranteesTestTool.java:302) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-25T10:14:39,020 DEBUG [Thread-615 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T10:14:39,020 DEBUG [Thread-615 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T10:14:39,020 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:39,020 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-25T10:14:39,021 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:39,022 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:39,022 INFO [Thread-611 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-611. 2024-11-25T10:14:39,022 DEBUG [Thread-611 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicGetReader.workDone(AcidGuaranteesTestTool.java:234) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-25T10:14:39,022 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:39,022 DEBUG [Thread-611 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T10:14:39,022 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:39,022 DEBUG [Thread-611 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T10:14:39,023 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-25T10:14:39,023 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:39,023 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:39,024 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:39,024 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:39,024 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:39,025 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:39,025 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:39,025 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:39,026 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:39,026 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:39,026 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:39,027 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:39,027 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:39,027 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:39,028 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:39,028 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:39,029 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:39,029 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:39,029 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:39,029 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:39,030 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:39,030 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:39,031 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:39,031 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:39,031 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:39,032 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:39,032 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:39,032 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:39,033 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:39,033 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:39,034 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:39,036 INFO [Thread-609 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-609. 2024-11-25T10:14:39,036 DEBUG [Thread-609 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicGetReader.workDone(AcidGuaranteesTestTool.java:234) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-25T10:14:39,036 DEBUG [Thread-609 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T10:14:39,036 DEBUG [Thread-609 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T10:14:39,036 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-25T10:14:39,041 INFO [Thread-613 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-613. 2024-11-25T10:14:39,041 DEBUG [Thread-613 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicScanReader.workDone(AcidGuaranteesTestTool.java:302) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-25T10:14:39,041 DEBUG [Thread-613 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T10:14:39,041 DEBUG [Thread-613 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T10:14:39,041 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-25T10:14:39,127 DEBUG [RS:0;e2fd862922a0:38547-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/0e9c9d01dcbe1521dbe2ab895ce0a72d/.tmp/C/5157910482b3436aaf82e8f1e6708289 as hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/0e9c9d01dcbe1521dbe2ab895ce0a72d/C/5157910482b3436aaf82e8f1e6708289 2024-11-25T10:14:39,140 INFO [RS:0;e2fd862922a0:38547-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 0e9c9d01dcbe1521dbe2ab895ce0a72d/C of 0e9c9d01dcbe1521dbe2ab895ce0a72d into 5157910482b3436aaf82e8f1e6708289(size=12.8 K), total size for store is 12.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-25T10:14:39,140 DEBUG [RS:0;e2fd862922a0:38547-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 0e9c9d01dcbe1521dbe2ab895ce0a72d: 2024-11-25T10:14:39,140 INFO [RS:0;e2fd862922a0:38547-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732529655820.0e9c9d01dcbe1521dbe2ab895ce0a72d., storeName=0e9c9d01dcbe1521dbe2ab895ce0a72d/C, priority=13, startTime=1732529678524; duration=0sec 2024-11-25T10:14:39,140 DEBUG [RS:0;e2fd862922a0:38547-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-25T10:14:39,140 DEBUG [RS:0;e2fd862922a0:38547-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 0e9c9d01dcbe1521dbe2ab895ce0a72d:C 2024-11-25T10:14:39,200 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e2fd862922a0:0-2 {event_type=RS_FLUSH_REGIONS, pid=59}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:39,207 INFO [RS_FLUSH_OPERATIONS-regionserver/e2fd862922a0:0-2 {event_type=RS_FLUSH_REGIONS, pid=59}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241125f4e1d7300e424b4983c637c8172575eb_0e9c9d01dcbe1521dbe2ab895ce0a72d to hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241125f4e1d7300e424b4983c637c8172575eb_0e9c9d01dcbe1521dbe2ab895ce0a72d 2024-11-25T10:14:39,208 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e2fd862922a0:0-2 {event_type=RS_FLUSH_REGIONS, pid=59}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/0e9c9d01dcbe1521dbe2ab895ce0a72d/.tmp/A/5479e335214a4c47bf28b23afb3d454a, store: [table=TestAcidGuarantees family=A region=0e9c9d01dcbe1521dbe2ab895ce0a72d] 2024-11-25T10:14:39,209 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e2fd862922a0:0-2 {event_type=RS_FLUSH_REGIONS, pid=59}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/0e9c9d01dcbe1521dbe2ab895ce0a72d/.tmp/A/5479e335214a4c47bf28b23afb3d454a is 175, key is test_row_1/A:col10/1732529677075/Put/seqid=0 2024-11-25T10:14:39,223 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39927 is added to blk_1073742047_1223 (size=22561) 2024-11-25T10:14:39,224 INFO [RS_FLUSH_OPERATIONS-regionserver/e2fd862922a0:0-2 {event_type=RS_FLUSH_REGIONS, pid=59}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=490, memsize=11.2 K, hasBloomFilter=true, into tmp file hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/0e9c9d01dcbe1521dbe2ab895ce0a72d/.tmp/A/5479e335214a4c47bf28b23afb3d454a 2024-11-25T10:14:39,244 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e2fd862922a0:0-2 {event_type=RS_FLUSH_REGIONS, pid=59}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/0e9c9d01dcbe1521dbe2ab895ce0a72d/.tmp/B/adfd210e198a406c96e7c858e3c85991 is 50, key is test_row_1/B:col10/1732529677075/Put/seqid=0 2024-11-25T10:14:39,279 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732529655820.0e9c9d01dcbe1521dbe2ab895ce0a72d. as already flushing 2024-11-25T10:14:39,279 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] regionserver.HRegion(8855): Flush requested on 0e9c9d01dcbe1521dbe2ab895ce0a72d 2024-11-25T10:14:39,280 INFO [Thread-606 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-606. 2024-11-25T10:14:39,280 DEBUG [Thread-606 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-25T10:14:39,280 DEBUG [Thread-606 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T10:14:39,280 INFO [Thread-602 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-602. 2024-11-25T10:14:39,280 DEBUG [Thread-606 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T10:14:39,280 DEBUG [Thread-602 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-25T10:14:39,280 DEBUG [Thread-602 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T10:14:39,281 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-25T10:14:39,281 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-25T10:14:39,281 DEBUG [Thread-602 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T10:14:39,291 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39927 is added to blk_1073742048_1224 (size=9857) 2024-11-25T10:14:39,392 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41005 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=58 2024-11-25T10:14:39,692 INFO [RS_FLUSH_OPERATIONS-regionserver/e2fd862922a0:0-2 {event_type=RS_FLUSH_REGIONS, pid=59}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=11.18 KB at sequenceid=490 (bloomFilter=true), to=hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/0e9c9d01dcbe1521dbe2ab895ce0a72d/.tmp/B/adfd210e198a406c96e7c858e3c85991 2024-11-25T10:14:39,700 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e2fd862922a0:0-2 {event_type=RS_FLUSH_REGIONS, pid=59}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/0e9c9d01dcbe1521dbe2ab895ce0a72d/.tmp/C/ffa9b4a955da4849985b1f1d50726f0e is 50, key is test_row_1/C:col10/1732529677075/Put/seqid=0 2024-11-25T10:14:39,704 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39927 is added to blk_1073742049_1225 (size=9857) 2024-11-25T10:14:40,105 INFO [RS_FLUSH_OPERATIONS-regionserver/e2fd862922a0:0-2 {event_type=RS_FLUSH_REGIONS, pid=59}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=11.18 KB at sequenceid=490 (bloomFilter=true), to=hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/0e9c9d01dcbe1521dbe2ab895ce0a72d/.tmp/C/ffa9b4a955da4849985b1f1d50726f0e 2024-11-25T10:14:40,110 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e2fd862922a0:0-2 {event_type=RS_FLUSH_REGIONS, pid=59}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/0e9c9d01dcbe1521dbe2ab895ce0a72d/.tmp/A/5479e335214a4c47bf28b23afb3d454a as hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/0e9c9d01dcbe1521dbe2ab895ce0a72d/A/5479e335214a4c47bf28b23afb3d454a 2024-11-25T10:14:40,115 INFO [RS_FLUSH_OPERATIONS-regionserver/e2fd862922a0:0-2 {event_type=RS_FLUSH_REGIONS, pid=59}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/0e9c9d01dcbe1521dbe2ab895ce0a72d/A/5479e335214a4c47bf28b23afb3d454a, entries=100, sequenceid=490, filesize=22.0 K 2024-11-25T10:14:40,116 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e2fd862922a0:0-2 {event_type=RS_FLUSH_REGIONS, pid=59}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/0e9c9d01dcbe1521dbe2ab895ce0a72d/.tmp/B/adfd210e198a406c96e7c858e3c85991 as hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/0e9c9d01dcbe1521dbe2ab895ce0a72d/B/adfd210e198a406c96e7c858e3c85991 2024-11-25T10:14:40,120 INFO [RS_FLUSH_OPERATIONS-regionserver/e2fd862922a0:0-2 {event_type=RS_FLUSH_REGIONS, pid=59}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/0e9c9d01dcbe1521dbe2ab895ce0a72d/B/adfd210e198a406c96e7c858e3c85991, entries=100, sequenceid=490, filesize=9.6 K 2024-11-25T10:14:40,121 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e2fd862922a0:0-2 {event_type=RS_FLUSH_REGIONS, pid=59}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/0e9c9d01dcbe1521dbe2ab895ce0a72d/.tmp/C/ffa9b4a955da4849985b1f1d50726f0e as hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/0e9c9d01dcbe1521dbe2ab895ce0a72d/C/ffa9b4a955da4849985b1f1d50726f0e 2024-11-25T10:14:40,134 INFO [Thread-598 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-598. 2024-11-25T10:14:40,134 DEBUG [Thread-598 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-25T10:14:40,134 DEBUG [Thread-598 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T10:14:40,134 DEBUG [Thread-598 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T10:14:40,134 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-25T10:14:40,143 INFO [RS_FLUSH_OPERATIONS-regionserver/e2fd862922a0:0-2 {event_type=RS_FLUSH_REGIONS, pid=59}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/0e9c9d01dcbe1521dbe2ab895ce0a72d/C/ffa9b4a955da4849985b1f1d50726f0e, entries=100, sequenceid=490, filesize=9.6 K 2024-11-25T10:14:40,144 INFO [RS_FLUSH_OPERATIONS-regionserver/e2fd862922a0:0-2 {event_type=RS_FLUSH_REGIONS, pid=59}] regionserver.HRegion(3140): Finished flush of dataSize ~33.54 KB/34350, heapSize ~100.31 KB/102720, currentSize=20.13 KB/20610 for 0e9c9d01dcbe1521dbe2ab895ce0a72d in 1519ms, sequenceid=490, compaction requested=false 2024-11-25T10:14:40,144 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e2fd862922a0:0-2 {event_type=RS_FLUSH_REGIONS, pid=59}] regionserver.HRegion(2603): Flush status journal for 0e9c9d01dcbe1521dbe2ab895ce0a72d: 2024-11-25T10:14:40,144 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e2fd862922a0:0-2 {event_type=RS_FLUSH_REGIONS, pid=59}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732529655820.0e9c9d01dcbe1521dbe2ab895ce0a72d. 2024-11-25T10:14:40,144 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e2fd862922a0:0-2 {event_type=RS_FLUSH_REGIONS, pid=59}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=59 2024-11-25T10:14:40,145 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41005 {}] master.HMaster(4169): Remote procedure done, pid=59 2024-11-25T10:14:40,148 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=59, resume processing ppid=58 2024-11-25T10:14:40,148 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=59, ppid=58, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.9100 sec 2024-11-25T10:14:40,150 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=58, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=58, table=TestAcidGuarantees in 2.9160 sec 2024-11-25T10:14:40,224 INFO [Thread-604 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-604. 2024-11-25T10:14:40,224 DEBUG [Thread-604 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-25T10:14:40,224 DEBUG [Thread-604 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T10:14:40,224 DEBUG [Thread-604 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T10:14:40,224 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-25T10:14:40,233 INFO [Thread-600 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-600. 2024-11-25T10:14:40,234 DEBUG [Thread-600 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-25T10:14:40,234 DEBUG [Thread-600 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T10:14:40,234 DEBUG [Thread-600 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T10:14:40,234 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-25T10:14:41,412 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41005 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=58 2024-11-25T10:14:41,412 INFO [RPCClient-NioEventLoopGroup-4-7 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-25T10:14:41,413 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(392): Finished test. Writers: 2024-11-25T10:14:41,413 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 55 2024-11-25T10:14:41,413 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 114 2024-11-25T10:14:41,413 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 64 2024-11-25T10:14:41,413 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 117 2024-11-25T10:14:41,413 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 60 2024-11-25T10:14:41,413 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(396): Readers: 2024-11-25T10:14:41,413 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(398): read 2359 2024-11-25T10:14:41,413 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(398): read 2650 2024-11-25T10:14:41,413 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(400): Scanners: 2024-11-25T10:14:41,413 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(402): scanned 1045 2024-11-25T10:14:41,413 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(403): verified 3135 rows 2024-11-25T10:14:41,413 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(402): scanned 1049 2024-11-25T10:14:41,413 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(403): verified 3147 rows 2024-11-25T10:14:41,413 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-25T10:14:41,413 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool.doWork(AcidGuaranteesTestTool.java:131) at org.apache.hadoop.hbase.util.AbstractHBaseTool.run(AbstractHBaseTool.java:150) at org.apache.hadoop.hbase.AcidGuaranteesTestBase.runTestAtomicity(AcidGuaranteesTestBase.java:102) at org.apache.hadoop.hbase.AcidGuaranteesTestBase.testMobMixedAtomicity(AcidGuaranteesTestBase.java:132) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-25T10:14:41,413 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T10:14:41,413 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T10:14:41,413 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-25T10:14:41,414 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41005 {}] master.HMaster$13(2820): Client=jenkins//172.17.0.2 disable TestAcidGuarantees 2024-11-25T10:14:41,415 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41005 {}] procedure2.ProcedureExecutor(1139): Stored pid=60, state=RUNNABLE:DISABLE_TABLE_PREPARE, hasLock=false; DisableTableProcedure table=TestAcidGuarantees 2024-11-25T10:14:41,416 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41005 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=60 2024-11-25T10:14:41,417 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732529681417"}]},"ts":"1732529681417"} 2024-11-25T10:14:41,418 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=TestAcidGuarantees, state=DISABLING in hbase:meta 2024-11-25T10:14:41,418 INFO [PEWorker-3 {}] procedure.DisableTableProcedure(284): Set TestAcidGuarantees to state=DISABLING 2024-11-25T10:14:41,419 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=61, ppid=60, state=RUNNABLE:CLOSE_TABLE_REGIONS_SCHEDULE, hasLock=false; CloseTableRegionsProcedure table=TestAcidGuarantees}] 2024-11-25T10:14:41,420 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=62, ppid=61, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=0e9c9d01dcbe1521dbe2ab895ce0a72d, UNASSIGN}] 2024-11-25T10:14:41,421 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=62, ppid=61, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=0e9c9d01dcbe1521dbe2ab895ce0a72d, UNASSIGN 2024-11-25T10:14:41,422 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=62 updating hbase:meta row=0e9c9d01dcbe1521dbe2ab895ce0a72d, regionState=CLOSING, regionLocation=e2fd862922a0,38547,1732529625709 2024-11-25T10:14:41,423 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=62, ppid=61, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=0e9c9d01dcbe1521dbe2ab895ce0a72d, UNASSIGN because future has completed 2024-11-25T10:14:41,423 DEBUG [PEWorker-4 {}] assignment.TransitRegionStateProcedure(375): Close region: isSplit: false: evictOnSplit: true: evictOnClose: false 2024-11-25T10:14:41,423 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=63, ppid=62, state=RUNNABLE, hasLock=false; CloseRegionProcedure 0e9c9d01dcbe1521dbe2ab895ce0a72d, server=e2fd862922a0,38547,1732529625709}] 2024-11-25T10:14:41,522 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41005 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=60 2024-11-25T10:14:41,575 INFO [RS_CLOSE_REGION-regionserver/e2fd862922a0:0-0 {event_type=M_RS_CLOSE_REGION, pid=63}] handler.UnassignRegionHandler(122): Close 0e9c9d01dcbe1521dbe2ab895ce0a72d 2024-11-25T10:14:41,575 DEBUG [RS_CLOSE_REGION-regionserver/e2fd862922a0:0-0 {event_type=M_RS_CLOSE_REGION, pid=63}] handler.UnassignRegionHandler(136): Unassign region: split region: false: evictCache: false 2024-11-25T10:14:41,576 DEBUG [RS_CLOSE_REGION-regionserver/e2fd862922a0:0-0 {event_type=M_RS_CLOSE_REGION, pid=63}] regionserver.HRegion(1722): Closing 0e9c9d01dcbe1521dbe2ab895ce0a72d, disabling compactions & flushes 2024-11-25T10:14:41,576 INFO [RS_CLOSE_REGION-regionserver/e2fd862922a0:0-0 {event_type=M_RS_CLOSE_REGION, pid=63}] regionserver.HRegion(1755): Closing region TestAcidGuarantees,,1732529655820.0e9c9d01dcbe1521dbe2ab895ce0a72d. 2024-11-25T10:14:41,576 DEBUG [RS_CLOSE_REGION-regionserver/e2fd862922a0:0-0 {event_type=M_RS_CLOSE_REGION, pid=63}] regionserver.HRegion(1776): Time limited wait for close lock on TestAcidGuarantees,,1732529655820.0e9c9d01dcbe1521dbe2ab895ce0a72d. 2024-11-25T10:14:41,576 DEBUG [RS_CLOSE_REGION-regionserver/e2fd862922a0:0-0 {event_type=M_RS_CLOSE_REGION, pid=63}] regionserver.HRegion(1843): Acquired close lock on TestAcidGuarantees,,1732529655820.0e9c9d01dcbe1521dbe2ab895ce0a72d. after waiting 0 ms 2024-11-25T10:14:41,576 DEBUG [RS_CLOSE_REGION-regionserver/e2fd862922a0:0-0 {event_type=M_RS_CLOSE_REGION, pid=63}] regionserver.HRegion(1853): Updates disabled for region TestAcidGuarantees,,1732529655820.0e9c9d01dcbe1521dbe2ab895ce0a72d. 2024-11-25T10:14:41,576 INFO [RS_CLOSE_REGION-regionserver/e2fd862922a0:0-0 {event_type=M_RS_CLOSE_REGION, pid=63}] regionserver.HRegion(2902): Flushing 0e9c9d01dcbe1521dbe2ab895ce0a72d 3/3 column families, dataSize=33.54 KB heapSize=100.36 KB 2024-11-25T10:14:41,576 DEBUG [RS_CLOSE_REGION-regionserver/e2fd862922a0:0-0 {event_type=M_RS_CLOSE_REGION, pid=63}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 0e9c9d01dcbe1521dbe2ab895ce0a72d, store=A 2024-11-25T10:14:41,576 DEBUG [RS_CLOSE_REGION-regionserver/e2fd862922a0:0-0 {event_type=M_RS_CLOSE_REGION, pid=63}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T10:14:41,576 DEBUG [RS_CLOSE_REGION-regionserver/e2fd862922a0:0-0 {event_type=M_RS_CLOSE_REGION, pid=63}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 0e9c9d01dcbe1521dbe2ab895ce0a72d, store=B 2024-11-25T10:14:41,576 DEBUG [RS_CLOSE_REGION-regionserver/e2fd862922a0:0-0 {event_type=M_RS_CLOSE_REGION, pid=63}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T10:14:41,576 DEBUG [RS_CLOSE_REGION-regionserver/e2fd862922a0:0-0 {event_type=M_RS_CLOSE_REGION, pid=63}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 0e9c9d01dcbe1521dbe2ab895ce0a72d, store=C 2024-11-25T10:14:41,576 DEBUG [RS_CLOSE_REGION-regionserver/e2fd862922a0:0-0 {event_type=M_RS_CLOSE_REGION, pid=63}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T10:14:41,582 DEBUG [RS_CLOSE_REGION-regionserver/e2fd862922a0:0-0 {event_type=M_RS_CLOSE_REGION, pid=63}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411258d7ce457f5394fc9b9400fec71937603_0e9c9d01dcbe1521dbe2ab895ce0a72d is 50, key is test_row_0/A:col10/1732529679242/Put/seqid=0 2024-11-25T10:14:41,586 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39927 is added to blk_1073742050_1226 (size=12454) 2024-11-25T10:14:41,732 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41005 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=60 2024-11-25T10:14:41,986 DEBUG [RS_CLOSE_REGION-regionserver/e2fd862922a0:0-0 {event_type=M_RS_CLOSE_REGION, pid=63}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:41,991 INFO [RS_CLOSE_REGION-regionserver/e2fd862922a0:0-0 {event_type=M_RS_CLOSE_REGION, pid=63}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411258d7ce457f5394fc9b9400fec71937603_0e9c9d01dcbe1521dbe2ab895ce0a72d to hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411258d7ce457f5394fc9b9400fec71937603_0e9c9d01dcbe1521dbe2ab895ce0a72d 2024-11-25T10:14:41,992 DEBUG [RS_CLOSE_REGION-regionserver/e2fd862922a0:0-0 {event_type=M_RS_CLOSE_REGION, pid=63}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/0e9c9d01dcbe1521dbe2ab895ce0a72d/.tmp/A/10e1f0e39ccd4e969ca37b9c877a5477, store: [table=TestAcidGuarantees family=A region=0e9c9d01dcbe1521dbe2ab895ce0a72d] 2024-11-25T10:14:41,993 DEBUG [RS_CLOSE_REGION-regionserver/e2fd862922a0:0-0 {event_type=M_RS_CLOSE_REGION, pid=63}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/0e9c9d01dcbe1521dbe2ab895ce0a72d/.tmp/A/10e1f0e39ccd4e969ca37b9c877a5477 is 175, key is test_row_0/A:col10/1732529679242/Put/seqid=0 2024-11-25T10:14:41,996 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39927 is added to blk_1073742051_1227 (size=31255) 2024-11-25T10:14:42,042 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41005 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=60 2024-11-25T10:14:42,397 INFO [RS_CLOSE_REGION-regionserver/e2fd862922a0:0-0 {event_type=M_RS_CLOSE_REGION, pid=63}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=500, memsize=11.2 K, hasBloomFilter=true, into tmp file hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/0e9c9d01dcbe1521dbe2ab895ce0a72d/.tmp/A/10e1f0e39ccd4e969ca37b9c877a5477 2024-11-25T10:14:42,405 DEBUG [RS_CLOSE_REGION-regionserver/e2fd862922a0:0-0 {event_type=M_RS_CLOSE_REGION, pid=63}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/0e9c9d01dcbe1521dbe2ab895ce0a72d/.tmp/B/c394dd3e323142f99f7ab433a784bb76 is 50, key is test_row_0/B:col10/1732529679242/Put/seqid=0 2024-11-25T10:14:42,409 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39927 is added to blk_1073742052_1228 (size=12301) 2024-11-25T10:14:42,552 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41005 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=60 2024-11-25T10:14:42,810 INFO [RS_CLOSE_REGION-regionserver/e2fd862922a0:0-0 {event_type=M_RS_CLOSE_REGION, pid=63}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=11.18 KB at sequenceid=500 (bloomFilter=true), to=hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/0e9c9d01dcbe1521dbe2ab895ce0a72d/.tmp/B/c394dd3e323142f99f7ab433a784bb76 2024-11-25T10:14:42,820 DEBUG [RS_CLOSE_REGION-regionserver/e2fd862922a0:0-0 {event_type=M_RS_CLOSE_REGION, pid=63}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/0e9c9d01dcbe1521dbe2ab895ce0a72d/.tmp/C/123b3661e46549058c8ad9835ddfa087 is 50, key is test_row_0/C:col10/1732529679242/Put/seqid=0 2024-11-25T10:14:42,833 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39927 is added to blk_1073742053_1229 (size=12301) 2024-11-25T10:14:43,233 INFO [RS_CLOSE_REGION-regionserver/e2fd862922a0:0-0 {event_type=M_RS_CLOSE_REGION, pid=63}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=11.18 KB at sequenceid=500 (bloomFilter=true), to=hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/0e9c9d01dcbe1521dbe2ab895ce0a72d/.tmp/C/123b3661e46549058c8ad9835ddfa087 2024-11-25T10:14:43,238 DEBUG [RS_CLOSE_REGION-regionserver/e2fd862922a0:0-0 {event_type=M_RS_CLOSE_REGION, pid=63}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/0e9c9d01dcbe1521dbe2ab895ce0a72d/.tmp/A/10e1f0e39ccd4e969ca37b9c877a5477 as hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/0e9c9d01dcbe1521dbe2ab895ce0a72d/A/10e1f0e39ccd4e969ca37b9c877a5477 2024-11-25T10:14:43,243 INFO [RS_CLOSE_REGION-regionserver/e2fd862922a0:0-0 {event_type=M_RS_CLOSE_REGION, pid=63}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/0e9c9d01dcbe1521dbe2ab895ce0a72d/A/10e1f0e39ccd4e969ca37b9c877a5477, entries=150, sequenceid=500, filesize=30.5 K 2024-11-25T10:14:43,244 DEBUG [RS_CLOSE_REGION-regionserver/e2fd862922a0:0-0 {event_type=M_RS_CLOSE_REGION, pid=63}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/0e9c9d01dcbe1521dbe2ab895ce0a72d/.tmp/B/c394dd3e323142f99f7ab433a784bb76 as hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/0e9c9d01dcbe1521dbe2ab895ce0a72d/B/c394dd3e323142f99f7ab433a784bb76 2024-11-25T10:14:43,247 INFO [RS_CLOSE_REGION-regionserver/e2fd862922a0:0-0 {event_type=M_RS_CLOSE_REGION, pid=63}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/0e9c9d01dcbe1521dbe2ab895ce0a72d/B/c394dd3e323142f99f7ab433a784bb76, entries=150, sequenceid=500, filesize=12.0 K 2024-11-25T10:14:43,248 DEBUG [RS_CLOSE_REGION-regionserver/e2fd862922a0:0-0 {event_type=M_RS_CLOSE_REGION, pid=63}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/0e9c9d01dcbe1521dbe2ab895ce0a72d/.tmp/C/123b3661e46549058c8ad9835ddfa087 as hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/0e9c9d01dcbe1521dbe2ab895ce0a72d/C/123b3661e46549058c8ad9835ddfa087 2024-11-25T10:14:43,252 INFO [RS_CLOSE_REGION-regionserver/e2fd862922a0:0-0 {event_type=M_RS_CLOSE_REGION, pid=63}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/0e9c9d01dcbe1521dbe2ab895ce0a72d/C/123b3661e46549058c8ad9835ddfa087, entries=150, sequenceid=500, filesize=12.0 K 2024-11-25T10:14:43,253 INFO [RS_CLOSE_REGION-regionserver/e2fd862922a0:0-0 {event_type=M_RS_CLOSE_REGION, pid=63}] regionserver.HRegion(3140): Finished flush of dataSize ~33.54 KB/34350, heapSize ~100.31 KB/102720, currentSize=0 B/0 for 0e9c9d01dcbe1521dbe2ab895ce0a72d in 1677ms, sequenceid=500, compaction requested=true 2024-11-25T10:14:43,253 DEBUG [StoreCloser-TestAcidGuarantees,,1732529655820.0e9c9d01dcbe1521dbe2ab895ce0a72d.-1 {}] regionserver.HStore(2317): Moving the files [hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/0e9c9d01dcbe1521dbe2ab895ce0a72d/A/97f384bf4a8c442cb8d740e4dfb4751b, hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/0e9c9d01dcbe1521dbe2ab895ce0a72d/A/bb89eedc054a48cf8abfdeaf69dbe2ab, hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/0e9c9d01dcbe1521dbe2ab895ce0a72d/A/d13466e0cfcc48039b086c1ee475b4be, hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/0e9c9d01dcbe1521dbe2ab895ce0a72d/A/c4437e517c974b9f8197521b3a295d53, hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/0e9c9d01dcbe1521dbe2ab895ce0a72d/A/d6c00e7b313a4e9d963443aa1ace4126, hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/0e9c9d01dcbe1521dbe2ab895ce0a72d/A/726ca74ffee2481ea158d441a2f60240, hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/0e9c9d01dcbe1521dbe2ab895ce0a72d/A/9be787b8156c4915859d41ac52617980, hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/0e9c9d01dcbe1521dbe2ab895ce0a72d/A/9d86dad4795f48a48c834f2e86c21be4, hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/0e9c9d01dcbe1521dbe2ab895ce0a72d/A/7faa1ed6151e4d0b9a3e891c83d8e14b, hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/0e9c9d01dcbe1521dbe2ab895ce0a72d/A/ff350cfaba4e4ead854faaf52a8cd058, hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/0e9c9d01dcbe1521dbe2ab895ce0a72d/A/a058c2df0ce64522a9010bd0a5b89b5b, hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/0e9c9d01dcbe1521dbe2ab895ce0a72d/A/bfd5ecb8189a49309d59b76c964f311e, hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/0e9c9d01dcbe1521dbe2ab895ce0a72d/A/7c29c8c99b0d4f978540a75852b11757, hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/0e9c9d01dcbe1521dbe2ab895ce0a72d/A/a4eeac6c1b94445bbdd03825198af61d, hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/0e9c9d01dcbe1521dbe2ab895ce0a72d/A/7f6097e059d244d1b7d2c5f6dcb43442, hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/0e9c9d01dcbe1521dbe2ab895ce0a72d/A/bba5225dd125428fabb4a9cede6f0532, hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/0e9c9d01dcbe1521dbe2ab895ce0a72d/A/b93c36eafffd404b818d59643d69f6c0, hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/0e9c9d01dcbe1521dbe2ab895ce0a72d/A/467b2cc738f34dc492959ebe875fc2f8, hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/0e9c9d01dcbe1521dbe2ab895ce0a72d/A/bf000c4ea95a4b72b027de0e2d30009c, hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/0e9c9d01dcbe1521dbe2ab895ce0a72d/A/ead7b9a8c9e54da69f6cfb70584945f2, hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/0e9c9d01dcbe1521dbe2ab895ce0a72d/A/57d97dc3d4b44179bf679030fecd63a3, hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/0e9c9d01dcbe1521dbe2ab895ce0a72d/A/7e91b2a17bff48fe8f76055b480238ff, hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/0e9c9d01dcbe1521dbe2ab895ce0a72d/A/475ddce042ca4974bbf7bcea3be91e03, hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/0e9c9d01dcbe1521dbe2ab895ce0a72d/A/2cf8ece2857544faa28747b18b55df65, hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/0e9c9d01dcbe1521dbe2ab895ce0a72d/A/339a26a1b0094321a151aa4db43a3081] to archive 2024-11-25T10:14:43,254 DEBUG [StoreCloser-TestAcidGuarantees,,1732529655820.0e9c9d01dcbe1521dbe2ab895ce0a72d.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-25T10:14:43,256 DEBUG [StoreCloser-TestAcidGuarantees,,1732529655820.0e9c9d01dcbe1521dbe2ab895ce0a72d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/0e9c9d01dcbe1521dbe2ab895ce0a72d/A/97f384bf4a8c442cb8d740e4dfb4751b to hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/archive/data/default/TestAcidGuarantees/0e9c9d01dcbe1521dbe2ab895ce0a72d/A/97f384bf4a8c442cb8d740e4dfb4751b 2024-11-25T10:14:43,258 DEBUG [StoreCloser-TestAcidGuarantees,,1732529655820.0e9c9d01dcbe1521dbe2ab895ce0a72d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/0e9c9d01dcbe1521dbe2ab895ce0a72d/A/bb89eedc054a48cf8abfdeaf69dbe2ab to hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/archive/data/default/TestAcidGuarantees/0e9c9d01dcbe1521dbe2ab895ce0a72d/A/bb89eedc054a48cf8abfdeaf69dbe2ab 2024-11-25T10:14:43,259 DEBUG [StoreCloser-TestAcidGuarantees,,1732529655820.0e9c9d01dcbe1521dbe2ab895ce0a72d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/0e9c9d01dcbe1521dbe2ab895ce0a72d/A/d13466e0cfcc48039b086c1ee475b4be to hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/archive/data/default/TestAcidGuarantees/0e9c9d01dcbe1521dbe2ab895ce0a72d/A/d13466e0cfcc48039b086c1ee475b4be 2024-11-25T10:14:43,260 DEBUG [StoreCloser-TestAcidGuarantees,,1732529655820.0e9c9d01dcbe1521dbe2ab895ce0a72d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/0e9c9d01dcbe1521dbe2ab895ce0a72d/A/c4437e517c974b9f8197521b3a295d53 to hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/archive/data/default/TestAcidGuarantees/0e9c9d01dcbe1521dbe2ab895ce0a72d/A/c4437e517c974b9f8197521b3a295d53 2024-11-25T10:14:43,262 DEBUG [StoreCloser-TestAcidGuarantees,,1732529655820.0e9c9d01dcbe1521dbe2ab895ce0a72d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/0e9c9d01dcbe1521dbe2ab895ce0a72d/A/d6c00e7b313a4e9d963443aa1ace4126 to hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/archive/data/default/TestAcidGuarantees/0e9c9d01dcbe1521dbe2ab895ce0a72d/A/d6c00e7b313a4e9d963443aa1ace4126 2024-11-25T10:14:43,264 DEBUG [StoreCloser-TestAcidGuarantees,,1732529655820.0e9c9d01dcbe1521dbe2ab895ce0a72d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/0e9c9d01dcbe1521dbe2ab895ce0a72d/A/726ca74ffee2481ea158d441a2f60240 to hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/archive/data/default/TestAcidGuarantees/0e9c9d01dcbe1521dbe2ab895ce0a72d/A/726ca74ffee2481ea158d441a2f60240 2024-11-25T10:14:43,266 DEBUG [StoreCloser-TestAcidGuarantees,,1732529655820.0e9c9d01dcbe1521dbe2ab895ce0a72d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/0e9c9d01dcbe1521dbe2ab895ce0a72d/A/9be787b8156c4915859d41ac52617980 to hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/archive/data/default/TestAcidGuarantees/0e9c9d01dcbe1521dbe2ab895ce0a72d/A/9be787b8156c4915859d41ac52617980 2024-11-25T10:14:43,268 DEBUG [StoreCloser-TestAcidGuarantees,,1732529655820.0e9c9d01dcbe1521dbe2ab895ce0a72d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/0e9c9d01dcbe1521dbe2ab895ce0a72d/A/9d86dad4795f48a48c834f2e86c21be4 to hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/archive/data/default/TestAcidGuarantees/0e9c9d01dcbe1521dbe2ab895ce0a72d/A/9d86dad4795f48a48c834f2e86c21be4 2024-11-25T10:14:43,270 DEBUG [StoreCloser-TestAcidGuarantees,,1732529655820.0e9c9d01dcbe1521dbe2ab895ce0a72d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/0e9c9d01dcbe1521dbe2ab895ce0a72d/A/7faa1ed6151e4d0b9a3e891c83d8e14b to hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/archive/data/default/TestAcidGuarantees/0e9c9d01dcbe1521dbe2ab895ce0a72d/A/7faa1ed6151e4d0b9a3e891c83d8e14b 2024-11-25T10:14:43,271 DEBUG [StoreCloser-TestAcidGuarantees,,1732529655820.0e9c9d01dcbe1521dbe2ab895ce0a72d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/0e9c9d01dcbe1521dbe2ab895ce0a72d/A/ff350cfaba4e4ead854faaf52a8cd058 to hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/archive/data/default/TestAcidGuarantees/0e9c9d01dcbe1521dbe2ab895ce0a72d/A/ff350cfaba4e4ead854faaf52a8cd058 2024-11-25T10:14:43,274 DEBUG [StoreCloser-TestAcidGuarantees,,1732529655820.0e9c9d01dcbe1521dbe2ab895ce0a72d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/0e9c9d01dcbe1521dbe2ab895ce0a72d/A/a058c2df0ce64522a9010bd0a5b89b5b to hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/archive/data/default/TestAcidGuarantees/0e9c9d01dcbe1521dbe2ab895ce0a72d/A/a058c2df0ce64522a9010bd0a5b89b5b 2024-11-25T10:14:43,276 DEBUG [StoreCloser-TestAcidGuarantees,,1732529655820.0e9c9d01dcbe1521dbe2ab895ce0a72d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/0e9c9d01dcbe1521dbe2ab895ce0a72d/A/bfd5ecb8189a49309d59b76c964f311e to hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/archive/data/default/TestAcidGuarantees/0e9c9d01dcbe1521dbe2ab895ce0a72d/A/bfd5ecb8189a49309d59b76c964f311e 2024-11-25T10:14:43,278 DEBUG [StoreCloser-TestAcidGuarantees,,1732529655820.0e9c9d01dcbe1521dbe2ab895ce0a72d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/0e9c9d01dcbe1521dbe2ab895ce0a72d/A/7c29c8c99b0d4f978540a75852b11757 to hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/archive/data/default/TestAcidGuarantees/0e9c9d01dcbe1521dbe2ab895ce0a72d/A/7c29c8c99b0d4f978540a75852b11757 2024-11-25T10:14:43,280 DEBUG [StoreCloser-TestAcidGuarantees,,1732529655820.0e9c9d01dcbe1521dbe2ab895ce0a72d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/0e9c9d01dcbe1521dbe2ab895ce0a72d/A/a4eeac6c1b94445bbdd03825198af61d to hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/archive/data/default/TestAcidGuarantees/0e9c9d01dcbe1521dbe2ab895ce0a72d/A/a4eeac6c1b94445bbdd03825198af61d 2024-11-25T10:14:43,282 DEBUG [StoreCloser-TestAcidGuarantees,,1732529655820.0e9c9d01dcbe1521dbe2ab895ce0a72d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/0e9c9d01dcbe1521dbe2ab895ce0a72d/A/7f6097e059d244d1b7d2c5f6dcb43442 to hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/archive/data/default/TestAcidGuarantees/0e9c9d01dcbe1521dbe2ab895ce0a72d/A/7f6097e059d244d1b7d2c5f6dcb43442 2024-11-25T10:14:43,284 DEBUG [StoreCloser-TestAcidGuarantees,,1732529655820.0e9c9d01dcbe1521dbe2ab895ce0a72d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/0e9c9d01dcbe1521dbe2ab895ce0a72d/A/bba5225dd125428fabb4a9cede6f0532 to hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/archive/data/default/TestAcidGuarantees/0e9c9d01dcbe1521dbe2ab895ce0a72d/A/bba5225dd125428fabb4a9cede6f0532 2024-11-25T10:14:43,285 DEBUG [StoreCloser-TestAcidGuarantees,,1732529655820.0e9c9d01dcbe1521dbe2ab895ce0a72d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/0e9c9d01dcbe1521dbe2ab895ce0a72d/A/b93c36eafffd404b818d59643d69f6c0 to hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/archive/data/default/TestAcidGuarantees/0e9c9d01dcbe1521dbe2ab895ce0a72d/A/b93c36eafffd404b818d59643d69f6c0 2024-11-25T10:14:43,286 DEBUG [StoreCloser-TestAcidGuarantees,,1732529655820.0e9c9d01dcbe1521dbe2ab895ce0a72d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/0e9c9d01dcbe1521dbe2ab895ce0a72d/A/467b2cc738f34dc492959ebe875fc2f8 to hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/archive/data/default/TestAcidGuarantees/0e9c9d01dcbe1521dbe2ab895ce0a72d/A/467b2cc738f34dc492959ebe875fc2f8 2024-11-25T10:14:43,288 DEBUG [StoreCloser-TestAcidGuarantees,,1732529655820.0e9c9d01dcbe1521dbe2ab895ce0a72d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/0e9c9d01dcbe1521dbe2ab895ce0a72d/A/bf000c4ea95a4b72b027de0e2d30009c to hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/archive/data/default/TestAcidGuarantees/0e9c9d01dcbe1521dbe2ab895ce0a72d/A/bf000c4ea95a4b72b027de0e2d30009c 2024-11-25T10:14:43,289 DEBUG [StoreCloser-TestAcidGuarantees,,1732529655820.0e9c9d01dcbe1521dbe2ab895ce0a72d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/0e9c9d01dcbe1521dbe2ab895ce0a72d/A/ead7b9a8c9e54da69f6cfb70584945f2 to hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/archive/data/default/TestAcidGuarantees/0e9c9d01dcbe1521dbe2ab895ce0a72d/A/ead7b9a8c9e54da69f6cfb70584945f2 2024-11-25T10:14:43,290 DEBUG [StoreCloser-TestAcidGuarantees,,1732529655820.0e9c9d01dcbe1521dbe2ab895ce0a72d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/0e9c9d01dcbe1521dbe2ab895ce0a72d/A/57d97dc3d4b44179bf679030fecd63a3 to hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/archive/data/default/TestAcidGuarantees/0e9c9d01dcbe1521dbe2ab895ce0a72d/A/57d97dc3d4b44179bf679030fecd63a3 2024-11-25T10:14:43,292 DEBUG [StoreCloser-TestAcidGuarantees,,1732529655820.0e9c9d01dcbe1521dbe2ab895ce0a72d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/0e9c9d01dcbe1521dbe2ab895ce0a72d/A/7e91b2a17bff48fe8f76055b480238ff to hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/archive/data/default/TestAcidGuarantees/0e9c9d01dcbe1521dbe2ab895ce0a72d/A/7e91b2a17bff48fe8f76055b480238ff 2024-11-25T10:14:43,293 DEBUG [StoreCloser-TestAcidGuarantees,,1732529655820.0e9c9d01dcbe1521dbe2ab895ce0a72d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/0e9c9d01dcbe1521dbe2ab895ce0a72d/A/475ddce042ca4974bbf7bcea3be91e03 to hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/archive/data/default/TestAcidGuarantees/0e9c9d01dcbe1521dbe2ab895ce0a72d/A/475ddce042ca4974bbf7bcea3be91e03 2024-11-25T10:14:43,295 DEBUG [StoreCloser-TestAcidGuarantees,,1732529655820.0e9c9d01dcbe1521dbe2ab895ce0a72d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/0e9c9d01dcbe1521dbe2ab895ce0a72d/A/2cf8ece2857544faa28747b18b55df65 to hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/archive/data/default/TestAcidGuarantees/0e9c9d01dcbe1521dbe2ab895ce0a72d/A/2cf8ece2857544faa28747b18b55df65 2024-11-25T10:14:43,296 DEBUG [StoreCloser-TestAcidGuarantees,,1732529655820.0e9c9d01dcbe1521dbe2ab895ce0a72d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/0e9c9d01dcbe1521dbe2ab895ce0a72d/A/339a26a1b0094321a151aa4db43a3081 to hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/archive/data/default/TestAcidGuarantees/0e9c9d01dcbe1521dbe2ab895ce0a72d/A/339a26a1b0094321a151aa4db43a3081 2024-11-25T10:14:43,300 DEBUG [StoreCloser-TestAcidGuarantees,,1732529655820.0e9c9d01dcbe1521dbe2ab895ce0a72d.-1 {}] regionserver.HStore(2317): Moving the files [hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/0e9c9d01dcbe1521dbe2ab895ce0a72d/B/713b679da35949748d7e256aab3a6574, hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/0e9c9d01dcbe1521dbe2ab895ce0a72d/B/05e6f7fe8b7e49ba8f52758ed466c397, hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/0e9c9d01dcbe1521dbe2ab895ce0a72d/B/9858a34817bd4454bbb9816bccf0cccb, hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/0e9c9d01dcbe1521dbe2ab895ce0a72d/B/2ed0429427d4436e80707c2c9021e869, hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/0e9c9d01dcbe1521dbe2ab895ce0a72d/B/212c67a6235d4c978bf65851e97eb716, hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/0e9c9d01dcbe1521dbe2ab895ce0a72d/B/7aac1fcd8aee497bb1f87ade7ded2f22, hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/0e9c9d01dcbe1521dbe2ab895ce0a72d/B/2c8d0893254143d0aa2409c3046930a1, hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/0e9c9d01dcbe1521dbe2ab895ce0a72d/B/32cd13f6595741e79e5fb240377d06ce, hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/0e9c9d01dcbe1521dbe2ab895ce0a72d/B/ee0f9809eb5f43958b373338e897d64c, hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/0e9c9d01dcbe1521dbe2ab895ce0a72d/B/57e740c01c0845dab106c3952e3b3d0d, hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/0e9c9d01dcbe1521dbe2ab895ce0a72d/B/60894d4ee3f84fba8dce11a2c7af4d4c, hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/0e9c9d01dcbe1521dbe2ab895ce0a72d/B/694dd7beefb244a5a809e4145dd77fdb, hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/0e9c9d01dcbe1521dbe2ab895ce0a72d/B/d126b3e48ef04276adc45b68e7572bb2, hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/0e9c9d01dcbe1521dbe2ab895ce0a72d/B/6e57d967f18d41d8a5d20d2ca4002b1f, hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/0e9c9d01dcbe1521dbe2ab895ce0a72d/B/920563bb93274434b0fd39d2598eddbd, hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/0e9c9d01dcbe1521dbe2ab895ce0a72d/B/4b0c54fbeb894339bf3b9009064bf094, hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/0e9c9d01dcbe1521dbe2ab895ce0a72d/B/0b36e331deea41e5874c79e178d4b951, hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/0e9c9d01dcbe1521dbe2ab895ce0a72d/B/0dd2e3ea37364b16a6dbf5a71b6fea30, hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/0e9c9d01dcbe1521dbe2ab895ce0a72d/B/06435cac3c124e24811ca49627011751, hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/0e9c9d01dcbe1521dbe2ab895ce0a72d/B/cdbf643b92a94ae9a2d2a2fcc37129a4, hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/0e9c9d01dcbe1521dbe2ab895ce0a72d/B/68f50bc795b942c58158fe6de1743c23, hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/0e9c9d01dcbe1521dbe2ab895ce0a72d/B/497560b372aa4d0c83fc08e8696b7dec, hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/0e9c9d01dcbe1521dbe2ab895ce0a72d/B/ff62836d4ba448f59b4c51a2b97762eb, hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/0e9c9d01dcbe1521dbe2ab895ce0a72d/B/75de0819535642178d544ed23c437e9d, hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/0e9c9d01dcbe1521dbe2ab895ce0a72d/B/96308a635d5a49c2b6152a85ac626e77] to archive 2024-11-25T10:14:43,302 DEBUG [StoreCloser-TestAcidGuarantees,,1732529655820.0e9c9d01dcbe1521dbe2ab895ce0a72d.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-25T10:14:43,304 DEBUG [StoreCloser-TestAcidGuarantees,,1732529655820.0e9c9d01dcbe1521dbe2ab895ce0a72d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/0e9c9d01dcbe1521dbe2ab895ce0a72d/B/713b679da35949748d7e256aab3a6574 to hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/archive/data/default/TestAcidGuarantees/0e9c9d01dcbe1521dbe2ab895ce0a72d/B/713b679da35949748d7e256aab3a6574 2024-11-25T10:14:43,306 DEBUG [StoreCloser-TestAcidGuarantees,,1732529655820.0e9c9d01dcbe1521dbe2ab895ce0a72d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/0e9c9d01dcbe1521dbe2ab895ce0a72d/B/05e6f7fe8b7e49ba8f52758ed466c397 to hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/archive/data/default/TestAcidGuarantees/0e9c9d01dcbe1521dbe2ab895ce0a72d/B/05e6f7fe8b7e49ba8f52758ed466c397 2024-11-25T10:14:43,308 DEBUG [StoreCloser-TestAcidGuarantees,,1732529655820.0e9c9d01dcbe1521dbe2ab895ce0a72d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/0e9c9d01dcbe1521dbe2ab895ce0a72d/B/9858a34817bd4454bbb9816bccf0cccb to hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/archive/data/default/TestAcidGuarantees/0e9c9d01dcbe1521dbe2ab895ce0a72d/B/9858a34817bd4454bbb9816bccf0cccb 2024-11-25T10:14:43,310 DEBUG [StoreCloser-TestAcidGuarantees,,1732529655820.0e9c9d01dcbe1521dbe2ab895ce0a72d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/0e9c9d01dcbe1521dbe2ab895ce0a72d/B/2ed0429427d4436e80707c2c9021e869 to hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/archive/data/default/TestAcidGuarantees/0e9c9d01dcbe1521dbe2ab895ce0a72d/B/2ed0429427d4436e80707c2c9021e869 2024-11-25T10:14:43,312 DEBUG [StoreCloser-TestAcidGuarantees,,1732529655820.0e9c9d01dcbe1521dbe2ab895ce0a72d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/0e9c9d01dcbe1521dbe2ab895ce0a72d/B/212c67a6235d4c978bf65851e97eb716 to hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/archive/data/default/TestAcidGuarantees/0e9c9d01dcbe1521dbe2ab895ce0a72d/B/212c67a6235d4c978bf65851e97eb716 2024-11-25T10:14:43,314 DEBUG [StoreCloser-TestAcidGuarantees,,1732529655820.0e9c9d01dcbe1521dbe2ab895ce0a72d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/0e9c9d01dcbe1521dbe2ab895ce0a72d/B/7aac1fcd8aee497bb1f87ade7ded2f22 to hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/archive/data/default/TestAcidGuarantees/0e9c9d01dcbe1521dbe2ab895ce0a72d/B/7aac1fcd8aee497bb1f87ade7ded2f22 2024-11-25T10:14:43,321 DEBUG [StoreCloser-TestAcidGuarantees,,1732529655820.0e9c9d01dcbe1521dbe2ab895ce0a72d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/0e9c9d01dcbe1521dbe2ab895ce0a72d/B/2c8d0893254143d0aa2409c3046930a1 to hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/archive/data/default/TestAcidGuarantees/0e9c9d01dcbe1521dbe2ab895ce0a72d/B/2c8d0893254143d0aa2409c3046930a1 2024-11-25T10:14:43,323 DEBUG [StoreCloser-TestAcidGuarantees,,1732529655820.0e9c9d01dcbe1521dbe2ab895ce0a72d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/0e9c9d01dcbe1521dbe2ab895ce0a72d/B/32cd13f6595741e79e5fb240377d06ce to hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/archive/data/default/TestAcidGuarantees/0e9c9d01dcbe1521dbe2ab895ce0a72d/B/32cd13f6595741e79e5fb240377d06ce 2024-11-25T10:14:43,324 DEBUG [StoreCloser-TestAcidGuarantees,,1732529655820.0e9c9d01dcbe1521dbe2ab895ce0a72d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/0e9c9d01dcbe1521dbe2ab895ce0a72d/B/ee0f9809eb5f43958b373338e897d64c to hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/archive/data/default/TestAcidGuarantees/0e9c9d01dcbe1521dbe2ab895ce0a72d/B/ee0f9809eb5f43958b373338e897d64c 2024-11-25T10:14:43,326 DEBUG [StoreCloser-TestAcidGuarantees,,1732529655820.0e9c9d01dcbe1521dbe2ab895ce0a72d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/0e9c9d01dcbe1521dbe2ab895ce0a72d/B/57e740c01c0845dab106c3952e3b3d0d to hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/archive/data/default/TestAcidGuarantees/0e9c9d01dcbe1521dbe2ab895ce0a72d/B/57e740c01c0845dab106c3952e3b3d0d 2024-11-25T10:14:43,327 DEBUG [StoreCloser-TestAcidGuarantees,,1732529655820.0e9c9d01dcbe1521dbe2ab895ce0a72d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/0e9c9d01dcbe1521dbe2ab895ce0a72d/B/60894d4ee3f84fba8dce11a2c7af4d4c to hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/archive/data/default/TestAcidGuarantees/0e9c9d01dcbe1521dbe2ab895ce0a72d/B/60894d4ee3f84fba8dce11a2c7af4d4c 2024-11-25T10:14:43,329 DEBUG [StoreCloser-TestAcidGuarantees,,1732529655820.0e9c9d01dcbe1521dbe2ab895ce0a72d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/0e9c9d01dcbe1521dbe2ab895ce0a72d/B/694dd7beefb244a5a809e4145dd77fdb to hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/archive/data/default/TestAcidGuarantees/0e9c9d01dcbe1521dbe2ab895ce0a72d/B/694dd7beefb244a5a809e4145dd77fdb 2024-11-25T10:14:43,330 DEBUG [StoreCloser-TestAcidGuarantees,,1732529655820.0e9c9d01dcbe1521dbe2ab895ce0a72d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/0e9c9d01dcbe1521dbe2ab895ce0a72d/B/d126b3e48ef04276adc45b68e7572bb2 to hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/archive/data/default/TestAcidGuarantees/0e9c9d01dcbe1521dbe2ab895ce0a72d/B/d126b3e48ef04276adc45b68e7572bb2 2024-11-25T10:14:43,331 DEBUG [StoreCloser-TestAcidGuarantees,,1732529655820.0e9c9d01dcbe1521dbe2ab895ce0a72d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/0e9c9d01dcbe1521dbe2ab895ce0a72d/B/6e57d967f18d41d8a5d20d2ca4002b1f to hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/archive/data/default/TestAcidGuarantees/0e9c9d01dcbe1521dbe2ab895ce0a72d/B/6e57d967f18d41d8a5d20d2ca4002b1f 2024-11-25T10:14:43,332 DEBUG [StoreCloser-TestAcidGuarantees,,1732529655820.0e9c9d01dcbe1521dbe2ab895ce0a72d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/0e9c9d01dcbe1521dbe2ab895ce0a72d/B/920563bb93274434b0fd39d2598eddbd to hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/archive/data/default/TestAcidGuarantees/0e9c9d01dcbe1521dbe2ab895ce0a72d/B/920563bb93274434b0fd39d2598eddbd 2024-11-25T10:14:43,333 DEBUG [StoreCloser-TestAcidGuarantees,,1732529655820.0e9c9d01dcbe1521dbe2ab895ce0a72d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/0e9c9d01dcbe1521dbe2ab895ce0a72d/B/4b0c54fbeb894339bf3b9009064bf094 to hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/archive/data/default/TestAcidGuarantees/0e9c9d01dcbe1521dbe2ab895ce0a72d/B/4b0c54fbeb894339bf3b9009064bf094 2024-11-25T10:14:43,334 DEBUG [StoreCloser-TestAcidGuarantees,,1732529655820.0e9c9d01dcbe1521dbe2ab895ce0a72d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/0e9c9d01dcbe1521dbe2ab895ce0a72d/B/0b36e331deea41e5874c79e178d4b951 to hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/archive/data/default/TestAcidGuarantees/0e9c9d01dcbe1521dbe2ab895ce0a72d/B/0b36e331deea41e5874c79e178d4b951 2024-11-25T10:14:43,335 DEBUG [StoreCloser-TestAcidGuarantees,,1732529655820.0e9c9d01dcbe1521dbe2ab895ce0a72d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/0e9c9d01dcbe1521dbe2ab895ce0a72d/B/0dd2e3ea37364b16a6dbf5a71b6fea30 to hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/archive/data/default/TestAcidGuarantees/0e9c9d01dcbe1521dbe2ab895ce0a72d/B/0dd2e3ea37364b16a6dbf5a71b6fea30 2024-11-25T10:14:43,336 DEBUG [StoreCloser-TestAcidGuarantees,,1732529655820.0e9c9d01dcbe1521dbe2ab895ce0a72d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/0e9c9d01dcbe1521dbe2ab895ce0a72d/B/06435cac3c124e24811ca49627011751 to hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/archive/data/default/TestAcidGuarantees/0e9c9d01dcbe1521dbe2ab895ce0a72d/B/06435cac3c124e24811ca49627011751 2024-11-25T10:14:43,337 DEBUG [StoreCloser-TestAcidGuarantees,,1732529655820.0e9c9d01dcbe1521dbe2ab895ce0a72d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/0e9c9d01dcbe1521dbe2ab895ce0a72d/B/cdbf643b92a94ae9a2d2a2fcc37129a4 to hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/archive/data/default/TestAcidGuarantees/0e9c9d01dcbe1521dbe2ab895ce0a72d/B/cdbf643b92a94ae9a2d2a2fcc37129a4 2024-11-25T10:14:43,338 DEBUG [StoreCloser-TestAcidGuarantees,,1732529655820.0e9c9d01dcbe1521dbe2ab895ce0a72d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/0e9c9d01dcbe1521dbe2ab895ce0a72d/B/68f50bc795b942c58158fe6de1743c23 to hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/archive/data/default/TestAcidGuarantees/0e9c9d01dcbe1521dbe2ab895ce0a72d/B/68f50bc795b942c58158fe6de1743c23 2024-11-25T10:14:43,339 DEBUG [StoreCloser-TestAcidGuarantees,,1732529655820.0e9c9d01dcbe1521dbe2ab895ce0a72d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/0e9c9d01dcbe1521dbe2ab895ce0a72d/B/497560b372aa4d0c83fc08e8696b7dec to hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/archive/data/default/TestAcidGuarantees/0e9c9d01dcbe1521dbe2ab895ce0a72d/B/497560b372aa4d0c83fc08e8696b7dec 2024-11-25T10:14:43,340 DEBUG [StoreCloser-TestAcidGuarantees,,1732529655820.0e9c9d01dcbe1521dbe2ab895ce0a72d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/0e9c9d01dcbe1521dbe2ab895ce0a72d/B/ff62836d4ba448f59b4c51a2b97762eb to hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/archive/data/default/TestAcidGuarantees/0e9c9d01dcbe1521dbe2ab895ce0a72d/B/ff62836d4ba448f59b4c51a2b97762eb 2024-11-25T10:14:43,341 DEBUG [StoreCloser-TestAcidGuarantees,,1732529655820.0e9c9d01dcbe1521dbe2ab895ce0a72d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/0e9c9d01dcbe1521dbe2ab895ce0a72d/B/75de0819535642178d544ed23c437e9d to hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/archive/data/default/TestAcidGuarantees/0e9c9d01dcbe1521dbe2ab895ce0a72d/B/75de0819535642178d544ed23c437e9d 2024-11-25T10:14:43,342 DEBUG [StoreCloser-TestAcidGuarantees,,1732529655820.0e9c9d01dcbe1521dbe2ab895ce0a72d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/0e9c9d01dcbe1521dbe2ab895ce0a72d/B/96308a635d5a49c2b6152a85ac626e77 to hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/archive/data/default/TestAcidGuarantees/0e9c9d01dcbe1521dbe2ab895ce0a72d/B/96308a635d5a49c2b6152a85ac626e77 2024-11-25T10:14:43,343 DEBUG [StoreCloser-TestAcidGuarantees,,1732529655820.0e9c9d01dcbe1521dbe2ab895ce0a72d.-1 {}] regionserver.HStore(2317): Moving the files [hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/0e9c9d01dcbe1521dbe2ab895ce0a72d/C/0f6150b483d64464a4cfed0c41e6587b, hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/0e9c9d01dcbe1521dbe2ab895ce0a72d/C/d5e21035b8e9482b8e11e31e837ff07f, hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/0e9c9d01dcbe1521dbe2ab895ce0a72d/C/e19ff9dbc9f448e7b01114c483928c21, hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/0e9c9d01dcbe1521dbe2ab895ce0a72d/C/1f96fd980d7b4575b38cb1c677945c2d, hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/0e9c9d01dcbe1521dbe2ab895ce0a72d/C/48deefbcb49b41bd926b6d1ccdcf5342, hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/0e9c9d01dcbe1521dbe2ab895ce0a72d/C/fed7cccc16fc4546a4fb7fff5dbcdf9b, hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/0e9c9d01dcbe1521dbe2ab895ce0a72d/C/24d269fc56084d8db6dc6a346567924e, hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/0e9c9d01dcbe1521dbe2ab895ce0a72d/C/724a243fc77d42c88acbb129fdde05eb, hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/0e9c9d01dcbe1521dbe2ab895ce0a72d/C/c67c36cf6c7647a4aa45c229ef920099, hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/0e9c9d01dcbe1521dbe2ab895ce0a72d/C/ed671e3f910a4b598c65f9ab6de07f5a, hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/0e9c9d01dcbe1521dbe2ab895ce0a72d/C/caa05616ea6040e9812674099b763494, hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/0e9c9d01dcbe1521dbe2ab895ce0a72d/C/abae5844d1424219a60e942dc8d08cb0, hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/0e9c9d01dcbe1521dbe2ab895ce0a72d/C/ea3f8c1c470c4f8b9c0eeb85b0e64925, hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/0e9c9d01dcbe1521dbe2ab895ce0a72d/C/9ef23f46ac624ff29289d7b2ef399364, hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/0e9c9d01dcbe1521dbe2ab895ce0a72d/C/dfd8a660d87d48dca237befd7048c2d6, hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/0e9c9d01dcbe1521dbe2ab895ce0a72d/C/5322c529275a48e6957a8d46975ec963, hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/0e9c9d01dcbe1521dbe2ab895ce0a72d/C/a858e89b63e640c7b9e5334ff2954974, hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/0e9c9d01dcbe1521dbe2ab895ce0a72d/C/b8d25ac0585748369b5db614276a0533, hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/0e9c9d01dcbe1521dbe2ab895ce0a72d/C/78b3a525688f493f863208a3849b8a7c, hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/0e9c9d01dcbe1521dbe2ab895ce0a72d/C/77c45d5269f64ca3b5b49aa0dc1812f6, hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/0e9c9d01dcbe1521dbe2ab895ce0a72d/C/d5caf4d55b8b4856afe47c8da02378ea, hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/0e9c9d01dcbe1521dbe2ab895ce0a72d/C/45512c8d2ef04b8a882f0ac3dcc2edfc, hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/0e9c9d01dcbe1521dbe2ab895ce0a72d/C/21b2da3fb3534260afc7f80e03bb2127, hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/0e9c9d01dcbe1521dbe2ab895ce0a72d/C/37e3d33081bd4decb7628e3ae817d94d, hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/0e9c9d01dcbe1521dbe2ab895ce0a72d/C/c15d289caca043ac994381f336d9cb3a] to archive 2024-11-25T10:14:43,344 DEBUG [StoreCloser-TestAcidGuarantees,,1732529655820.0e9c9d01dcbe1521dbe2ab895ce0a72d.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-25T10:14:43,346 DEBUG [StoreCloser-TestAcidGuarantees,,1732529655820.0e9c9d01dcbe1521dbe2ab895ce0a72d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/0e9c9d01dcbe1521dbe2ab895ce0a72d/C/0f6150b483d64464a4cfed0c41e6587b to hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/archive/data/default/TestAcidGuarantees/0e9c9d01dcbe1521dbe2ab895ce0a72d/C/0f6150b483d64464a4cfed0c41e6587b 2024-11-25T10:14:43,347 DEBUG [StoreCloser-TestAcidGuarantees,,1732529655820.0e9c9d01dcbe1521dbe2ab895ce0a72d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/0e9c9d01dcbe1521dbe2ab895ce0a72d/C/d5e21035b8e9482b8e11e31e837ff07f to hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/archive/data/default/TestAcidGuarantees/0e9c9d01dcbe1521dbe2ab895ce0a72d/C/d5e21035b8e9482b8e11e31e837ff07f 2024-11-25T10:14:43,348 DEBUG [StoreCloser-TestAcidGuarantees,,1732529655820.0e9c9d01dcbe1521dbe2ab895ce0a72d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/0e9c9d01dcbe1521dbe2ab895ce0a72d/C/e19ff9dbc9f448e7b01114c483928c21 to hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/archive/data/default/TestAcidGuarantees/0e9c9d01dcbe1521dbe2ab895ce0a72d/C/e19ff9dbc9f448e7b01114c483928c21 2024-11-25T10:14:43,350 DEBUG [StoreCloser-TestAcidGuarantees,,1732529655820.0e9c9d01dcbe1521dbe2ab895ce0a72d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/0e9c9d01dcbe1521dbe2ab895ce0a72d/C/1f96fd980d7b4575b38cb1c677945c2d to hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/archive/data/default/TestAcidGuarantees/0e9c9d01dcbe1521dbe2ab895ce0a72d/C/1f96fd980d7b4575b38cb1c677945c2d 2024-11-25T10:14:43,351 DEBUG [StoreCloser-TestAcidGuarantees,,1732529655820.0e9c9d01dcbe1521dbe2ab895ce0a72d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/0e9c9d01dcbe1521dbe2ab895ce0a72d/C/48deefbcb49b41bd926b6d1ccdcf5342 to hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/archive/data/default/TestAcidGuarantees/0e9c9d01dcbe1521dbe2ab895ce0a72d/C/48deefbcb49b41bd926b6d1ccdcf5342 2024-11-25T10:14:43,353 DEBUG [StoreCloser-TestAcidGuarantees,,1732529655820.0e9c9d01dcbe1521dbe2ab895ce0a72d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/0e9c9d01dcbe1521dbe2ab895ce0a72d/C/fed7cccc16fc4546a4fb7fff5dbcdf9b to hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/archive/data/default/TestAcidGuarantees/0e9c9d01dcbe1521dbe2ab895ce0a72d/C/fed7cccc16fc4546a4fb7fff5dbcdf9b 2024-11-25T10:14:43,356 DEBUG [StoreCloser-TestAcidGuarantees,,1732529655820.0e9c9d01dcbe1521dbe2ab895ce0a72d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/0e9c9d01dcbe1521dbe2ab895ce0a72d/C/24d269fc56084d8db6dc6a346567924e to hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/archive/data/default/TestAcidGuarantees/0e9c9d01dcbe1521dbe2ab895ce0a72d/C/24d269fc56084d8db6dc6a346567924e 2024-11-25T10:14:43,358 DEBUG [StoreCloser-TestAcidGuarantees,,1732529655820.0e9c9d01dcbe1521dbe2ab895ce0a72d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/0e9c9d01dcbe1521dbe2ab895ce0a72d/C/724a243fc77d42c88acbb129fdde05eb to hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/archive/data/default/TestAcidGuarantees/0e9c9d01dcbe1521dbe2ab895ce0a72d/C/724a243fc77d42c88acbb129fdde05eb 2024-11-25T10:14:43,359 DEBUG [StoreCloser-TestAcidGuarantees,,1732529655820.0e9c9d01dcbe1521dbe2ab895ce0a72d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/0e9c9d01dcbe1521dbe2ab895ce0a72d/C/c67c36cf6c7647a4aa45c229ef920099 to hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/archive/data/default/TestAcidGuarantees/0e9c9d01dcbe1521dbe2ab895ce0a72d/C/c67c36cf6c7647a4aa45c229ef920099 2024-11-25T10:14:43,361 DEBUG [StoreCloser-TestAcidGuarantees,,1732529655820.0e9c9d01dcbe1521dbe2ab895ce0a72d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/0e9c9d01dcbe1521dbe2ab895ce0a72d/C/ed671e3f910a4b598c65f9ab6de07f5a to hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/archive/data/default/TestAcidGuarantees/0e9c9d01dcbe1521dbe2ab895ce0a72d/C/ed671e3f910a4b598c65f9ab6de07f5a 2024-11-25T10:14:43,362 DEBUG [StoreCloser-TestAcidGuarantees,,1732529655820.0e9c9d01dcbe1521dbe2ab895ce0a72d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/0e9c9d01dcbe1521dbe2ab895ce0a72d/C/caa05616ea6040e9812674099b763494 to hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/archive/data/default/TestAcidGuarantees/0e9c9d01dcbe1521dbe2ab895ce0a72d/C/caa05616ea6040e9812674099b763494 2024-11-25T10:14:43,363 DEBUG [StoreCloser-TestAcidGuarantees,,1732529655820.0e9c9d01dcbe1521dbe2ab895ce0a72d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/0e9c9d01dcbe1521dbe2ab895ce0a72d/C/abae5844d1424219a60e942dc8d08cb0 to hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/archive/data/default/TestAcidGuarantees/0e9c9d01dcbe1521dbe2ab895ce0a72d/C/abae5844d1424219a60e942dc8d08cb0 2024-11-25T10:14:43,364 DEBUG [StoreCloser-TestAcidGuarantees,,1732529655820.0e9c9d01dcbe1521dbe2ab895ce0a72d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/0e9c9d01dcbe1521dbe2ab895ce0a72d/C/ea3f8c1c470c4f8b9c0eeb85b0e64925 to hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/archive/data/default/TestAcidGuarantees/0e9c9d01dcbe1521dbe2ab895ce0a72d/C/ea3f8c1c470c4f8b9c0eeb85b0e64925 2024-11-25T10:14:43,366 DEBUG [StoreCloser-TestAcidGuarantees,,1732529655820.0e9c9d01dcbe1521dbe2ab895ce0a72d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/0e9c9d01dcbe1521dbe2ab895ce0a72d/C/9ef23f46ac624ff29289d7b2ef399364 to hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/archive/data/default/TestAcidGuarantees/0e9c9d01dcbe1521dbe2ab895ce0a72d/C/9ef23f46ac624ff29289d7b2ef399364 2024-11-25T10:14:43,367 DEBUG [StoreCloser-TestAcidGuarantees,,1732529655820.0e9c9d01dcbe1521dbe2ab895ce0a72d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/0e9c9d01dcbe1521dbe2ab895ce0a72d/C/dfd8a660d87d48dca237befd7048c2d6 to hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/archive/data/default/TestAcidGuarantees/0e9c9d01dcbe1521dbe2ab895ce0a72d/C/dfd8a660d87d48dca237befd7048c2d6 2024-11-25T10:14:43,368 DEBUG [StoreCloser-TestAcidGuarantees,,1732529655820.0e9c9d01dcbe1521dbe2ab895ce0a72d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/0e9c9d01dcbe1521dbe2ab895ce0a72d/C/5322c529275a48e6957a8d46975ec963 to hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/archive/data/default/TestAcidGuarantees/0e9c9d01dcbe1521dbe2ab895ce0a72d/C/5322c529275a48e6957a8d46975ec963 2024-11-25T10:14:43,370 DEBUG [StoreCloser-TestAcidGuarantees,,1732529655820.0e9c9d01dcbe1521dbe2ab895ce0a72d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/0e9c9d01dcbe1521dbe2ab895ce0a72d/C/a858e89b63e640c7b9e5334ff2954974 to hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/archive/data/default/TestAcidGuarantees/0e9c9d01dcbe1521dbe2ab895ce0a72d/C/a858e89b63e640c7b9e5334ff2954974 2024-11-25T10:14:43,371 DEBUG [StoreCloser-TestAcidGuarantees,,1732529655820.0e9c9d01dcbe1521dbe2ab895ce0a72d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/0e9c9d01dcbe1521dbe2ab895ce0a72d/C/b8d25ac0585748369b5db614276a0533 to hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/archive/data/default/TestAcidGuarantees/0e9c9d01dcbe1521dbe2ab895ce0a72d/C/b8d25ac0585748369b5db614276a0533 2024-11-25T10:14:43,372 DEBUG [StoreCloser-TestAcidGuarantees,,1732529655820.0e9c9d01dcbe1521dbe2ab895ce0a72d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/0e9c9d01dcbe1521dbe2ab895ce0a72d/C/78b3a525688f493f863208a3849b8a7c to hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/archive/data/default/TestAcidGuarantees/0e9c9d01dcbe1521dbe2ab895ce0a72d/C/78b3a525688f493f863208a3849b8a7c 2024-11-25T10:14:43,374 DEBUG [StoreCloser-TestAcidGuarantees,,1732529655820.0e9c9d01dcbe1521dbe2ab895ce0a72d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/0e9c9d01dcbe1521dbe2ab895ce0a72d/C/77c45d5269f64ca3b5b49aa0dc1812f6 to hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/archive/data/default/TestAcidGuarantees/0e9c9d01dcbe1521dbe2ab895ce0a72d/C/77c45d5269f64ca3b5b49aa0dc1812f6 2024-11-25T10:14:43,375 DEBUG [StoreCloser-TestAcidGuarantees,,1732529655820.0e9c9d01dcbe1521dbe2ab895ce0a72d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/0e9c9d01dcbe1521dbe2ab895ce0a72d/C/d5caf4d55b8b4856afe47c8da02378ea to hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/archive/data/default/TestAcidGuarantees/0e9c9d01dcbe1521dbe2ab895ce0a72d/C/d5caf4d55b8b4856afe47c8da02378ea 2024-11-25T10:14:43,376 DEBUG [StoreCloser-TestAcidGuarantees,,1732529655820.0e9c9d01dcbe1521dbe2ab895ce0a72d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/0e9c9d01dcbe1521dbe2ab895ce0a72d/C/45512c8d2ef04b8a882f0ac3dcc2edfc to hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/archive/data/default/TestAcidGuarantees/0e9c9d01dcbe1521dbe2ab895ce0a72d/C/45512c8d2ef04b8a882f0ac3dcc2edfc 2024-11-25T10:14:43,377 DEBUG [StoreCloser-TestAcidGuarantees,,1732529655820.0e9c9d01dcbe1521dbe2ab895ce0a72d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/0e9c9d01dcbe1521dbe2ab895ce0a72d/C/21b2da3fb3534260afc7f80e03bb2127 to hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/archive/data/default/TestAcidGuarantees/0e9c9d01dcbe1521dbe2ab895ce0a72d/C/21b2da3fb3534260afc7f80e03bb2127 2024-11-25T10:14:43,379 DEBUG [StoreCloser-TestAcidGuarantees,,1732529655820.0e9c9d01dcbe1521dbe2ab895ce0a72d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/0e9c9d01dcbe1521dbe2ab895ce0a72d/C/37e3d33081bd4decb7628e3ae817d94d to hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/archive/data/default/TestAcidGuarantees/0e9c9d01dcbe1521dbe2ab895ce0a72d/C/37e3d33081bd4decb7628e3ae817d94d 2024-11-25T10:14:43,380 DEBUG [StoreCloser-TestAcidGuarantees,,1732529655820.0e9c9d01dcbe1521dbe2ab895ce0a72d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/0e9c9d01dcbe1521dbe2ab895ce0a72d/C/c15d289caca043ac994381f336d9cb3a to hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/archive/data/default/TestAcidGuarantees/0e9c9d01dcbe1521dbe2ab895ce0a72d/C/c15d289caca043ac994381f336d9cb3a 2024-11-25T10:14:43,385 DEBUG [RS_CLOSE_REGION-regionserver/e2fd862922a0:0-0 {event_type=M_RS_CLOSE_REGION, pid=63}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/0e9c9d01dcbe1521dbe2ab895ce0a72d/recovered.edits/503.seqid, newMaxSeqId=503, maxSeqId=4 2024-11-25T10:14:43,386 INFO [RS_CLOSE_REGION-regionserver/e2fd862922a0:0-0 {event_type=M_RS_CLOSE_REGION, pid=63}] regionserver.HRegion(1973): Closed TestAcidGuarantees,,1732529655820.0e9c9d01dcbe1521dbe2ab895ce0a72d. 2024-11-25T10:14:43,386 DEBUG [RS_CLOSE_REGION-regionserver/e2fd862922a0:0-0 {event_type=M_RS_CLOSE_REGION, pid=63}] regionserver.HRegion(1676): Region close journal for 0e9c9d01dcbe1521dbe2ab895ce0a72d: Waiting for close lock at 1732529681576Running coprocessor pre-close hooks at 1732529681576Disabling compacts and flushes for region at 1732529681576Disabling writes for close at 1732529681576Obtaining lock to block concurrent updates at 1732529681576Preparing flush snapshotting stores in 0e9c9d01dcbe1521dbe2ab895ce0a72d at 1732529681576Finished memstore snapshotting TestAcidGuarantees,,1732529655820.0e9c9d01dcbe1521dbe2ab895ce0a72d., syncing WAL and waiting on mvcc, flushsize=dataSize=34350, getHeapSize=102720, getOffHeapSize=0, getCellsCount=750 at 1732529681576Flushing stores of TestAcidGuarantees,,1732529655820.0e9c9d01dcbe1521dbe2ab895ce0a72d. at 1732529681577 (+1 ms)Flushing 0e9c9d01dcbe1521dbe2ab895ce0a72d/A: creating writer at 1732529681577Flushing mob file 0e9c9d01dcbe1521dbe2ab895ce0a72d/A: appending metadata at 1732529681582 (+5 ms)Flushing mob file 0e9c9d01dcbe1521dbe2ab895ce0a72d/A: closing flushed file at 1732529681582Flushing 0e9c9d01dcbe1521dbe2ab895ce0a72d/A: appending metadata at 1732529681992 (+410 ms)Flushing 0e9c9d01dcbe1521dbe2ab895ce0a72d/A: closing flushed file at 1732529681992Flushing 0e9c9d01dcbe1521dbe2ab895ce0a72d/B: creating writer at 1732529682402 (+410 ms)Flushing 0e9c9d01dcbe1521dbe2ab895ce0a72d/B: appending metadata at 1732529682404 (+2 ms)Flushing 0e9c9d01dcbe1521dbe2ab895ce0a72d/B: closing flushed file at 1732529682405 (+1 ms)Flushing 0e9c9d01dcbe1521dbe2ab895ce0a72d/C: creating writer at 1732529682816 (+411 ms)Flushing 0e9c9d01dcbe1521dbe2ab895ce0a72d/C: appending metadata at 1732529682820 (+4 ms)Flushing 0e9c9d01dcbe1521dbe2ab895ce0a72d/C: closing flushed file at 1732529682820Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@d1f1b2f: reopening flushed file at 1732529683238 (+418 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@437faae8: reopening flushed file at 1732529683243 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@846efb5: reopening flushed file at 1732529683248 (+5 ms)Finished flush of dataSize ~33.54 KB/34350, heapSize ~100.31 KB/102720, currentSize=0 B/0 for 0e9c9d01dcbe1521dbe2ab895ce0a72d in 1677ms, sequenceid=500, compaction requested=true at 1732529683253 (+5 ms)Writing region close event to WAL at 1732529683382 (+129 ms)Running coprocessor post-close hooks at 1732529683386 (+4 ms)Closed at 1732529683386 2024-11-25T10:14:43,389 INFO [RS_CLOSE_REGION-regionserver/e2fd862922a0:0-0 {event_type=M_RS_CLOSE_REGION, pid=63}] handler.UnassignRegionHandler(157): Closed 0e9c9d01dcbe1521dbe2ab895ce0a72d 2024-11-25T10:14:43,389 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=62 updating hbase:meta row=0e9c9d01dcbe1521dbe2ab895ce0a72d, regionState=CLOSED 2024-11-25T10:14:43,390 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=63, ppid=62, state=RUNNABLE, hasLock=false; CloseRegionProcedure 0e9c9d01dcbe1521dbe2ab895ce0a72d, server=e2fd862922a0,38547,1732529625709 because future has completed 2024-11-25T10:14:43,393 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=63, resume processing ppid=62 2024-11-25T10:14:43,393 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=63, ppid=62, state=SUCCESS, hasLock=false; CloseRegionProcedure 0e9c9d01dcbe1521dbe2ab895ce0a72d, server=e2fd862922a0,38547,1732529625709 in 1.9680 sec 2024-11-25T10:14:43,395 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=62, resume processing ppid=61 2024-11-25T10:14:43,395 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=62, ppid=61, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=0e9c9d01dcbe1521dbe2ab895ce0a72d, UNASSIGN in 1.9730 sec 2024-11-25T10:14:43,397 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=61, resume processing ppid=60 2024-11-25T10:14:43,397 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=61, ppid=60, state=SUCCESS, hasLock=false; CloseTableRegionsProcedure table=TestAcidGuarantees in 1.9770 sec 2024-11-25T10:14:43,399 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732529683398"}]},"ts":"1732529683398"} 2024-11-25T10:14:43,400 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=TestAcidGuarantees, state=DISABLED in hbase:meta 2024-11-25T10:14:43,400 INFO [PEWorker-4 {}] procedure.DisableTableProcedure(296): Set TestAcidGuarantees to state=DISABLED 2024-11-25T10:14:43,402 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=60, state=SUCCESS, hasLock=false; DisableTableProcedure table=TestAcidGuarantees in 1.9860 sec 2024-11-25T10:14:43,562 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41005 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=60 2024-11-25T10:14:43,562 INFO [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: DISABLE, Table Name: default:TestAcidGuarantees completed 2024-11-25T10:14:43,563 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41005 {}] master.HMaster$5(2570): Client=jenkins//172.17.0.2 delete TestAcidGuarantees 2024-11-25T10:14:43,564 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41005 {}] procedure2.ProcedureExecutor(1139): Stored pid=64, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION, hasLock=false; DeleteTableProcedure table=TestAcidGuarantees 2024-11-25T10:14:43,565 DEBUG [PEWorker-3 {}] procedure.DeleteTableProcedure(103): Waiting for RIT for pid=64, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-25T10:14:43,565 DEBUG [PEWorker-3 {}] procedure.DeleteTableProcedure(115): Deleting regions from filesystem for pid=64, state=RUNNABLE:DELETE_TABLE_CLEAR_FS_LAYOUT, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-25T10:14:43,565 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41005 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=64 2024-11-25T10:14:43,568 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(131): ARCHIVING hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/0e9c9d01dcbe1521dbe2ab895ce0a72d 2024-11-25T10:14:43,571 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(159): Archiving [FileablePath, hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/0e9c9d01dcbe1521dbe2ab895ce0a72d/A, FileablePath, hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/0e9c9d01dcbe1521dbe2ab895ce0a72d/B, FileablePath, hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/0e9c9d01dcbe1521dbe2ab895ce0a72d/C, FileablePath, hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/0e9c9d01dcbe1521dbe2ab895ce0a72d/recovered.edits] 2024-11-25T10:14:43,573 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/0e9c9d01dcbe1521dbe2ab895ce0a72d/A/10e1f0e39ccd4e969ca37b9c877a5477 to hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/archive/data/default/TestAcidGuarantees/0e9c9d01dcbe1521dbe2ab895ce0a72d/A/10e1f0e39ccd4e969ca37b9c877a5477 2024-11-25T10:14:43,575 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/0e9c9d01dcbe1521dbe2ab895ce0a72d/A/5479e335214a4c47bf28b23afb3d454a to hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/archive/data/default/TestAcidGuarantees/0e9c9d01dcbe1521dbe2ab895ce0a72d/A/5479e335214a4c47bf28b23afb3d454a 2024-11-25T10:14:43,576 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/0e9c9d01dcbe1521dbe2ab895ce0a72d/A/98b16094846f48318166b174ad63d843 to hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/archive/data/default/TestAcidGuarantees/0e9c9d01dcbe1521dbe2ab895ce0a72d/A/98b16094846f48318166b174ad63d843 2024-11-25T10:14:43,578 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/0e9c9d01dcbe1521dbe2ab895ce0a72d/B/147927829eec4734b275af1b944a01fc to hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/archive/data/default/TestAcidGuarantees/0e9c9d01dcbe1521dbe2ab895ce0a72d/B/147927829eec4734b275af1b944a01fc 2024-11-25T10:14:43,579 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/0e9c9d01dcbe1521dbe2ab895ce0a72d/B/adfd210e198a406c96e7c858e3c85991 to hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/archive/data/default/TestAcidGuarantees/0e9c9d01dcbe1521dbe2ab895ce0a72d/B/adfd210e198a406c96e7c858e3c85991 2024-11-25T10:14:43,580 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/0e9c9d01dcbe1521dbe2ab895ce0a72d/B/c394dd3e323142f99f7ab433a784bb76 to hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/archive/data/default/TestAcidGuarantees/0e9c9d01dcbe1521dbe2ab895ce0a72d/B/c394dd3e323142f99f7ab433a784bb76 2024-11-25T10:14:43,583 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/0e9c9d01dcbe1521dbe2ab895ce0a72d/C/123b3661e46549058c8ad9835ddfa087 to hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/archive/data/default/TestAcidGuarantees/0e9c9d01dcbe1521dbe2ab895ce0a72d/C/123b3661e46549058c8ad9835ddfa087 2024-11-25T10:14:43,584 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/0e9c9d01dcbe1521dbe2ab895ce0a72d/C/5157910482b3436aaf82e8f1e6708289 to hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/archive/data/default/TestAcidGuarantees/0e9c9d01dcbe1521dbe2ab895ce0a72d/C/5157910482b3436aaf82e8f1e6708289 2024-11-25T10:14:43,585 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/0e9c9d01dcbe1521dbe2ab895ce0a72d/C/ffa9b4a955da4849985b1f1d50726f0e to hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/archive/data/default/TestAcidGuarantees/0e9c9d01dcbe1521dbe2ab895ce0a72d/C/ffa9b4a955da4849985b1f1d50726f0e 2024-11-25T10:14:43,587 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/0e9c9d01dcbe1521dbe2ab895ce0a72d/recovered.edits/503.seqid to hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/archive/data/default/TestAcidGuarantees/0e9c9d01dcbe1521dbe2ab895ce0a72d/recovered.edits/503.seqid 2024-11-25T10:14:43,588 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(610): Deleted hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/0e9c9d01dcbe1521dbe2ab895ce0a72d 2024-11-25T10:14:43,588 DEBUG [PEWorker-3 {}] procedure.DeleteTableProcedure(313): Archived TestAcidGuarantees regions 2024-11-25T10:14:43,588 DEBUG [PEWorker-3 {}] backup.HFileArchiver(131): ARCHIVING hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3 2024-11-25T10:14:43,589 DEBUG [PEWorker-3 {}] backup.HFileArchiver(159): Archiving [FileablePath, hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A] 2024-11-25T10:14:43,593 DEBUG [PEWorker-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241125021f76118e91412daeba5ae242d77e45_0e9c9d01dcbe1521dbe2ab895ce0a72d to hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241125021f76118e91412daeba5ae242d77e45_0e9c9d01dcbe1521dbe2ab895ce0a72d 2024-11-25T10:14:43,595 DEBUG [PEWorker-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241125047aa0b583024c019edb5e08f9d9c269_0e9c9d01dcbe1521dbe2ab895ce0a72d to hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241125047aa0b583024c019edb5e08f9d9c269_0e9c9d01dcbe1521dbe2ab895ce0a72d 2024-11-25T10:14:43,596 DEBUG [PEWorker-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112513b79fe7632648948b6ab46ffc1ba13a_0e9c9d01dcbe1521dbe2ab895ce0a72d to hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112513b79fe7632648948b6ab46ffc1ba13a_0e9c9d01dcbe1521dbe2ab895ce0a72d 2024-11-25T10:14:43,597 DEBUG [PEWorker-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411251f7c5761a1e3430799c8e0581d6382f3_0e9c9d01dcbe1521dbe2ab895ce0a72d to hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411251f7c5761a1e3430799c8e0581d6382f3_0e9c9d01dcbe1521dbe2ab895ce0a72d 2024-11-25T10:14:43,598 DEBUG [PEWorker-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241125204139b96d104d248b4a63b9f14c3a8c_0e9c9d01dcbe1521dbe2ab895ce0a72d to hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241125204139b96d104d248b4a63b9f14c3a8c_0e9c9d01dcbe1521dbe2ab895ce0a72d 2024-11-25T10:14:43,599 DEBUG [PEWorker-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241125238963f5244d4153afc16959a844009f_0e9c9d01dcbe1521dbe2ab895ce0a72d to hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241125238963f5244d4153afc16959a844009f_0e9c9d01dcbe1521dbe2ab895ce0a72d 2024-11-25T10:14:43,600 DEBUG [PEWorker-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241125379a3a40d0b44eb68f198b3bdef217d5_0e9c9d01dcbe1521dbe2ab895ce0a72d to hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241125379a3a40d0b44eb68f198b3bdef217d5_0e9c9d01dcbe1521dbe2ab895ce0a72d 2024-11-25T10:14:43,601 DEBUG [PEWorker-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411253b82c7f09e5b498fad8b11ff7974bc51_0e9c9d01dcbe1521dbe2ab895ce0a72d to hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411253b82c7f09e5b498fad8b11ff7974bc51_0e9c9d01dcbe1521dbe2ab895ce0a72d 2024-11-25T10:14:43,602 DEBUG [PEWorker-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411254905c6f92af3479fa9e2deacb8447c6f_0e9c9d01dcbe1521dbe2ab895ce0a72d to hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411254905c6f92af3479fa9e2deacb8447c6f_0e9c9d01dcbe1521dbe2ab895ce0a72d 2024-11-25T10:14:43,603 DEBUG [PEWorker-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112552901ab7f5b747009dc4e116ce1c4da7_0e9c9d01dcbe1521dbe2ab895ce0a72d to hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112552901ab7f5b747009dc4e116ce1c4da7_0e9c9d01dcbe1521dbe2ab895ce0a72d 2024-11-25T10:14:43,605 DEBUG [PEWorker-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411255de178d87fa64e93a1d560fd0b1574b5_0e9c9d01dcbe1521dbe2ab895ce0a72d to hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411255de178d87fa64e93a1d560fd0b1574b5_0e9c9d01dcbe1521dbe2ab895ce0a72d 2024-11-25T10:14:43,606 DEBUG [PEWorker-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112567ded00ea2354cdbb8d3052c290ee467_0e9c9d01dcbe1521dbe2ab895ce0a72d to hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112567ded00ea2354cdbb8d3052c290ee467_0e9c9d01dcbe1521dbe2ab895ce0a72d 2024-11-25T10:14:43,608 DEBUG [PEWorker-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411256d863c827f454836a5c4317b0a4f5eda_0e9c9d01dcbe1521dbe2ab895ce0a72d to hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411256d863c827f454836a5c4317b0a4f5eda_0e9c9d01dcbe1521dbe2ab895ce0a72d 2024-11-25T10:14:43,609 DEBUG [PEWorker-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411257d7f213e05724f4dbb8c3edccc8916ca_0e9c9d01dcbe1521dbe2ab895ce0a72d to hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411257d7f213e05724f4dbb8c3edccc8916ca_0e9c9d01dcbe1521dbe2ab895ce0a72d 2024-11-25T10:14:43,610 DEBUG [PEWorker-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411258d7ce457f5394fc9b9400fec71937603_0e9c9d01dcbe1521dbe2ab895ce0a72d to hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411258d7ce457f5394fc9b9400fec71937603_0e9c9d01dcbe1521dbe2ab895ce0a72d 2024-11-25T10:14:43,612 DEBUG [PEWorker-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112591c891d4adf9467eb175d998870b238a_0e9c9d01dcbe1521dbe2ab895ce0a72d to hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112591c891d4adf9467eb175d998870b238a_0e9c9d01dcbe1521dbe2ab895ce0a72d 2024-11-25T10:14:43,613 DEBUG [PEWorker-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411259e0795b9f5584de8ac94855867a03a4b_0e9c9d01dcbe1521dbe2ab895ce0a72d to hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411259e0795b9f5584de8ac94855867a03a4b_0e9c9d01dcbe1521dbe2ab895ce0a72d 2024-11-25T10:14:43,614 DEBUG [PEWorker-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241125d1538dfb844148c89cfbdb794eed873e_0e9c9d01dcbe1521dbe2ab895ce0a72d to hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241125d1538dfb844148c89cfbdb794eed873e_0e9c9d01dcbe1521dbe2ab895ce0a72d 2024-11-25T10:14:43,615 DEBUG [PEWorker-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241125f4e1d7300e424b4983c637c8172575eb_0e9c9d01dcbe1521dbe2ab895ce0a72d to hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241125f4e1d7300e424b4983c637c8172575eb_0e9c9d01dcbe1521dbe2ab895ce0a72d 2024-11-25T10:14:43,616 DEBUG [PEWorker-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241125f988863d1bb645609a77e118bf325090_0e9c9d01dcbe1521dbe2ab895ce0a72d to hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241125f988863d1bb645609a77e118bf325090_0e9c9d01dcbe1521dbe2ab895ce0a72d 2024-11-25T10:14:43,617 DEBUG [PEWorker-3 {}] backup.HFileArchiver(610): Deleted hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3 2024-11-25T10:14:43,619 DEBUG [PEWorker-3 {}] procedure.DeleteTableProcedure(120): Deleting regions from META for pid=64, state=RUNNABLE:DELETE_TABLE_REMOVE_FROM_META, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-25T10:14:43,622 WARN [PEWorker-3 {}] procedure.DeleteTableProcedure(370): Deleting some vestigial 1 rows of TestAcidGuarantees from hbase:meta 2024-11-25T10:14:43,624 DEBUG [PEWorker-3 {}] procedure.DeleteTableProcedure(407): Removing 'TestAcidGuarantees' descriptor. 2024-11-25T10:14:43,625 DEBUG [PEWorker-3 {}] procedure.DeleteTableProcedure(126): Deleting assignment state for pid=64, state=RUNNABLE:DELETE_TABLE_UNASSIGN_REGIONS, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-25T10:14:43,625 DEBUG [PEWorker-3 {}] procedure.DeleteTableProcedure(397): Removing 'TestAcidGuarantees' from region states. 2024-11-25T10:14:43,625 DEBUG [PEWorker-3 {}] assignment.RegionStateStore(723): Delete {"totalColumns":1,"row":"TestAcidGuarantees,,1732529655820.0e9c9d01dcbe1521dbe2ab895ce0a72d.","families":{"info":[{"qualifier":"","vlen":0,"tag":[],"timestamp":"1732529683625"}]},"ts":"9223372036854775807"} 2024-11-25T10:14:43,629 INFO [PEWorker-3 {}] assignment.RegionStateStore(562): Deleted 1 regions from META 2024-11-25T10:14:43,629 DEBUG [PEWorker-3 {}] assignment.RegionStateStore(563): Deleted regions: [{ENCODED => 0e9c9d01dcbe1521dbe2ab895ce0a72d, NAME => 'TestAcidGuarantees,,1732529655820.0e9c9d01dcbe1521dbe2ab895ce0a72d.', STARTKEY => '', ENDKEY => ''}] 2024-11-25T10:14:43,629 DEBUG [PEWorker-3 {}] procedure.DeleteTableProcedure(401): Marking 'TestAcidGuarantees' as deleted. 2024-11-25T10:14:43,629 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Delete {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":0,"tag":[],"timestamp":"1732529683629"}]},"ts":"9223372036854775807"} 2024-11-25T10:14:43,631 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(867): Deleted table TestAcidGuarantees state from META 2024-11-25T10:14:43,632 DEBUG [PEWorker-3 {}] procedure.DeleteTableProcedure(133): Finished pid=64, state=RUNNABLE:DELETE_TABLE_POST_OPERATION, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-25T10:14:43,633 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=64, state=SUCCESS, hasLock=false; DeleteTableProcedure table=TestAcidGuarantees in 69 msec 2024-11-25T10:14:43,672 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41005 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=64 2024-11-25T10:14:43,672 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocator(219): Clear meta cache for TestAcidGuarantees 2024-11-25T10:14:43,675 INFO [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: DELETE, Table Name: default:TestAcidGuarantees completed 2024-11-25T10:14:43,682 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: TestAcidGuaranteesWithEagerPolicy#testMobMixedAtomicity Thread=255 (was 248) Potentially hanging thread: ProcedureExecutor-Async-Task-Executor-7 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-2049387265_22 at /127.0.0.1:33460 [Waiting for operation #1750] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HFileArchiver-2 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ProcedureExecutor-Async-Task-Executor-5 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_545230377_22 at /127.0.0.1:33518 [Waiting for operation #1733] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-2049387265_22 at /127.0.0.1:33510 [Waiting for operation #1747] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ProcedureExecutor-Async-Task-Executor-4 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_545230377_22 at /127.0.0.1:33398 [Waiting for operation #2098] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ProcedureExecutor-Async-Task-Executor-6 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Async disk worker #0 for volume /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/457f32a9-31cf-5fe5-49cf-33994dc7a7e2/cluster_ce51990d-3b4e-7831-a236-0c51cc206d5f/data/data1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Async disk worker #0 for volume /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/457f32a9-31cf-5fe5-49cf-33994dc7a7e2/cluster_ce51990d-3b4e-7831-a236-0c51cc206d5f/data/data2 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=465 (was 453) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=502 (was 481) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=5352 (was 6454) 2024-11-25T10:14:43,692 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: TestAcidGuaranteesWithEagerPolicy#testGetAtomicity Thread=255, OpenFileDescriptor=465, MaxFileDescriptor=1048576, SystemLoadAverage=502, ProcessCount=11, AvailableMemoryMB=5350 2024-11-25T10:14:43,694 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41005 {}] util.TableDescriptorChecker(321): MEMSTORE_FLUSHSIZE for table descriptor or "hbase.hregion.memstore.flush.size" (131072) is too small, which might cause very frequent flushing. 2024-11-25T10:14:43,694 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41005 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'EAGER', 'hbase.hregion.memstore.mslab.enabled' => 'false', 'hbase.memstore.inmemoryflush.threshold.factor' => '0.9'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-25T10:14:43,695 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41005 {}] procedure2.ProcedureExecutor(1139): Stored pid=65, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=TestAcidGuarantees 2024-11-25T10:14:43,696 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=65, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_PRE_OPERATION 2024-11-25T10:14:43,696 DEBUG [PEWorker-2 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:43,696 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41005 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "TestAcidGuarantees" procId is: 65 2024-11-25T10:14:43,697 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41005 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=65 2024-11-25T10:14:43,697 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=65, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-25T10:14:43,703 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39927 is added to blk_1073742054_1230 (size=1061) 2024-11-25T10:14:43,802 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41005 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=65 2024-11-25T10:14:43,965 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-25T10:14:44,012 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41005 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=65 2024-11-25T10:14:44,105 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 637fe50ab6a07d1c99fae5ead349f86b, NAME => 'TestAcidGuarantees,,1732529683694.637fe50ab6a07d1c99fae5ead349f86b.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'EAGER', 'hbase.hregion.memstore.mslab.enabled' => 'false', 'hbase.memstore.inmemoryflush.threshold.factor' => '0.9', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e 2024-11-25T10:14:44,111 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39927 is added to blk_1073742055_1231 (size=53) 2024-11-25T10:14:44,322 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41005 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=65 2024-11-25T10:14:44,512 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(898): Instantiated TestAcidGuarantees,,1732529683694.637fe50ab6a07d1c99fae5ead349f86b.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-25T10:14:44,512 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1722): Closing 637fe50ab6a07d1c99fae5ead349f86b, disabling compactions & flushes 2024-11-25T10:14:44,512 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1755): Closing region TestAcidGuarantees,,1732529683694.637fe50ab6a07d1c99fae5ead349f86b. 2024-11-25T10:14:44,512 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on TestAcidGuarantees,,1732529683694.637fe50ab6a07d1c99fae5ead349f86b. 2024-11-25T10:14:44,512 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on TestAcidGuarantees,,1732529683694.637fe50ab6a07d1c99fae5ead349f86b. after waiting 0 ms 2024-11-25T10:14:44,512 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region TestAcidGuarantees,,1732529683694.637fe50ab6a07d1c99fae5ead349f86b. 2024-11-25T10:14:44,512 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1973): Closed TestAcidGuarantees,,1732529683694.637fe50ab6a07d1c99fae5ead349f86b. 2024-11-25T10:14:44,512 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1676): Region close journal for 637fe50ab6a07d1c99fae5ead349f86b: Waiting for close lock at 1732529684512Disabling compacts and flushes for region at 1732529684512Disabling writes for close at 1732529684512Writing region close event to WAL at 1732529684512Closed at 1732529684512 2024-11-25T10:14:44,513 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=65, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_ADD_TO_META 2024-11-25T10:14:44,514 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"TestAcidGuarantees,,1732529683694.637fe50ab6a07d1c99fae5ead349f86b.","families":{"info":[{"qualifier":"regioninfo","vlen":52,"tag":[],"timestamp":"1732529684513"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732529684513"}]},"ts":"1732529684513"} 2024-11-25T10:14:44,515 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-25T10:14:44,516 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=65, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-25T10:14:44,516 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732529684516"}]},"ts":"1732529684516"} 2024-11-25T10:14:44,517 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(843): Updated tableName=TestAcidGuarantees, state=ENABLING in hbase:meta 2024-11-25T10:14:44,518 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=66, ppid=65, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=637fe50ab6a07d1c99fae5ead349f86b, ASSIGN}] 2024-11-25T10:14:44,519 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=66, ppid=65, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=637fe50ab6a07d1c99fae5ead349f86b, ASSIGN 2024-11-25T10:14:44,519 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(269): Starting pid=66, ppid=65, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=637fe50ab6a07d1c99fae5ead349f86b, ASSIGN; state=OFFLINE, location=e2fd862922a0,38547,1732529625709; forceNewPlan=false, retain=false 2024-11-25T10:14:44,673 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=66 updating hbase:meta row=637fe50ab6a07d1c99fae5ead349f86b, regionState=OPENING, regionLocation=e2fd862922a0,38547,1732529625709 2024-11-25T10:14:44,687 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=66, ppid=65, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=637fe50ab6a07d1c99fae5ead349f86b, ASSIGN because future has completed 2024-11-25T10:14:44,687 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=67, ppid=66, state=RUNNABLE, hasLock=false; OpenRegionProcedure 637fe50ab6a07d1c99fae5ead349f86b, server=e2fd862922a0,38547,1732529625709}] 2024-11-25T10:14:44,832 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41005 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=65 2024-11-25T10:14:44,842 INFO [RS_OPEN_REGION-regionserver/e2fd862922a0:0-0 {event_type=M_RS_OPEN_REGION, pid=67}] handler.AssignRegionHandler(132): Open TestAcidGuarantees,,1732529683694.637fe50ab6a07d1c99fae5ead349f86b. 2024-11-25T10:14:44,842 DEBUG [RS_OPEN_REGION-regionserver/e2fd862922a0:0-0 {event_type=M_RS_OPEN_REGION, pid=67}] regionserver.HRegion(7752): Opening region: {ENCODED => 637fe50ab6a07d1c99fae5ead349f86b, NAME => 'TestAcidGuarantees,,1732529683694.637fe50ab6a07d1c99fae5ead349f86b.', STARTKEY => '', ENDKEY => ''} 2024-11-25T10:14:44,842 DEBUG [RS_OPEN_REGION-regionserver/e2fd862922a0:0-0 {event_type=M_RS_OPEN_REGION, pid=67}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table TestAcidGuarantees 637fe50ab6a07d1c99fae5ead349f86b 2024-11-25T10:14:44,842 DEBUG [RS_OPEN_REGION-regionserver/e2fd862922a0:0-0 {event_type=M_RS_OPEN_REGION, pid=67}] regionserver.HRegion(898): Instantiated TestAcidGuarantees,,1732529683694.637fe50ab6a07d1c99fae5ead349f86b.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-25T10:14:44,842 DEBUG [RS_OPEN_REGION-regionserver/e2fd862922a0:0-0 {event_type=M_RS_OPEN_REGION, pid=67}] regionserver.HRegion(7794): checking encryption for 637fe50ab6a07d1c99fae5ead349f86b 2024-11-25T10:14:44,842 DEBUG [RS_OPEN_REGION-regionserver/e2fd862922a0:0-0 {event_type=M_RS_OPEN_REGION, pid=67}] regionserver.HRegion(7797): checking classloading for 637fe50ab6a07d1c99fae5ead349f86b 2024-11-25T10:14:44,843 INFO [StoreOpener-637fe50ab6a07d1c99fae5ead349f86b-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family A of region 637fe50ab6a07d1c99fae5ead349f86b 2024-11-25T10:14:44,845 INFO [StoreOpener-637fe50ab6a07d1c99fae5ead349f86b-1 {}] regionserver.CompactingMemStore(122): Store=A, in-memory flush size threshold=38.40 KB, immutable segments index type=ARRAY_MAP, compactor=EAGER, pipelineThreshold=2, compactionCellMax=10 2024-11-25T10:14:44,845 INFO [StoreOpener-637fe50ab6a07d1c99fae5ead349f86b-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 637fe50ab6a07d1c99fae5ead349f86b columnFamilyName A 2024-11-25T10:14:44,845 DEBUG [StoreOpener-637fe50ab6a07d1c99fae5ead349f86b-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:44,845 INFO [StoreOpener-637fe50ab6a07d1c99fae5ead349f86b-1 {}] regionserver.HStore(327): Store=637fe50ab6a07d1c99fae5ead349f86b/A, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-25T10:14:44,846 INFO [StoreOpener-637fe50ab6a07d1c99fae5ead349f86b-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family B of region 637fe50ab6a07d1c99fae5ead349f86b 2024-11-25T10:14:44,847 INFO [StoreOpener-637fe50ab6a07d1c99fae5ead349f86b-1 {}] regionserver.CompactingMemStore(122): Store=B, in-memory flush size threshold=38.40 KB, immutable segments index type=ARRAY_MAP, compactor=EAGER, pipelineThreshold=2, compactionCellMax=10 2024-11-25T10:14:44,847 INFO [StoreOpener-637fe50ab6a07d1c99fae5ead349f86b-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 637fe50ab6a07d1c99fae5ead349f86b columnFamilyName B 2024-11-25T10:14:44,847 DEBUG [StoreOpener-637fe50ab6a07d1c99fae5ead349f86b-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:44,847 INFO [StoreOpener-637fe50ab6a07d1c99fae5ead349f86b-1 {}] regionserver.HStore(327): Store=637fe50ab6a07d1c99fae5ead349f86b/B, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-25T10:14:44,848 INFO [StoreOpener-637fe50ab6a07d1c99fae5ead349f86b-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family C of region 637fe50ab6a07d1c99fae5ead349f86b 2024-11-25T10:14:44,849 INFO [StoreOpener-637fe50ab6a07d1c99fae5ead349f86b-1 {}] regionserver.CompactingMemStore(122): Store=C, in-memory flush size threshold=38.40 KB, immutable segments index type=ARRAY_MAP, compactor=EAGER, pipelineThreshold=2, compactionCellMax=10 2024-11-25T10:14:44,849 INFO [StoreOpener-637fe50ab6a07d1c99fae5ead349f86b-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 637fe50ab6a07d1c99fae5ead349f86b columnFamilyName C 2024-11-25T10:14:44,849 DEBUG [StoreOpener-637fe50ab6a07d1c99fae5ead349f86b-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:14:44,849 INFO [StoreOpener-637fe50ab6a07d1c99fae5ead349f86b-1 {}] regionserver.HStore(327): Store=637fe50ab6a07d1c99fae5ead349f86b/C, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-25T10:14:44,849 INFO [RS_OPEN_REGION-regionserver/e2fd862922a0:0-0 {event_type=M_RS_OPEN_REGION, pid=67}] regionserver.HRegion(1212): Setting FlushNonSloppyStoresFirstPolicy for the region=TestAcidGuarantees,,1732529683694.637fe50ab6a07d1c99fae5ead349f86b. 2024-11-25T10:14:44,849 DEBUG [RS_OPEN_REGION-regionserver/e2fd862922a0:0-0 {event_type=M_RS_OPEN_REGION, pid=67}] regionserver.HRegion(1038): replaying wal for 637fe50ab6a07d1c99fae5ead349f86b 2024-11-25T10:14:44,850 DEBUG [RS_OPEN_REGION-regionserver/e2fd862922a0:0-0 {event_type=M_RS_OPEN_REGION, pid=67}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/637fe50ab6a07d1c99fae5ead349f86b 2024-11-25T10:14:44,850 DEBUG [RS_OPEN_REGION-regionserver/e2fd862922a0:0-0 {event_type=M_RS_OPEN_REGION, pid=67}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/637fe50ab6a07d1c99fae5ead349f86b 2024-11-25T10:14:44,851 DEBUG [RS_OPEN_REGION-regionserver/e2fd862922a0:0-0 {event_type=M_RS_OPEN_REGION, pid=67}] regionserver.HRegion(1048): stopping wal replay for 637fe50ab6a07d1c99fae5ead349f86b 2024-11-25T10:14:44,851 DEBUG [RS_OPEN_REGION-regionserver/e2fd862922a0:0-0 {event_type=M_RS_OPEN_REGION, pid=67}] regionserver.HRegion(1060): Cleaning up temporary data for 637fe50ab6a07d1c99fae5ead349f86b 2024-11-25T10:14:44,852 DEBUG [RS_OPEN_REGION-regionserver/e2fd862922a0:0-0 {event_type=M_RS_OPEN_REGION, pid=67}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table TestAcidGuarantees descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-11-25T10:14:44,853 DEBUG [RS_OPEN_REGION-regionserver/e2fd862922a0:0-0 {event_type=M_RS_OPEN_REGION, pid=67}] regionserver.HRegion(1093): writing seq id for 637fe50ab6a07d1c99fae5ead349f86b 2024-11-25T10:14:44,855 DEBUG [RS_OPEN_REGION-regionserver/e2fd862922a0:0-0 {event_type=M_RS_OPEN_REGION, pid=67}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/637fe50ab6a07d1c99fae5ead349f86b/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-25T10:14:44,855 INFO [RS_OPEN_REGION-regionserver/e2fd862922a0:0-0 {event_type=M_RS_OPEN_REGION, pid=67}] regionserver.HRegion(1114): Opened 637fe50ab6a07d1c99fae5ead349f86b; next sequenceid=2; ConstantSizeRegionSplitPolicy{desiredMaxFileSize=65618268, jitterRate=-0.02221161127090454}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-11-25T10:14:44,855 DEBUG [RS_OPEN_REGION-regionserver/e2fd862922a0:0-0 {event_type=M_RS_OPEN_REGION, pid=67}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 637fe50ab6a07d1c99fae5ead349f86b 2024-11-25T10:14:44,856 DEBUG [RS_OPEN_REGION-regionserver/e2fd862922a0:0-0 {event_type=M_RS_OPEN_REGION, pid=67}] regionserver.HRegion(1006): Region open journal for 637fe50ab6a07d1c99fae5ead349f86b: Running coprocessor pre-open hook at 1732529684842Writing region info on filesystem at 1732529684842Initializing all the Stores at 1732529684843 (+1 ms)Instantiating store for column family {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732529684843Instantiating store for column family {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732529684843Instantiating store for column family {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732529684843Cleaning up temporary data from old regions at 1732529684851 (+8 ms)Running coprocessor post-open hooks at 1732529684855 (+4 ms)Region opened successfully at 1732529684856 (+1 ms) 2024-11-25T10:14:44,857 INFO [RS_OPEN_REGION-regionserver/e2fd862922a0:0-0 {event_type=M_RS_OPEN_REGION, pid=67}] regionserver.HRegionServer(2236): Post open deploy tasks for TestAcidGuarantees,,1732529683694.637fe50ab6a07d1c99fae5ead349f86b., pid=67, masterSystemTime=1732529684839 2024-11-25T10:14:44,859 DEBUG [RS_OPEN_REGION-regionserver/e2fd862922a0:0-0 {event_type=M_RS_OPEN_REGION, pid=67}] regionserver.HRegionServer(2266): Finished post open deploy task for TestAcidGuarantees,,1732529683694.637fe50ab6a07d1c99fae5ead349f86b. 2024-11-25T10:14:44,859 INFO [RS_OPEN_REGION-regionserver/e2fd862922a0:0-0 {event_type=M_RS_OPEN_REGION, pid=67}] handler.AssignRegionHandler(153): Opened TestAcidGuarantees,,1732529683694.637fe50ab6a07d1c99fae5ead349f86b. 2024-11-25T10:14:44,859 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=66 updating hbase:meta row=637fe50ab6a07d1c99fae5ead349f86b, regionState=OPEN, openSeqNum=2, regionLocation=e2fd862922a0,38547,1732529625709 2024-11-25T10:14:44,861 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=67, ppid=66, state=RUNNABLE, hasLock=false; OpenRegionProcedure 637fe50ab6a07d1c99fae5ead349f86b, server=e2fd862922a0,38547,1732529625709 because future has completed 2024-11-25T10:14:44,862 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=67, resume processing ppid=66 2024-11-25T10:14:44,863 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=67, ppid=66, state=SUCCESS, hasLock=false; OpenRegionProcedure 637fe50ab6a07d1c99fae5ead349f86b, server=e2fd862922a0,38547,1732529625709 in 174 msec 2024-11-25T10:14:44,864 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=66, resume processing ppid=65 2024-11-25T10:14:44,864 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=66, ppid=65, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=637fe50ab6a07d1c99fae5ead349f86b, ASSIGN in 345 msec 2024-11-25T10:14:44,865 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=65, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-25T10:14:44,865 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732529684865"}]},"ts":"1732529684865"} 2024-11-25T10:14:44,866 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=TestAcidGuarantees, state=ENABLED in hbase:meta 2024-11-25T10:14:44,867 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=65, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_POST_OPERATION 2024-11-25T10:14:44,868 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=65, state=SUCCESS, hasLock=false; CreateTableProcedure table=TestAcidGuarantees in 1.1730 sec 2024-11-25T10:14:45,843 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41005 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=65 2024-11-25T10:14:45,843 INFO [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:TestAcidGuarantees completed 2024-11-25T10:14:45,845 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@332604e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T10:14:45,845 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request e2fd862922a0,41005,-1 for getting cluster id 2024-11-25T10:14:45,845 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-25T10:14:45,846 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'faeb5c13-49c4-407d-86f9-65e4c873355a' 2024-11-25T10:14:45,847 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-25T10:14:45,847 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "faeb5c13-49c4-407d-86f9-65e4c873355a" 2024-11-25T10:14:45,847 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@67d8b874, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T10:14:45,848 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [e2fd862922a0,41005,-1] 2024-11-25T10:14:45,848 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-25T10:14:45,848 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T10:14:45,857 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:39758, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-25T10:14:45,858 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@33dacfe8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T10:14:45,858 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-25T10:14:45,859 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=e2fd862922a0,38547,1732529625709, seqNum=-1] 2024-11-25T10:14:45,859 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-25T10:14:45,861 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45382, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-25T10:14:45,862 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-25T10:14:45,862 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncConnectionImpl(321): The fetched master address is e2fd862922a0,41005,1732529624914 2024-11-25T10:14:45,862 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@6fb76a5b 2024-11-25T10:14:45,863 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-25T10:14:45,864 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:39760, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-25T10:14:45,865 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@38d2955, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T10:14:45,865 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request e2fd862922a0,41005,-1 for getting cluster id 2024-11-25T10:14:45,865 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-25T10:14:45,866 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'faeb5c13-49c4-407d-86f9-65e4c873355a' 2024-11-25T10:14:45,867 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-25T10:14:45,867 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "faeb5c13-49c4-407d-86f9-65e4c873355a" 2024-11-25T10:14:45,867 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@303d083f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T10:14:45,867 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [e2fd862922a0,41005,-1] 2024-11-25T10:14:45,867 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-25T10:14:45,867 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T10:14:45,868 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:39782, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-25T10:14:45,868 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@373d68a4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T10:14:45,869 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5278badf, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T10:14:45,869 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request e2fd862922a0,41005,-1 for getting cluster id 2024-11-25T10:14:45,870 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-25T10:14:45,871 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'faeb5c13-49c4-407d-86f9-65e4c873355a' 2024-11-25T10:14:45,871 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-25T10:14:45,871 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "faeb5c13-49c4-407d-86f9-65e4c873355a" 2024-11-25T10:14:45,871 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@55a8bd23, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T10:14:45,872 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [e2fd862922a0,41005,-1] 2024-11-25T10:14:45,872 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-25T10:14:45,872 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T10:14:45,873 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:39796, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-25T10:14:45,873 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2aebc8f4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T10:14:45,874 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@41336bf1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T10:14:45,874 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request e2fd862922a0,41005,-1 for getting cluster id 2024-11-25T10:14:45,874 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-25T10:14:45,874 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'faeb5c13-49c4-407d-86f9-65e4c873355a' 2024-11-25T10:14:45,874 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-25T10:14:45,874 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "faeb5c13-49c4-407d-86f9-65e4c873355a" 2024-11-25T10:14:45,875 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4b55ca8e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T10:14:45,875 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [e2fd862922a0,41005,-1] 2024-11-25T10:14:45,875 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-25T10:14:45,875 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T10:14:45,876 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:39820, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-25T10:14:45,876 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@618ebf8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T10:14:45,879 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3533c339, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T10:14:45,879 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request e2fd862922a0,41005,-1 for getting cluster id 2024-11-25T10:14:45,879 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-25T10:14:45,879 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'faeb5c13-49c4-407d-86f9-65e4c873355a' 2024-11-25T10:14:45,879 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-25T10:14:45,880 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "faeb5c13-49c4-407d-86f9-65e4c873355a" 2024-11-25T10:14:45,880 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3d38a359, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T10:14:45,880 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [e2fd862922a0,41005,-1] 2024-11-25T10:14:45,880 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-25T10:14:45,880 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T10:14:45,881 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:39848, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-25T10:14:45,881 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@29d842d6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T10:14:45,882 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@683339a0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T10:14:45,882 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request e2fd862922a0,41005,-1 for getting cluster id 2024-11-25T10:14:45,882 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-25T10:14:45,883 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'faeb5c13-49c4-407d-86f9-65e4c873355a' 2024-11-25T10:14:45,883 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-25T10:14:45,883 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "faeb5c13-49c4-407d-86f9-65e4c873355a" 2024-11-25T10:14:45,884 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3d7f107d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T10:14:45,884 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [e2fd862922a0,41005,-1] 2024-11-25T10:14:45,884 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-25T10:14:45,884 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T10:14:45,885 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:39862, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-25T10:14:45,886 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7da8c1d6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T10:14:45,889 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3887744, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T10:14:45,889 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request e2fd862922a0,41005,-1 for getting cluster id 2024-11-25T10:14:45,889 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-25T10:14:45,890 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'faeb5c13-49c4-407d-86f9-65e4c873355a' 2024-11-25T10:14:45,890 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-25T10:14:45,890 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "faeb5c13-49c4-407d-86f9-65e4c873355a" 2024-11-25T10:14:45,890 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6765920a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T10:14:45,890 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [e2fd862922a0,41005,-1] 2024-11-25T10:14:45,890 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-25T10:14:45,891 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T10:14:45,892 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:39872, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-25T10:14:45,892 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4930f85a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T10:14:45,893 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3d76d8b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T10:14:45,894 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request e2fd862922a0,41005,-1 for getting cluster id 2024-11-25T10:14:45,894 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-25T10:14:45,894 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'faeb5c13-49c4-407d-86f9-65e4c873355a' 2024-11-25T10:14:45,895 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-25T10:14:45,895 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "faeb5c13-49c4-407d-86f9-65e4c873355a" 2024-11-25T10:14:45,895 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7124acc2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T10:14:45,895 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [e2fd862922a0,41005,-1] 2024-11-25T10:14:45,895 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-25T10:14:45,895 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T10:14:45,896 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:39902, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-25T10:14:45,897 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6b380faf, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T10:14:45,902 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1714f10c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T10:14:45,902 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request e2fd862922a0,41005,-1 for getting cluster id 2024-11-25T10:14:45,902 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-25T10:14:45,903 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'faeb5c13-49c4-407d-86f9-65e4c873355a' 2024-11-25T10:14:45,903 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-25T10:14:45,903 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "faeb5c13-49c4-407d-86f9-65e4c873355a" 2024-11-25T10:14:45,904 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@68dd1755, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T10:14:45,904 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [e2fd862922a0,41005,-1] 2024-11-25T10:14:45,904 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-25T10:14:45,904 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T10:14:45,906 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:39910, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-25T10:14:45,907 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@73c343e3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T10:14:45,908 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7f8dcc57, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T10:14:45,908 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request e2fd862922a0,41005,-1 for getting cluster id 2024-11-25T10:14:45,908 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-25T10:14:45,909 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'faeb5c13-49c4-407d-86f9-65e4c873355a' 2024-11-25T10:14:45,909 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-25T10:14:45,909 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "faeb5c13-49c4-407d-86f9-65e4c873355a" 2024-11-25T10:14:45,909 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4b98fa40, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T10:14:45,909 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [e2fd862922a0,41005,-1] 2024-11-25T10:14:45,910 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-25T10:14:45,910 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T10:14:45,911 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:39928, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-25T10:14:45,911 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@26375a40, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T10:14:45,912 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4185452e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T10:14:45,912 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request e2fd862922a0,41005,-1 for getting cluster id 2024-11-25T10:14:45,912 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-25T10:14:45,912 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'faeb5c13-49c4-407d-86f9-65e4c873355a' 2024-11-25T10:14:45,912 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-25T10:14:45,913 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "faeb5c13-49c4-407d-86f9-65e4c873355a" 2024-11-25T10:14:45,913 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5cbb9e53, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T10:14:45,913 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [e2fd862922a0,41005,-1] 2024-11-25T10:14:45,913 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-25T10:14:45,913 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T10:14:45,914 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:39948, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-25T10:14:45,914 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7a1676c8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T10:14:45,915 DEBUG [Thread-1094 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-25T10:14:45,915 DEBUG [Thread-1100 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-25T10:14:45,915 DEBUG [Thread-1098 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-25T10:14:45,916 DEBUG [Thread-1085 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-25T10:14:45,916 DEBUG [Thread-1087 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-25T10:14:45,916 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=e2fd862922a0,38547,1732529625709, seqNum=-1] 2024-11-25T10:14:45,916 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=e2fd862922a0,38547,1732529625709, seqNum=-1] 2024-11-25T10:14:45,916 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-25T10:14:45,916 DEBUG [Thread-1092 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-25T10:14:45,916 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-25T10:14:45,917 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=e2fd862922a0,38547,1732529625709, seqNum=-1] 2024-11-25T10:14:45,917 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-25T10:14:45,917 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41005 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-25T10:14:45,917 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=e2fd862922a0,38547,1732529625709, seqNum=-1] 2024-11-25T10:14:45,917 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=e2fd862922a0,38547,1732529625709, seqNum=-1] 2024-11-25T10:14:45,917 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=e2fd862922a0,38547,1732529625709, seqNum=-1] 2024-11-25T10:14:45,917 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45386, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-25T10:14:45,917 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-25T10:14:45,918 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-25T10:14:45,918 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-25T10:14:45,918 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45402, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-25T10:14:45,919 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41005 {}] procedure2.ProcedureExecutor(1139): Stored pid=68, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=68, table=TestAcidGuarantees 2024-11-25T10:14:45,920 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45418, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-25T10:14:45,920 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41005 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=68 2024-11-25T10:14:45,920 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45452, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-25T10:14:45,920 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45440, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-25T10:14:45,920 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45434, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-25T10:14:45,920 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=68, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=68, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-25T10:14:45,921 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_1', locateType=CURRENT is [region=TestAcidGuarantees,,1732529683694.637fe50ab6a07d1c99fae5ead349f86b., hostname=e2fd862922a0,38547,1732529625709, seqNum=2] 2024-11-25T10:14:45,921 DEBUG [Thread-1096 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-25T10:14:45,921 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_1', locateType=CURRENT is [region=TestAcidGuarantees,,1732529683694.637fe50ab6a07d1c99fae5ead349f86b., hostname=e2fd862922a0,38547,1732529625709, seqNum=2] 2024-11-25T10:14:45,921 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=68, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=68, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-25T10:14:45,922 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=69, ppid=68, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-25T10:14:45,922 DEBUG [Thread-1089 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-25T10:14:45,922 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=e2fd862922a0,38547,1732529625709, seqNum=-1] 2024-11-25T10:14:45,922 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-25T10:14:45,922 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_2', locateType=CURRENT is [region=TestAcidGuarantees,,1732529683694.637fe50ab6a07d1c99fae5ead349f86b., hostname=e2fd862922a0,38547,1732529625709, seqNum=2] 2024-11-25T10:14:45,922 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_2', locateType=CURRENT is [region=TestAcidGuarantees,,1732529683694.637fe50ab6a07d1c99fae5ead349f86b., hostname=e2fd862922a0,38547,1732529625709, seqNum=2] 2024-11-25T10:14:45,923 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_0', locateType=CURRENT is [region=TestAcidGuarantees,,1732529683694.637fe50ab6a07d1c99fae5ead349f86b., hostname=e2fd862922a0,38547,1732529625709, seqNum=2] 2024-11-25T10:14:45,924 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45454, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-25T10:14:45,924 DEBUG [Thread-1089 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=e2fd862922a0,38547,1732529625709, seqNum=-1] 2024-11-25T10:14:45,924 DEBUG [Thread-1089 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-25T10:14:45,924 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_0', locateType=CURRENT is [region=TestAcidGuarantees,,1732529683694.637fe50ab6a07d1c99fae5ead349f86b., hostname=e2fd862922a0,38547,1732529625709, seqNum=2] 2024-11-25T10:14:45,925 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_2', locateType=CURRENT is [region=TestAcidGuarantees,,1732529683694.637fe50ab6a07d1c99fae5ead349f86b., hostname=e2fd862922a0,38547,1732529625709, seqNum=2] 2024-11-25T10:14:45,925 DEBUG [Thread-1081 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-25T10:14:45,925 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45456, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-25T10:14:45,926 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=e2fd862922a0,38547,1732529625709, seqNum=-1] 2024-11-25T10:14:45,926 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-25T10:14:45,927 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_2', locateType=CURRENT is [region=TestAcidGuarantees,,1732529683694.637fe50ab6a07d1c99fae5ead349f86b., hostname=e2fd862922a0,38547,1732529625709, seqNum=2] 2024-11-25T10:14:45,927 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45472, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-25T10:14:45,929 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_0', locateType=CURRENT is [region=TestAcidGuarantees,,1732529683694.637fe50ab6a07d1c99fae5ead349f86b., hostname=e2fd862922a0,38547,1732529625709, seqNum=2] 2024-11-25T10:14:45,944 DEBUG [Thread-1083 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-25T10:14:45,946 DEBUG [Thread-1083 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=e2fd862922a0,38547,1732529625709, seqNum=-1] 2024-11-25T10:14:45,946 DEBUG [Thread-1083 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-25T10:14:45,949 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] regionserver.HRegion(8855): Flush requested on 637fe50ab6a07d1c99fae5ead349f86b 2024-11-25T10:14:45,949 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 637fe50ab6a07d1c99fae5ead349f86b 3/3 column families, dataSize=60.38 KB heapSize=180.05 KB 2024-11-25T10:14:45,950 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45476, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-25T10:14:45,951 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_0', locateType=CURRENT is [region=TestAcidGuarantees,,1732529683694.637fe50ab6a07d1c99fae5ead349f86b., hostname=e2fd862922a0,38547,1732529625709, seqNum=2] 2024-11-25T10:14:45,956 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 637fe50ab6a07d1c99fae5ead349f86b, store=A 2024-11-25T10:14:45,956 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T10:14:45,956 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 637fe50ab6a07d1c99fae5ead349f86b, store=B 2024-11-25T10:14:45,956 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T10:14:45,956 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 637fe50ab6a07d1c99fae5ead349f86b, store=C 2024-11-25T10:14:45,956 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T10:14:45,993 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=637fe50ab6a07d1c99fae5ead349f86b, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-25T10:14:45,993 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] ipc.CallRunner(138): callId: 7 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45434 deadline: 1732529745980, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=637fe50ab6a07d1c99fae5ead349f86b, server=e2fd862922a0,38547,1732529625709 2024-11-25T10:14:45,994 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732529683694.637fe50ab6a07d1c99fae5ead349f86b., hostname=e2fd862922a0,38547,1732529625709, seqNum=2 , the old value is region=TestAcidGuarantees,,1732529683694.637fe50ab6a07d1c99fae5ead349f86b., hostname=e2fd862922a0,38547,1732529625709, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=637fe50ab6a07d1c99fae5ead349f86b, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T10:14:45,994 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732529683694.637fe50ab6a07d1c99fae5ead349f86b., hostname=e2fd862922a0,38547,1732529625709, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=637fe50ab6a07d1c99fae5ead349f86b, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T10:14:45,994 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732529683694.637fe50ab6a07d1c99fae5ead349f86b., hostname=e2fd862922a0,38547,1732529625709, seqNum=2 because the exception is null or not the one we care about 2024-11-25T10:14:45,994 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=637fe50ab6a07d1c99fae5ead349f86b, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-25T10:14:45,994 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] ipc.CallRunner(138): callId: 4 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45476 deadline: 1732529745984, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=637fe50ab6a07d1c99fae5ead349f86b, server=e2fd862922a0,38547,1732529625709 2024-11-25T10:14:45,995 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=637fe50ab6a07d1c99fae5ead349f86b, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-25T10:14:45,995 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732529683694.637fe50ab6a07d1c99fae5ead349f86b., hostname=e2fd862922a0,38547,1732529625709, seqNum=2 , the old value is region=TestAcidGuarantees,,1732529683694.637fe50ab6a07d1c99fae5ead349f86b., hostname=e2fd862922a0,38547,1732529625709, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=637fe50ab6a07d1c99fae5ead349f86b, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T10:14:45,997 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732529683694.637fe50ab6a07d1c99fae5ead349f86b., hostname=e2fd862922a0,38547,1732529625709, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=637fe50ab6a07d1c99fae5ead349f86b, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T10:14:45,997 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732529683694.637fe50ab6a07d1c99fae5ead349f86b., hostname=e2fd862922a0,38547,1732529625709, seqNum=2 because the exception is null or not the one we care about 2024-11-25T10:14:45,997 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] ipc.CallRunner(138): callId: 6 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45472 deadline: 1732529745985, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=637fe50ab6a07d1c99fae5ead349f86b, server=e2fd862922a0,38547,1732529625709 2024-11-25T10:14:45,996 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=637fe50ab6a07d1c99fae5ead349f86b, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-25T10:14:45,997 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45452 deadline: 1732529745989, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=637fe50ab6a07d1c99fae5ead349f86b, server=e2fd862922a0,38547,1732529625709 2024-11-25T10:14:45,997 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732529683694.637fe50ab6a07d1c99fae5ead349f86b., hostname=e2fd862922a0,38547,1732529625709, seqNum=2 , the old value is region=TestAcidGuarantees,,1732529683694.637fe50ab6a07d1c99fae5ead349f86b., hostname=e2fd862922a0,38547,1732529625709, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=637fe50ab6a07d1c99fae5ead349f86b, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T10:14:45,997 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732529683694.637fe50ab6a07d1c99fae5ead349f86b., hostname=e2fd862922a0,38547,1732529625709, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=637fe50ab6a07d1c99fae5ead349f86b, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T10:14:45,997 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732529683694.637fe50ab6a07d1c99fae5ead349f86b., hostname=e2fd862922a0,38547,1732529625709, seqNum=2 because the exception is null or not the one we care about 2024-11-25T10:14:45,997 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/637fe50ab6a07d1c99fae5ead349f86b/.tmp/A/5881323b3fa34564b4d7398f6b35ad2c is 50, key is test_row_0/A:col10/1732529685941/Put/seqid=0 2024-11-25T10:14:45,997 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732529683694.637fe50ab6a07d1c99fae5ead349f86b., hostname=e2fd862922a0,38547,1732529625709, seqNum=2 , the old value is region=TestAcidGuarantees,,1732529683694.637fe50ab6a07d1c99fae5ead349f86b., hostname=e2fd862922a0,38547,1732529625709, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=637fe50ab6a07d1c99fae5ead349f86b, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T10:14:45,997 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732529683694.637fe50ab6a07d1c99fae5ead349f86b., hostname=e2fd862922a0,38547,1732529625709, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=637fe50ab6a07d1c99fae5ead349f86b, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T10:14:45,998 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732529683694.637fe50ab6a07d1c99fae5ead349f86b., hostname=e2fd862922a0,38547,1732529625709, seqNum=2 because the exception is null or not the one we care about 2024-11-25T10:14:46,003 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=637fe50ab6a07d1c99fae5ead349f86b, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-25T10:14:46,003 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] ipc.CallRunner(138): callId: 6 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45456 deadline: 1732529745997, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=637fe50ab6a07d1c99fae5ead349f86b, server=e2fd862922a0,38547,1732529625709 2024-11-25T10:14:46,004 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732529683694.637fe50ab6a07d1c99fae5ead349f86b., hostname=e2fd862922a0,38547,1732529625709, seqNum=2 , the old value is region=TestAcidGuarantees,,1732529683694.637fe50ab6a07d1c99fae5ead349f86b., hostname=e2fd862922a0,38547,1732529625709, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=637fe50ab6a07d1c99fae5ead349f86b, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T10:14:46,004 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732529683694.637fe50ab6a07d1c99fae5ead349f86b., hostname=e2fd862922a0,38547,1732529625709, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=637fe50ab6a07d1c99fae5ead349f86b, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T10:14:46,004 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732529683694.637fe50ab6a07d1c99fae5ead349f86b., hostname=e2fd862922a0,38547,1732529625709, seqNum=2 because the exception is null or not the one we care about 2024-11-25T10:14:46,032 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41005 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=68 2024-11-25T10:14:46,044 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39927 is added to blk_1073742056_1232 (size=12001) 2024-11-25T10:14:46,046 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=14 (bloomFilter=true), to=hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/637fe50ab6a07d1c99fae5ead349f86b/.tmp/A/5881323b3fa34564b4d7398f6b35ad2c 2024-11-25T10:14:46,076 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=38547 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=69 2024-11-25T10:14:46,076 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e2fd862922a0:0-0 {event_type=RS_FLUSH_REGIONS, pid=69}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732529683694.637fe50ab6a07d1c99fae5ead349f86b. 2024-11-25T10:14:46,076 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e2fd862922a0:0-0 {event_type=RS_FLUSH_REGIONS, pid=69}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732529683694.637fe50ab6a07d1c99fae5ead349f86b. as already flushing 2024-11-25T10:14:46,076 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e2fd862922a0:0-0 {event_type=RS_FLUSH_REGIONS, pid=69}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732529683694.637fe50ab6a07d1c99fae5ead349f86b. 2024-11-25T10:14:46,076 ERROR [RS_FLUSH_OPERATIONS-regionserver/e2fd862922a0:0-0 {event_type=RS_FLUSH_REGIONS, pid=69}] handler.RSProcedureHandler(58): pid=69 java.io.IOException: Unable to complete flush {ENCODED => 637fe50ab6a07d1c99fae5ead349f86b, NAME => 'TestAcidGuarantees,,1732529683694.637fe50ab6a07d1c99fae5ead349f86b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T10:14:46,076 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e2fd862922a0:0-0 {event_type=RS_FLUSH_REGIONS, pid=69}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=69 java.io.IOException: Unable to complete flush {ENCODED => 637fe50ab6a07d1c99fae5ead349f86b, NAME => 'TestAcidGuarantees,,1732529683694.637fe50ab6a07d1c99fae5ead349f86b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T10:14:46,077 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41005 {}] master.HMaster(4177): Remote procedure failed, pid=69 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 637fe50ab6a07d1c99fae5ead349f86b, NAME => 'TestAcidGuarantees,,1732529683694.637fe50ab6a07d1c99fae5ead349f86b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 637fe50ab6a07d1c99fae5ead349f86b, NAME => 'TestAcidGuarantees,,1732529683694.637fe50ab6a07d1c99fae5ead349f86b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T10:14:46,086 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/637fe50ab6a07d1c99fae5ead349f86b/.tmp/B/2cfc25406ae340c5aca6f54cb02ee10a is 50, key is test_row_0/B:col10/1732529685941/Put/seqid=0 2024-11-25T10:14:46,106 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=637fe50ab6a07d1c99fae5ead349f86b, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-25T10:14:46,106 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] ipc.CallRunner(138): callId: 5 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45476 deadline: 1732529746102, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=637fe50ab6a07d1c99fae5ead349f86b, server=e2fd862922a0,38547,1732529625709 2024-11-25T10:14:46,107 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=637fe50ab6a07d1c99fae5ead349f86b, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-25T10:14:46,107 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] ipc.CallRunner(138): callId: 7 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45472 deadline: 1732529746103, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=637fe50ab6a07d1c99fae5ead349f86b, server=e2fd862922a0,38547,1732529625709 2024-11-25T10:14:46,107 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732529683694.637fe50ab6a07d1c99fae5ead349f86b., hostname=e2fd862922a0,38547,1732529625709, seqNum=2 , the old value is region=TestAcidGuarantees,,1732529683694.637fe50ab6a07d1c99fae5ead349f86b., hostname=e2fd862922a0,38547,1732529625709, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=637fe50ab6a07d1c99fae5ead349f86b, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T10:14:46,107 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732529683694.637fe50ab6a07d1c99fae5ead349f86b., hostname=e2fd862922a0,38547,1732529625709, seqNum=2 , the old value is region=TestAcidGuarantees,,1732529683694.637fe50ab6a07d1c99fae5ead349f86b., hostname=e2fd862922a0,38547,1732529625709, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=637fe50ab6a07d1c99fae5ead349f86b, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T10:14:46,107 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732529683694.637fe50ab6a07d1c99fae5ead349f86b., hostname=e2fd862922a0,38547,1732529625709, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=637fe50ab6a07d1c99fae5ead349f86b, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T10:14:46,107 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732529683694.637fe50ab6a07d1c99fae5ead349f86b., hostname=e2fd862922a0,38547,1732529625709, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=637fe50ab6a07d1c99fae5ead349f86b, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T10:14:46,107 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732529683694.637fe50ab6a07d1c99fae5ead349f86b., hostname=e2fd862922a0,38547,1732529625709, seqNum=2 because the exception is null or not the one we care about 2024-11-25T10:14:46,107 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=637fe50ab6a07d1c99fae5ead349f86b, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-25T10:14:46,107 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732529683694.637fe50ab6a07d1c99fae5ead349f86b., hostname=e2fd862922a0,38547,1732529625709, seqNum=2 because the exception is null or not the one we care about 2024-11-25T10:14:46,108 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45434 deadline: 1732529746103, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=637fe50ab6a07d1c99fae5ead349f86b, server=e2fd862922a0,38547,1732529625709 2024-11-25T10:14:46,108 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732529683694.637fe50ab6a07d1c99fae5ead349f86b., hostname=e2fd862922a0,38547,1732529625709, seqNum=2 , the old value is region=TestAcidGuarantees,,1732529683694.637fe50ab6a07d1c99fae5ead349f86b., hostname=e2fd862922a0,38547,1732529625709, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=637fe50ab6a07d1c99fae5ead349f86b, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T10:14:46,108 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732529683694.637fe50ab6a07d1c99fae5ead349f86b., hostname=e2fd862922a0,38547,1732529625709, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=637fe50ab6a07d1c99fae5ead349f86b, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T10:14:46,108 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732529683694.637fe50ab6a07d1c99fae5ead349f86b., hostname=e2fd862922a0,38547,1732529625709, seqNum=2 because the exception is null or not the one we care about 2024-11-25T10:14:46,109 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=637fe50ab6a07d1c99fae5ead349f86b, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-25T10:14:46,109 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45452 deadline: 1732529746103, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=637fe50ab6a07d1c99fae5ead349f86b, server=e2fd862922a0,38547,1732529625709 2024-11-25T10:14:46,109 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732529683694.637fe50ab6a07d1c99fae5ead349f86b., hostname=e2fd862922a0,38547,1732529625709, seqNum=2 , the old value is region=TestAcidGuarantees,,1732529683694.637fe50ab6a07d1c99fae5ead349f86b., hostname=e2fd862922a0,38547,1732529625709, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=637fe50ab6a07d1c99fae5ead349f86b, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T10:14:46,110 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732529683694.637fe50ab6a07d1c99fae5ead349f86b., hostname=e2fd862922a0,38547,1732529625709, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=637fe50ab6a07d1c99fae5ead349f86b, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T10:14:46,110 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732529683694.637fe50ab6a07d1c99fae5ead349f86b., hostname=e2fd862922a0,38547,1732529625709, seqNum=2 because the exception is null or not the one we care about 2024-11-25T10:14:46,119 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=637fe50ab6a07d1c99fae5ead349f86b, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-25T10:14:46,120 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] ipc.CallRunner(138): callId: 7 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45456 deadline: 1732529746112, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=637fe50ab6a07d1c99fae5ead349f86b, server=e2fd862922a0,38547,1732529625709 2024-11-25T10:14:46,120 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732529683694.637fe50ab6a07d1c99fae5ead349f86b., hostname=e2fd862922a0,38547,1732529625709, seqNum=2 , the old value is region=TestAcidGuarantees,,1732529683694.637fe50ab6a07d1c99fae5ead349f86b., hostname=e2fd862922a0,38547,1732529625709, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=637fe50ab6a07d1c99fae5ead349f86b, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T10:14:46,120 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732529683694.637fe50ab6a07d1c99fae5ead349f86b., hostname=e2fd862922a0,38547,1732529625709, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=637fe50ab6a07d1c99fae5ead349f86b, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T10:14:46,120 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732529683694.637fe50ab6a07d1c99fae5ead349f86b., hostname=e2fd862922a0,38547,1732529625709, seqNum=2 because the exception is null or not the one we care about 2024-11-25T10:14:46,128 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39927 is added to blk_1073742057_1233 (size=12001) 2024-11-25T10:14:46,129 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=14 (bloomFilter=true), to=hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/637fe50ab6a07d1c99fae5ead349f86b/.tmp/B/2cfc25406ae340c5aca6f54cb02ee10a 2024-11-25T10:14:46,170 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/637fe50ab6a07d1c99fae5ead349f86b/.tmp/C/b036f96ee2ed4047b9530c763fa0f1d6 is 50, key is test_row_0/C:col10/1732529685941/Put/seqid=0 2024-11-25T10:14:46,207 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39927 is added to blk_1073742058_1234 (size=12001) 2024-11-25T10:14:46,209 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=14 (bloomFilter=true), to=hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/637fe50ab6a07d1c99fae5ead349f86b/.tmp/C/b036f96ee2ed4047b9530c763fa0f1d6 2024-11-25T10:14:46,228 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/637fe50ab6a07d1c99fae5ead349f86b/.tmp/A/5881323b3fa34564b4d7398f6b35ad2c as hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/637fe50ab6a07d1c99fae5ead349f86b/A/5881323b3fa34564b4d7398f6b35ad2c 2024-11-25T10:14:46,230 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=38547 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=69 2024-11-25T10:14:46,230 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e2fd862922a0:0-1 {event_type=RS_FLUSH_REGIONS, pid=69}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732529683694.637fe50ab6a07d1c99fae5ead349f86b. 2024-11-25T10:14:46,230 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e2fd862922a0:0-1 {event_type=RS_FLUSH_REGIONS, pid=69}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732529683694.637fe50ab6a07d1c99fae5ead349f86b. as already flushing 2024-11-25T10:14:46,231 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e2fd862922a0:0-1 {event_type=RS_FLUSH_REGIONS, pid=69}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732529683694.637fe50ab6a07d1c99fae5ead349f86b. 2024-11-25T10:14:46,231 ERROR [RS_FLUSH_OPERATIONS-regionserver/e2fd862922a0:0-1 {event_type=RS_FLUSH_REGIONS, pid=69}] handler.RSProcedureHandler(58): pid=69 java.io.IOException: Unable to complete flush {ENCODED => 637fe50ab6a07d1c99fae5ead349f86b, NAME => 'TestAcidGuarantees,,1732529683694.637fe50ab6a07d1c99fae5ead349f86b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T10:14:46,231 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e2fd862922a0:0-1 {event_type=RS_FLUSH_REGIONS, pid=69}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=69 java.io.IOException: Unable to complete flush {ENCODED => 637fe50ab6a07d1c99fae5ead349f86b, NAME => 'TestAcidGuarantees,,1732529683694.637fe50ab6a07d1c99fae5ead349f86b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T10:14:46,232 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41005 {}] master.HMaster(4177): Remote procedure failed, pid=69 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 637fe50ab6a07d1c99fae5ead349f86b, NAME => 'TestAcidGuarantees,,1732529683694.637fe50ab6a07d1c99fae5ead349f86b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 637fe50ab6a07d1c99fae5ead349f86b, NAME => 'TestAcidGuarantees,,1732529683694.637fe50ab6a07d1c99fae5ead349f86b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T10:14:46,233 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/637fe50ab6a07d1c99fae5ead349f86b/A/5881323b3fa34564b4d7398f6b35ad2c, entries=150, sequenceid=14, filesize=11.7 K 2024-11-25T10:14:46,234 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/637fe50ab6a07d1c99fae5ead349f86b/.tmp/B/2cfc25406ae340c5aca6f54cb02ee10a as hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/637fe50ab6a07d1c99fae5ead349f86b/B/2cfc25406ae340c5aca6f54cb02ee10a 2024-11-25T10:14:46,242 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41005 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=68 2024-11-25T10:14:46,243 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/637fe50ab6a07d1c99fae5ead349f86b/B/2cfc25406ae340c5aca6f54cb02ee10a, entries=150, sequenceid=14, filesize=11.7 K 2024-11-25T10:14:46,244 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/637fe50ab6a07d1c99fae5ead349f86b/.tmp/C/b036f96ee2ed4047b9530c763fa0f1d6 as hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/637fe50ab6a07d1c99fae5ead349f86b/C/b036f96ee2ed4047b9530c763fa0f1d6 2024-11-25T10:14:46,251 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/637fe50ab6a07d1c99fae5ead349f86b/C/b036f96ee2ed4047b9530c763fa0f1d6, entries=150, sequenceid=14, filesize=11.7 K 2024-11-25T10:14:46,252 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~67.09 KB/68700, heapSize ~199.92 KB/204720, currentSize=107.34 KB/109920 for 637fe50ab6a07d1c99fae5ead349f86b in 303ms, sequenceid=14, compaction requested=false 2024-11-25T10:14:46,253 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 637fe50ab6a07d1c99fae5ead349f86b: 2024-11-25T10:14:46,317 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] regionserver.HRegion(8855): Flush requested on 637fe50ab6a07d1c99fae5ead349f86b 2024-11-25T10:14:46,320 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 637fe50ab6a07d1c99fae5ead349f86b 3/3 column families, dataSize=120.76 KB heapSize=360.05 KB 2024-11-25T10:14:46,323 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/e2fd862922a0:0-9 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=159, cellSize=7275, totalHeapSize=16776, min timestamp=1732529685978, max timestamp=1732529686317Num uniques 859; 2024-11-25T10:14:46,323 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/e2fd862922a0:0-9 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=7275, suffix heap size=117064,new segment heap size=16776 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=159 2024-11-25T10:14:46,325 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 637fe50ab6a07d1c99fae5ead349f86b, store=A 2024-11-25T10:14:46,325 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-25T10:14:46,325 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 637fe50ab6a07d1c99fae5ead349f86b, store=B 2024-11-25T10:14:46,325 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-25T10:14:46,325 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 637fe50ab6a07d1c99fae5ead349f86b, store=C 2024-11-25T10:14:46,325 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-25T10:14:46,335 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/637fe50ab6a07d1c99fae5ead349f86b/.tmp/A/9b36fd47b0474b4cb465771fc0f0364a is 50, key is test_row_0/A:col10/1732529686315/Put/seqid=0 2024-11-25T10:14:46,358 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=637fe50ab6a07d1c99fae5ead349f86b, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-25T10:14:46,358 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=637fe50ab6a07d1c99fae5ead349f86b, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-25T10:14:46,358 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45476 deadline: 1732529746347, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=637fe50ab6a07d1c99fae5ead349f86b, server=e2fd862922a0,38547,1732529625709 2024-11-25T10:14:46,358 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45472 deadline: 1732529746349, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=637fe50ab6a07d1c99fae5ead349f86b, server=e2fd862922a0,38547,1732529625709 2024-11-25T10:14:46,358 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732529683694.637fe50ab6a07d1c99fae5ead349f86b., hostname=e2fd862922a0,38547,1732529625709, seqNum=2 , the old value is region=TestAcidGuarantees,,1732529683694.637fe50ab6a07d1c99fae5ead349f86b., hostname=e2fd862922a0,38547,1732529625709, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=637fe50ab6a07d1c99fae5ead349f86b, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T10:14:46,358 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732529683694.637fe50ab6a07d1c99fae5ead349f86b., hostname=e2fd862922a0,38547,1732529625709, seqNum=2 , the old value is region=TestAcidGuarantees,,1732529683694.637fe50ab6a07d1c99fae5ead349f86b., hostname=e2fd862922a0,38547,1732529625709, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=637fe50ab6a07d1c99fae5ead349f86b, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T10:14:46,358 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732529683694.637fe50ab6a07d1c99fae5ead349f86b., hostname=e2fd862922a0,38547,1732529625709, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=637fe50ab6a07d1c99fae5ead349f86b, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T10:14:46,358 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732529683694.637fe50ab6a07d1c99fae5ead349f86b., hostname=e2fd862922a0,38547,1732529625709, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=637fe50ab6a07d1c99fae5ead349f86b, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T10:14:46,359 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732529683694.637fe50ab6a07d1c99fae5ead349f86b., hostname=e2fd862922a0,38547,1732529625709, seqNum=2 because the exception is null or not the one we care about 2024-11-25T10:14:46,359 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732529683694.637fe50ab6a07d1c99fae5ead349f86b., hostname=e2fd862922a0,38547,1732529625709, seqNum=2 because the exception is null or not the one we care about 2024-11-25T10:14:46,359 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=637fe50ab6a07d1c99fae5ead349f86b, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-25T10:14:46,359 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45434 deadline: 1732529746351, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=637fe50ab6a07d1c99fae5ead349f86b, server=e2fd862922a0,38547,1732529625709 2024-11-25T10:14:46,359 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=637fe50ab6a07d1c99fae5ead349f86b, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-25T10:14:46,359 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45452 deadline: 1732529746352, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=637fe50ab6a07d1c99fae5ead349f86b, server=e2fd862922a0,38547,1732529625709 2024-11-25T10:14:46,360 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732529683694.637fe50ab6a07d1c99fae5ead349f86b., hostname=e2fd862922a0,38547,1732529625709, seqNum=2 , the old value is region=TestAcidGuarantees,,1732529683694.637fe50ab6a07d1c99fae5ead349f86b., hostname=e2fd862922a0,38547,1732529625709, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=637fe50ab6a07d1c99fae5ead349f86b, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T10:14:46,360 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732529683694.637fe50ab6a07d1c99fae5ead349f86b., hostname=e2fd862922a0,38547,1732529625709, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=637fe50ab6a07d1c99fae5ead349f86b, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T10:14:46,360 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732529683694.637fe50ab6a07d1c99fae5ead349f86b., hostname=e2fd862922a0,38547,1732529625709, seqNum=2 because the exception is null or not the one we care about 2024-11-25T10:14:46,361 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732529683694.637fe50ab6a07d1c99fae5ead349f86b., hostname=e2fd862922a0,38547,1732529625709, seqNum=2 , the old value is region=TestAcidGuarantees,,1732529683694.637fe50ab6a07d1c99fae5ead349f86b., hostname=e2fd862922a0,38547,1732529625709, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=637fe50ab6a07d1c99fae5ead349f86b, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T10:14:46,361 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732529683694.637fe50ab6a07d1c99fae5ead349f86b., hostname=e2fd862922a0,38547,1732529625709, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=637fe50ab6a07d1c99fae5ead349f86b, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T10:14:46,361 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732529683694.637fe50ab6a07d1c99fae5ead349f86b., hostname=e2fd862922a0,38547,1732529625709, seqNum=2 because the exception is null or not the one we care about 2024-11-25T10:14:46,363 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=637fe50ab6a07d1c99fae5ead349f86b, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-25T10:14:46,363 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45456 deadline: 1732529746353, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=637fe50ab6a07d1c99fae5ead349f86b, server=e2fd862922a0,38547,1732529625709 2024-11-25T10:14:46,364 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732529683694.637fe50ab6a07d1c99fae5ead349f86b., hostname=e2fd862922a0,38547,1732529625709, seqNum=2 , the old value is region=TestAcidGuarantees,,1732529683694.637fe50ab6a07d1c99fae5ead349f86b., hostname=e2fd862922a0,38547,1732529625709, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=637fe50ab6a07d1c99fae5ead349f86b, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T10:14:46,364 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732529683694.637fe50ab6a07d1c99fae5ead349f86b., hostname=e2fd862922a0,38547,1732529625709, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=637fe50ab6a07d1c99fae5ead349f86b, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T10:14:46,364 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732529683694.637fe50ab6a07d1c99fae5ead349f86b., hostname=e2fd862922a0,38547,1732529625709, seqNum=2 because the exception is null or not the one we care about 2024-11-25T10:14:46,388 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=38547 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=69 2024-11-25T10:14:46,388 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e2fd862922a0:0-2 {event_type=RS_FLUSH_REGIONS, pid=69}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732529683694.637fe50ab6a07d1c99fae5ead349f86b. 2024-11-25T10:14:46,388 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e2fd862922a0:0-2 {event_type=RS_FLUSH_REGIONS, pid=69}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732529683694.637fe50ab6a07d1c99fae5ead349f86b. as already flushing 2024-11-25T10:14:46,388 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e2fd862922a0:0-2 {event_type=RS_FLUSH_REGIONS, pid=69}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732529683694.637fe50ab6a07d1c99fae5ead349f86b. 2024-11-25T10:14:46,389 ERROR [RS_FLUSH_OPERATIONS-regionserver/e2fd862922a0:0-2 {event_type=RS_FLUSH_REGIONS, pid=69}] handler.RSProcedureHandler(58): pid=69 java.io.IOException: Unable to complete flush {ENCODED => 637fe50ab6a07d1c99fae5ead349f86b, NAME => 'TestAcidGuarantees,,1732529683694.637fe50ab6a07d1c99fae5ead349f86b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T10:14:46,389 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e2fd862922a0:0-2 {event_type=RS_FLUSH_REGIONS, pid=69}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=69 java.io.IOException: Unable to complete flush {ENCODED => 637fe50ab6a07d1c99fae5ead349f86b, NAME => 'TestAcidGuarantees,,1732529683694.637fe50ab6a07d1c99fae5ead349f86b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T10:14:46,389 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41005 {}] master.HMaster(4177): Remote procedure failed, pid=69 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 637fe50ab6a07d1c99fae5ead349f86b, NAME => 'TestAcidGuarantees,,1732529683694.637fe50ab6a07d1c99fae5ead349f86b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 637fe50ab6a07d1c99fae5ead349f86b, NAME => 'TestAcidGuarantees,,1732529683694.637fe50ab6a07d1c99fae5ead349f86b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T10:14:46,432 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39927 is added to blk_1073742059_1235 (size=12001) 2024-11-25T10:14:46,467 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=637fe50ab6a07d1c99fae5ead349f86b, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-25T10:14:46,467 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45476 deadline: 1732529746462, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=637fe50ab6a07d1c99fae5ead349f86b, server=e2fd862922a0,38547,1732529625709 2024-11-25T10:14:46,467 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=637fe50ab6a07d1c99fae5ead349f86b, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-25T10:14:46,468 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732529683694.637fe50ab6a07d1c99fae5ead349f86b., hostname=e2fd862922a0,38547,1732529625709, seqNum=2 , the old value is region=TestAcidGuarantees,,1732529683694.637fe50ab6a07d1c99fae5ead349f86b., hostname=e2fd862922a0,38547,1732529625709, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=637fe50ab6a07d1c99fae5ead349f86b, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T10:14:46,468 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45472 deadline: 1732529746463, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=637fe50ab6a07d1c99fae5ead349f86b, server=e2fd862922a0,38547,1732529625709 2024-11-25T10:14:46,468 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732529683694.637fe50ab6a07d1c99fae5ead349f86b., hostname=e2fd862922a0,38547,1732529625709, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=637fe50ab6a07d1c99fae5ead349f86b, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T10:14:46,468 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732529683694.637fe50ab6a07d1c99fae5ead349f86b., hostname=e2fd862922a0,38547,1732529625709, seqNum=2 because the exception is null or not the one we care about 2024-11-25T10:14:46,468 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732529683694.637fe50ab6a07d1c99fae5ead349f86b., hostname=e2fd862922a0,38547,1732529625709, seqNum=2 , the old value is region=TestAcidGuarantees,,1732529683694.637fe50ab6a07d1c99fae5ead349f86b., hostname=e2fd862922a0,38547,1732529625709, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=637fe50ab6a07d1c99fae5ead349f86b, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T10:14:46,468 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732529683694.637fe50ab6a07d1c99fae5ead349f86b., hostname=e2fd862922a0,38547,1732529625709, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=637fe50ab6a07d1c99fae5ead349f86b, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T10:14:46,468 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732529683694.637fe50ab6a07d1c99fae5ead349f86b., hostname=e2fd862922a0,38547,1732529625709, seqNum=2 because the exception is null or not the one we care about 2024-11-25T10:14:46,477 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=637fe50ab6a07d1c99fae5ead349f86b, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-25T10:14:46,477 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45452 deadline: 1732529746463, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=637fe50ab6a07d1c99fae5ead349f86b, server=e2fd862922a0,38547,1732529625709 2024-11-25T10:14:46,478 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732529683694.637fe50ab6a07d1c99fae5ead349f86b., hostname=e2fd862922a0,38547,1732529625709, seqNum=2 , the old value is region=TestAcidGuarantees,,1732529683694.637fe50ab6a07d1c99fae5ead349f86b., hostname=e2fd862922a0,38547,1732529625709, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=637fe50ab6a07d1c99fae5ead349f86b, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T10:14:46,478 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732529683694.637fe50ab6a07d1c99fae5ead349f86b., hostname=e2fd862922a0,38547,1732529625709, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=637fe50ab6a07d1c99fae5ead349f86b, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T10:14:46,478 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732529683694.637fe50ab6a07d1c99fae5ead349f86b., hostname=e2fd862922a0,38547,1732529625709, seqNum=2 because the exception is null or not the one we care about 2024-11-25T10:14:46,484 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=637fe50ab6a07d1c99fae5ead349f86b, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-25T10:14:46,484 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45434 deadline: 1732529746477, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=637fe50ab6a07d1c99fae5ead349f86b, server=e2fd862922a0,38547,1732529625709 2024-11-25T10:14:46,484 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732529683694.637fe50ab6a07d1c99fae5ead349f86b., hostname=e2fd862922a0,38547,1732529625709, seqNum=2 , the old value is region=TestAcidGuarantees,,1732529683694.637fe50ab6a07d1c99fae5ead349f86b., hostname=e2fd862922a0,38547,1732529625709, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=637fe50ab6a07d1c99fae5ead349f86b, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T10:14:46,484 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732529683694.637fe50ab6a07d1c99fae5ead349f86b., hostname=e2fd862922a0,38547,1732529625709, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=637fe50ab6a07d1c99fae5ead349f86b, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T10:14:46,485 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732529683694.637fe50ab6a07d1c99fae5ead349f86b., hostname=e2fd862922a0,38547,1732529625709, seqNum=2 because the exception is null or not the one we care about 2024-11-25T10:14:46,485 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=637fe50ab6a07d1c99fae5ead349f86b, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-25T10:14:46,485 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45456 deadline: 1732529746477, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=637fe50ab6a07d1c99fae5ead349f86b, server=e2fd862922a0,38547,1732529625709 2024-11-25T10:14:46,485 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732529683694.637fe50ab6a07d1c99fae5ead349f86b., hostname=e2fd862922a0,38547,1732529625709, seqNum=2 , the old value is region=TestAcidGuarantees,,1732529683694.637fe50ab6a07d1c99fae5ead349f86b., hostname=e2fd862922a0,38547,1732529625709, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=637fe50ab6a07d1c99fae5ead349f86b, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T10:14:46,485 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732529683694.637fe50ab6a07d1c99fae5ead349f86b., hostname=e2fd862922a0,38547,1732529625709, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=637fe50ab6a07d1c99fae5ead349f86b, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T10:14:46,485 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732529683694.637fe50ab6a07d1c99fae5ead349f86b., hostname=e2fd862922a0,38547,1732529625709, seqNum=2 because the exception is null or not the one we care about 2024-11-25T10:14:46,552 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=38547 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=69 2024-11-25T10:14:46,552 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e2fd862922a0:0-0 {event_type=RS_FLUSH_REGIONS, pid=69}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732529683694.637fe50ab6a07d1c99fae5ead349f86b. 2024-11-25T10:14:46,552 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e2fd862922a0:0-0 {event_type=RS_FLUSH_REGIONS, pid=69}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732529683694.637fe50ab6a07d1c99fae5ead349f86b. as already flushing 2024-11-25T10:14:46,552 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e2fd862922a0:0-0 {event_type=RS_FLUSH_REGIONS, pid=69}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732529683694.637fe50ab6a07d1c99fae5ead349f86b. 2024-11-25T10:14:46,552 ERROR [RS_FLUSH_OPERATIONS-regionserver/e2fd862922a0:0-0 {event_type=RS_FLUSH_REGIONS, pid=69}] handler.RSProcedureHandler(58): pid=69 java.io.IOException: Unable to complete flush {ENCODED => 637fe50ab6a07d1c99fae5ead349f86b, NAME => 'TestAcidGuarantees,,1732529683694.637fe50ab6a07d1c99fae5ead349f86b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T10:14:46,552 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e2fd862922a0:0-0 {event_type=RS_FLUSH_REGIONS, pid=69}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=69 java.io.IOException: Unable to complete flush {ENCODED => 637fe50ab6a07d1c99fae5ead349f86b, NAME => 'TestAcidGuarantees,,1732529683694.637fe50ab6a07d1c99fae5ead349f86b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T10:14:46,553 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41005 {}] master.HMaster(4177): Remote procedure failed, pid=69 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 637fe50ab6a07d1c99fae5ead349f86b, NAME => 'TestAcidGuarantees,,1732529683694.637fe50ab6a07d1c99fae5ead349f86b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 637fe50ab6a07d1c99fae5ead349f86b, NAME => 'TestAcidGuarantees,,1732529683694.637fe50ab6a07d1c99fae5ead349f86b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T10:14:46,553 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41005 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=68 2024-11-25T10:14:46,683 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=637fe50ab6a07d1c99fae5ead349f86b, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-25T10:14:46,683 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45472 deadline: 1732529746677, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=637fe50ab6a07d1c99fae5ead349f86b, server=e2fd862922a0,38547,1732529625709 2024-11-25T10:14:46,683 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732529683694.637fe50ab6a07d1c99fae5ead349f86b., hostname=e2fd862922a0,38547,1732529625709, seqNum=2 , the old value is region=TestAcidGuarantees,,1732529683694.637fe50ab6a07d1c99fae5ead349f86b., hostname=e2fd862922a0,38547,1732529625709, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=637fe50ab6a07d1c99fae5ead349f86b, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T10:14:46,683 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732529683694.637fe50ab6a07d1c99fae5ead349f86b., hostname=e2fd862922a0,38547,1732529625709, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=637fe50ab6a07d1c99fae5ead349f86b, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T10:14:46,683 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732529683694.637fe50ab6a07d1c99fae5ead349f86b., hostname=e2fd862922a0,38547,1732529625709, seqNum=2 because the exception is null or not the one we care about 2024-11-25T10:14:46,684 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=637fe50ab6a07d1c99fae5ead349f86b, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-25T10:14:46,684 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45476 deadline: 1732529746677, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=637fe50ab6a07d1c99fae5ead349f86b, server=e2fd862922a0,38547,1732529625709 2024-11-25T10:14:46,685 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732529683694.637fe50ab6a07d1c99fae5ead349f86b., hostname=e2fd862922a0,38547,1732529625709, seqNum=2 , the old value is region=TestAcidGuarantees,,1732529683694.637fe50ab6a07d1c99fae5ead349f86b., hostname=e2fd862922a0,38547,1732529625709, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=637fe50ab6a07d1c99fae5ead349f86b, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T10:14:46,685 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732529683694.637fe50ab6a07d1c99fae5ead349f86b., hostname=e2fd862922a0,38547,1732529625709, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=637fe50ab6a07d1c99fae5ead349f86b, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T10:14:46,685 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732529683694.637fe50ab6a07d1c99fae5ead349f86b., hostname=e2fd862922a0,38547,1732529625709, seqNum=2 because the exception is null or not the one we care about 2024-11-25T10:14:46,703 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=637fe50ab6a07d1c99fae5ead349f86b, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-25T10:14:46,703 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] ipc.CallRunner(138): callId: 15 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45452 deadline: 1732529746692, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=637fe50ab6a07d1c99fae5ead349f86b, server=e2fd862922a0,38547,1732529625709 2024-11-25T10:14:46,703 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=637fe50ab6a07d1c99fae5ead349f86b, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-25T10:14:46,704 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=637fe50ab6a07d1c99fae5ead349f86b, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-25T10:14:46,704 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] ipc.CallRunner(138): callId: 15 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45434 deadline: 1732529746697, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=637fe50ab6a07d1c99fae5ead349f86b, server=e2fd862922a0,38547,1732529625709 2024-11-25T10:14:46,704 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45456 deadline: 1732529746697, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=637fe50ab6a07d1c99fae5ead349f86b, server=e2fd862922a0,38547,1732529625709 2024-11-25T10:14:46,704 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732529683694.637fe50ab6a07d1c99fae5ead349f86b., hostname=e2fd862922a0,38547,1732529625709, seqNum=2 , the old value is region=TestAcidGuarantees,,1732529683694.637fe50ab6a07d1c99fae5ead349f86b., hostname=e2fd862922a0,38547,1732529625709, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=637fe50ab6a07d1c99fae5ead349f86b, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T10:14:46,704 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732529683694.637fe50ab6a07d1c99fae5ead349f86b., hostname=e2fd862922a0,38547,1732529625709, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=637fe50ab6a07d1c99fae5ead349f86b, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T10:14:46,704 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732529683694.637fe50ab6a07d1c99fae5ead349f86b., hostname=e2fd862922a0,38547,1732529625709, seqNum=2 because the exception is null or not the one we care about 2024-11-25T10:14:46,704 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732529683694.637fe50ab6a07d1c99fae5ead349f86b., hostname=e2fd862922a0,38547,1732529625709, seqNum=2 , the old value is region=TestAcidGuarantees,,1732529683694.637fe50ab6a07d1c99fae5ead349f86b., hostname=e2fd862922a0,38547,1732529625709, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=637fe50ab6a07d1c99fae5ead349f86b, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T10:14:46,704 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732529683694.637fe50ab6a07d1c99fae5ead349f86b., hostname=e2fd862922a0,38547,1732529625709, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=637fe50ab6a07d1c99fae5ead349f86b, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T10:14:46,704 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732529683694.637fe50ab6a07d1c99fae5ead349f86b., hostname=e2fd862922a0,38547,1732529625709, seqNum=2 because the exception is null or not the one we care about 2024-11-25T10:14:46,704 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732529683694.637fe50ab6a07d1c99fae5ead349f86b., hostname=e2fd862922a0,38547,1732529625709, seqNum=2 , the old value is region=TestAcidGuarantees,,1732529683694.637fe50ab6a07d1c99fae5ead349f86b., hostname=e2fd862922a0,38547,1732529625709, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=637fe50ab6a07d1c99fae5ead349f86b, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T10:14:46,705 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732529683694.637fe50ab6a07d1c99fae5ead349f86b., hostname=e2fd862922a0,38547,1732529625709, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=637fe50ab6a07d1c99fae5ead349f86b, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T10:14:46,705 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732529683694.637fe50ab6a07d1c99fae5ead349f86b., hostname=e2fd862922a0,38547,1732529625709, seqNum=2 because the exception is null or not the one we care about 2024-11-25T10:14:46,708 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=38547 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=69 2024-11-25T10:14:46,708 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e2fd862922a0:0-1 {event_type=RS_FLUSH_REGIONS, pid=69}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732529683694.637fe50ab6a07d1c99fae5ead349f86b. 2024-11-25T10:14:46,708 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e2fd862922a0:0-1 {event_type=RS_FLUSH_REGIONS, pid=69}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732529683694.637fe50ab6a07d1c99fae5ead349f86b. as already flushing 2024-11-25T10:14:46,708 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e2fd862922a0:0-1 {event_type=RS_FLUSH_REGIONS, pid=69}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732529683694.637fe50ab6a07d1c99fae5ead349f86b. 2024-11-25T10:14:46,708 ERROR [RS_FLUSH_OPERATIONS-regionserver/e2fd862922a0:0-1 {event_type=RS_FLUSH_REGIONS, pid=69}] handler.RSProcedureHandler(58): pid=69 java.io.IOException: Unable to complete flush {ENCODED => 637fe50ab6a07d1c99fae5ead349f86b, NAME => 'TestAcidGuarantees,,1732529683694.637fe50ab6a07d1c99fae5ead349f86b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T10:14:46,709 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e2fd862922a0:0-1 {event_type=RS_FLUSH_REGIONS, pid=69}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=69 java.io.IOException: Unable to complete flush {ENCODED => 637fe50ab6a07d1c99fae5ead349f86b, NAME => 'TestAcidGuarantees,,1732529683694.637fe50ab6a07d1c99fae5ead349f86b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T10:14:46,709 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41005 {}] master.HMaster(4177): Remote procedure failed, pid=69 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 637fe50ab6a07d1c99fae5ead349f86b, NAME => 'TestAcidGuarantees,,1732529683694.637fe50ab6a07d1c99fae5ead349f86b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 637fe50ab6a07d1c99fae5ead349f86b, NAME => 'TestAcidGuarantees,,1732529683694.637fe50ab6a07d1c99fae5ead349f86b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T10:14:46,829 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=36 (bloomFilter=true), to=hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/637fe50ab6a07d1c99fae5ead349f86b/.tmp/A/9b36fd47b0474b4cb465771fc0f0364a 2024-11-25T10:14:46,851 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/637fe50ab6a07d1c99fae5ead349f86b/.tmp/B/2bfa14321e844b4981f890c81f9a7570 is 50, key is test_row_0/B:col10/1732529686315/Put/seqid=0 2024-11-25T10:14:46,862 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=38547 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=69 2024-11-25T10:14:46,862 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e2fd862922a0:0-2 {event_type=RS_FLUSH_REGIONS, pid=69}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732529683694.637fe50ab6a07d1c99fae5ead349f86b. 2024-11-25T10:14:46,862 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e2fd862922a0:0-2 {event_type=RS_FLUSH_REGIONS, pid=69}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732529683694.637fe50ab6a07d1c99fae5ead349f86b. as already flushing 2024-11-25T10:14:46,862 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e2fd862922a0:0-2 {event_type=RS_FLUSH_REGIONS, pid=69}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732529683694.637fe50ab6a07d1c99fae5ead349f86b. 2024-11-25T10:14:46,862 ERROR [RS_FLUSH_OPERATIONS-regionserver/e2fd862922a0:0-2 {event_type=RS_FLUSH_REGIONS, pid=69}] handler.RSProcedureHandler(58): pid=69 java.io.IOException: Unable to complete flush {ENCODED => 637fe50ab6a07d1c99fae5ead349f86b, NAME => 'TestAcidGuarantees,,1732529683694.637fe50ab6a07d1c99fae5ead349f86b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T10:14:46,862 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e2fd862922a0:0-2 {event_type=RS_FLUSH_REGIONS, pid=69}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=69 java.io.IOException: Unable to complete flush {ENCODED => 637fe50ab6a07d1c99fae5ead349f86b, NAME => 'TestAcidGuarantees,,1732529683694.637fe50ab6a07d1c99fae5ead349f86b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T10:14:46,863 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41005 {}] master.HMaster(4177): Remote procedure failed, pid=69 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 637fe50ab6a07d1c99fae5ead349f86b, NAME => 'TestAcidGuarantees,,1732529683694.637fe50ab6a07d1c99fae5ead349f86b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 637fe50ab6a07d1c99fae5ead349f86b, NAME => 'TestAcidGuarantees,,1732529683694.637fe50ab6a07d1c99fae5ead349f86b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T10:14:46,888 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39927 is added to blk_1073742060_1236 (size=12001) 2024-11-25T10:14:46,888 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=36 (bloomFilter=true), to=hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/637fe50ab6a07d1c99fae5ead349f86b/.tmp/B/2bfa14321e844b4981f890c81f9a7570 2024-11-25T10:14:46,915 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/637fe50ab6a07d1c99fae5ead349f86b/.tmp/C/bb64b950ad504d6bb9486b460e302030 is 50, key is test_row_0/C:col10/1732529686315/Put/seqid=0 2024-11-25T10:14:46,944 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39927 is added to blk_1073742061_1237 (size=12001) 2024-11-25T10:14:46,996 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=637fe50ab6a07d1c99fae5ead349f86b, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-25T10:14:46,996 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] ipc.CallRunner(138): callId: 15 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45472 deadline: 1732529746992, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=637fe50ab6a07d1c99fae5ead349f86b, server=e2fd862922a0,38547,1732529625709 2024-11-25T10:14:46,996 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=637fe50ab6a07d1c99fae5ead349f86b, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-25T10:14:46,997 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732529683694.637fe50ab6a07d1c99fae5ead349f86b., hostname=e2fd862922a0,38547,1732529625709, seqNum=2 , the old value is region=TestAcidGuarantees,,1732529683694.637fe50ab6a07d1c99fae5ead349f86b., hostname=e2fd862922a0,38547,1732529625709, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=637fe50ab6a07d1c99fae5ead349f86b, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T10:14:46,997 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45476 deadline: 1732529746992, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=637fe50ab6a07d1c99fae5ead349f86b, server=e2fd862922a0,38547,1732529625709 2024-11-25T10:14:46,997 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732529683694.637fe50ab6a07d1c99fae5ead349f86b., hostname=e2fd862922a0,38547,1732529625709, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=637fe50ab6a07d1c99fae5ead349f86b, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T10:14:46,997 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732529683694.637fe50ab6a07d1c99fae5ead349f86b., hostname=e2fd862922a0,38547,1732529625709, seqNum=2 because the exception is null or not the one we care about 2024-11-25T10:14:46,997 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732529683694.637fe50ab6a07d1c99fae5ead349f86b., hostname=e2fd862922a0,38547,1732529625709, seqNum=2 , the old value is region=TestAcidGuarantees,,1732529683694.637fe50ab6a07d1c99fae5ead349f86b., hostname=e2fd862922a0,38547,1732529625709, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=637fe50ab6a07d1c99fae5ead349f86b, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T10:14:46,997 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732529683694.637fe50ab6a07d1c99fae5ead349f86b., hostname=e2fd862922a0,38547,1732529625709, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=637fe50ab6a07d1c99fae5ead349f86b, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T10:14:46,997 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732529683694.637fe50ab6a07d1c99fae5ead349f86b., hostname=e2fd862922a0,38547,1732529625709, seqNum=2 because the exception is null or not the one we care about 2024-11-25T10:14:47,017 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=38547 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=69 2024-11-25T10:14:47,017 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e2fd862922a0:0-0 {event_type=RS_FLUSH_REGIONS, pid=69}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732529683694.637fe50ab6a07d1c99fae5ead349f86b. 2024-11-25T10:14:47,017 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e2fd862922a0:0-0 {event_type=RS_FLUSH_REGIONS, pid=69}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732529683694.637fe50ab6a07d1c99fae5ead349f86b. as already flushing 2024-11-25T10:14:47,018 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e2fd862922a0:0-0 {event_type=RS_FLUSH_REGIONS, pid=69}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732529683694.637fe50ab6a07d1c99fae5ead349f86b. 2024-11-25T10:14:47,018 ERROR [RS_FLUSH_OPERATIONS-regionserver/e2fd862922a0:0-0 {event_type=RS_FLUSH_REGIONS, pid=69}] handler.RSProcedureHandler(58): pid=69 java.io.IOException: Unable to complete flush {ENCODED => 637fe50ab6a07d1c99fae5ead349f86b, NAME => 'TestAcidGuarantees,,1732529683694.637fe50ab6a07d1c99fae5ead349f86b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T10:14:47,018 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e2fd862922a0:0-0 {event_type=RS_FLUSH_REGIONS, pid=69}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=69 java.io.IOException: Unable to complete flush {ENCODED => 637fe50ab6a07d1c99fae5ead349f86b, NAME => 'TestAcidGuarantees,,1732529683694.637fe50ab6a07d1c99fae5ead349f86b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T10:14:47,019 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=637fe50ab6a07d1c99fae5ead349f86b, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-25T10:14:47,020 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45456 deadline: 1732529747013, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=637fe50ab6a07d1c99fae5ead349f86b, server=e2fd862922a0,38547,1732529625709 2024-11-25T10:14:47,020 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41005 {}] master.HMaster(4177): Remote procedure failed, pid=69 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 637fe50ab6a07d1c99fae5ead349f86b, NAME => 'TestAcidGuarantees,,1732529683694.637fe50ab6a07d1c99fae5ead349f86b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 637fe50ab6a07d1c99fae5ead349f86b, NAME => 'TestAcidGuarantees,,1732529683694.637fe50ab6a07d1c99fae5ead349f86b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T10:14:47,020 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=637fe50ab6a07d1c99fae5ead349f86b, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-25T10:14:47,020 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] ipc.CallRunner(138): callId: 16 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45452 deadline: 1732529747013, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=637fe50ab6a07d1c99fae5ead349f86b, server=e2fd862922a0,38547,1732529625709 2024-11-25T10:14:47,020 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732529683694.637fe50ab6a07d1c99fae5ead349f86b., hostname=e2fd862922a0,38547,1732529625709, seqNum=2 , the old value is region=TestAcidGuarantees,,1732529683694.637fe50ab6a07d1c99fae5ead349f86b., hostname=e2fd862922a0,38547,1732529625709, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=637fe50ab6a07d1c99fae5ead349f86b, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T10:14:47,020 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732529683694.637fe50ab6a07d1c99fae5ead349f86b., hostname=e2fd862922a0,38547,1732529625709, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=637fe50ab6a07d1c99fae5ead349f86b, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T10:14:47,020 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732529683694.637fe50ab6a07d1c99fae5ead349f86b., hostname=e2fd862922a0,38547,1732529625709, seqNum=2 because the exception is null or not the one we care about 2024-11-25T10:14:47,020 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=637fe50ab6a07d1c99fae5ead349f86b, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-25T10:14:47,021 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] ipc.CallRunner(138): callId: 16 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45434 deadline: 1732529747013, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=637fe50ab6a07d1c99fae5ead349f86b, server=e2fd862922a0,38547,1732529625709 2024-11-25T10:14:47,022 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732529683694.637fe50ab6a07d1c99fae5ead349f86b., hostname=e2fd862922a0,38547,1732529625709, seqNum=2 , the old value is region=TestAcidGuarantees,,1732529683694.637fe50ab6a07d1c99fae5ead349f86b., hostname=e2fd862922a0,38547,1732529625709, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=637fe50ab6a07d1c99fae5ead349f86b, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T10:14:47,022 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732529683694.637fe50ab6a07d1c99fae5ead349f86b., hostname=e2fd862922a0,38547,1732529625709, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=637fe50ab6a07d1c99fae5ead349f86b, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T10:14:47,022 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732529683694.637fe50ab6a07d1c99fae5ead349f86b., hostname=e2fd862922a0,38547,1732529625709, seqNum=2 because the exception is null or not the one we care about 2024-11-25T10:14:47,027 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732529683694.637fe50ab6a07d1c99fae5ead349f86b., hostname=e2fd862922a0,38547,1732529625709, seqNum=2 , the old value is region=TestAcidGuarantees,,1732529683694.637fe50ab6a07d1c99fae5ead349f86b., hostname=e2fd862922a0,38547,1732529625709, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=637fe50ab6a07d1c99fae5ead349f86b, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T10:14:47,027 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732529683694.637fe50ab6a07d1c99fae5ead349f86b., hostname=e2fd862922a0,38547,1732529625709, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=637fe50ab6a07d1c99fae5ead349f86b, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T10:14:47,027 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732529683694.637fe50ab6a07d1c99fae5ead349f86b., hostname=e2fd862922a0,38547,1732529625709, seqNum=2 because the exception is null or not the one we care about 2024-11-25T10:14:47,062 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41005 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=68 2024-11-25T10:14:47,173 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=38547 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=69 2024-11-25T10:14:47,173 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e2fd862922a0:0-1 {event_type=RS_FLUSH_REGIONS, pid=69}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732529683694.637fe50ab6a07d1c99fae5ead349f86b. 2024-11-25T10:14:47,173 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e2fd862922a0:0-1 {event_type=RS_FLUSH_REGIONS, pid=69}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732529683694.637fe50ab6a07d1c99fae5ead349f86b. as already flushing 2024-11-25T10:14:47,173 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e2fd862922a0:0-1 {event_type=RS_FLUSH_REGIONS, pid=69}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732529683694.637fe50ab6a07d1c99fae5ead349f86b. 2024-11-25T10:14:47,173 ERROR [RS_FLUSH_OPERATIONS-regionserver/e2fd862922a0:0-1 {event_type=RS_FLUSH_REGIONS, pid=69}] handler.RSProcedureHandler(58): pid=69 java.io.IOException: Unable to complete flush {ENCODED => 637fe50ab6a07d1c99fae5ead349f86b, NAME => 'TestAcidGuarantees,,1732529683694.637fe50ab6a07d1c99fae5ead349f86b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T10:14:47,173 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e2fd862922a0:0-1 {event_type=RS_FLUSH_REGIONS, pid=69}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=69 java.io.IOException: Unable to complete flush {ENCODED => 637fe50ab6a07d1c99fae5ead349f86b, NAME => 'TestAcidGuarantees,,1732529683694.637fe50ab6a07d1c99fae5ead349f86b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T10:14:47,174 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41005 {}] master.HMaster(4177): Remote procedure failed, pid=69 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 637fe50ab6a07d1c99fae5ead349f86b, NAME => 'TestAcidGuarantees,,1732529683694.637fe50ab6a07d1c99fae5ead349f86b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 637fe50ab6a07d1c99fae5ead349f86b, NAME => 'TestAcidGuarantees,,1732529683694.637fe50ab6a07d1c99fae5ead349f86b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T10:14:47,327 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=38547 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=69 2024-11-25T10:14:47,327 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e2fd862922a0:0-2 {event_type=RS_FLUSH_REGIONS, pid=69}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732529683694.637fe50ab6a07d1c99fae5ead349f86b. 2024-11-25T10:14:47,327 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e2fd862922a0:0-2 {event_type=RS_FLUSH_REGIONS, pid=69}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732529683694.637fe50ab6a07d1c99fae5ead349f86b. as already flushing 2024-11-25T10:14:47,327 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e2fd862922a0:0-2 {event_type=RS_FLUSH_REGIONS, pid=69}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732529683694.637fe50ab6a07d1c99fae5ead349f86b. 2024-11-25T10:14:47,327 ERROR [RS_FLUSH_OPERATIONS-regionserver/e2fd862922a0:0-2 {event_type=RS_FLUSH_REGIONS, pid=69}] handler.RSProcedureHandler(58): pid=69 java.io.IOException: Unable to complete flush {ENCODED => 637fe50ab6a07d1c99fae5ead349f86b, NAME => 'TestAcidGuarantees,,1732529683694.637fe50ab6a07d1c99fae5ead349f86b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T10:14:47,328 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e2fd862922a0:0-2 {event_type=RS_FLUSH_REGIONS, pid=69}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=69 java.io.IOException: Unable to complete flush {ENCODED => 637fe50ab6a07d1c99fae5ead349f86b, NAME => 'TestAcidGuarantees,,1732529683694.637fe50ab6a07d1c99fae5ead349f86b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T10:14:47,328 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41005 {}] master.HMaster(4177): Remote procedure failed, pid=69 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 637fe50ab6a07d1c99fae5ead349f86b, NAME => 'TestAcidGuarantees,,1732529683694.637fe50ab6a07d1c99fae5ead349f86b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 637fe50ab6a07d1c99fae5ead349f86b, NAME => 'TestAcidGuarantees,,1732529683694.637fe50ab6a07d1c99fae5ead349f86b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T10:14:47,346 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=11.18 KB at sequenceid=36 (bloomFilter=true), to=hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/637fe50ab6a07d1c99fae5ead349f86b/.tmp/C/bb64b950ad504d6bb9486b460e302030 2024-11-25T10:14:47,362 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/637fe50ab6a07d1c99fae5ead349f86b/.tmp/A/9b36fd47b0474b4cb465771fc0f0364a as hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/637fe50ab6a07d1c99fae5ead349f86b/A/9b36fd47b0474b4cb465771fc0f0364a 2024-11-25T10:14:47,375 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/637fe50ab6a07d1c99fae5ead349f86b/A/9b36fd47b0474b4cb465771fc0f0364a, entries=150, sequenceid=36, filesize=11.7 K 2024-11-25T10:14:47,379 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/637fe50ab6a07d1c99fae5ead349f86b/.tmp/B/2bfa14321e844b4981f890c81f9a7570 as hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/637fe50ab6a07d1c99fae5ead349f86b/B/2bfa14321e844b4981f890c81f9a7570 2024-11-25T10:14:47,386 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/637fe50ab6a07d1c99fae5ead349f86b/B/2bfa14321e844b4981f890c81f9a7570, entries=150, sequenceid=36, filesize=11.7 K 2024-11-25T10:14:47,390 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/637fe50ab6a07d1c99fae5ead349f86b/.tmp/C/bb64b950ad504d6bb9486b460e302030 as hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/637fe50ab6a07d1c99fae5ead349f86b/C/bb64b950ad504d6bb9486b460e302030 2024-11-25T10:14:47,397 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/637fe50ab6a07d1c99fae5ead349f86b/C/bb64b950ad504d6bb9486b460e302030, entries=150, sequenceid=36, filesize=11.7 K 2024-11-25T10:14:47,399 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~96.16 KB/98470, heapSize ~281.98 KB/288752, currentSize=87.22 KB/89310 for 637fe50ab6a07d1c99fae5ead349f86b in 1078ms, sequenceid=36, compaction requested=false 2024-11-25T10:14:47,399 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 637fe50ab6a07d1c99fae5ead349f86b: 2024-11-25T10:14:47,482 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=38547 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=69 2024-11-25T10:14:47,483 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e2fd862922a0:0-0 {event_type=RS_FLUSH_REGIONS, pid=69}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732529683694.637fe50ab6a07d1c99fae5ead349f86b. 2024-11-25T10:14:47,483 INFO [RS_FLUSH_OPERATIONS-regionserver/e2fd862922a0:0-0 {event_type=RS_FLUSH_REGIONS, pid=69}] regionserver.HRegion(2902): Flushing 637fe50ab6a07d1c99fae5ead349f86b 3/3 column families, dataSize=87.22 KB heapSize=259.73 KB 2024-11-25T10:14:47,484 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e2fd862922a0:0-0 {event_type=RS_FLUSH_REGIONS, pid=69}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 637fe50ab6a07d1c99fae5ead349f86b, store=A 2024-11-25T10:14:47,484 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e2fd862922a0:0-0 {event_type=RS_FLUSH_REGIONS, pid=69}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T10:14:47,484 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e2fd862922a0:0-0 {event_type=RS_FLUSH_REGIONS, pid=69}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 637fe50ab6a07d1c99fae5ead349f86b, store=B 2024-11-25T10:14:47,484 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e2fd862922a0:0-0 {event_type=RS_FLUSH_REGIONS, pid=69}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T10:14:47,484 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e2fd862922a0:0-0 {event_type=RS_FLUSH_REGIONS, pid=69}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 637fe50ab6a07d1c99fae5ead349f86b, store=C 2024-11-25T10:14:47,484 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e2fd862922a0:0-0 {event_type=RS_FLUSH_REGIONS, pid=69}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T10:14:47,508 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732529683694.637fe50ab6a07d1c99fae5ead349f86b. as already flushing 2024-11-25T10:14:47,508 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] regionserver.HRegion(8855): Flush requested on 637fe50ab6a07d1c99fae5ead349f86b 2024-11-25T10:14:47,509 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e2fd862922a0:0-0 {event_type=RS_FLUSH_REGIONS, pid=69}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/637fe50ab6a07d1c99fae5ead349f86b/.tmp/A/d712245132e84373b9536bc4ffa65889 is 50, key is test_row_0/A:col10/1732529686349/Put/seqid=0 2024-11-25T10:14:47,523 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39927 is added to blk_1073742062_1238 (size=12001) 2024-11-25T10:14:47,525 INFO [RS_FLUSH_OPERATIONS-regionserver/e2fd862922a0:0-0 {event_type=RS_FLUSH_REGIONS, pid=69}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29.07 KB at sequenceid=52 (bloomFilter=true), to=hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/637fe50ab6a07d1c99fae5ead349f86b/.tmp/A/d712245132e84373b9536bc4ffa65889 2024-11-25T10:14:47,545 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e2fd862922a0:0-0 {event_type=RS_FLUSH_REGIONS, pid=69}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/637fe50ab6a07d1c99fae5ead349f86b/.tmp/B/5fd4be22536544dda848eba96d5e8fe2 is 50, key is test_row_0/B:col10/1732529686349/Put/seqid=0 2024-11-25T10:14:47,564 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39927 is added to blk_1073742063_1239 (size=12001) 2024-11-25T10:14:47,575 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=637fe50ab6a07d1c99fae5ead349f86b, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-25T10:14:47,575 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] ipc.CallRunner(138): callId: 17 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45476 deadline: 1732529747565, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=637fe50ab6a07d1c99fae5ead349f86b, server=e2fd862922a0,38547,1732529625709 2024-11-25T10:14:47,576 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=637fe50ab6a07d1c99fae5ead349f86b, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-25T10:14:47,576 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] ipc.CallRunner(138): callId: 20 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45472 deadline: 1732529747565, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=637fe50ab6a07d1c99fae5ead349f86b, server=e2fd862922a0,38547,1732529625709 2024-11-25T10:14:47,577 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732529683694.637fe50ab6a07d1c99fae5ead349f86b., hostname=e2fd862922a0,38547,1732529625709, seqNum=2 , the old value is region=TestAcidGuarantees,,1732529683694.637fe50ab6a07d1c99fae5ead349f86b., hostname=e2fd862922a0,38547,1732529625709, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=637fe50ab6a07d1c99fae5ead349f86b, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T10:14:47,577 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732529683694.637fe50ab6a07d1c99fae5ead349f86b., hostname=e2fd862922a0,38547,1732529625709, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=637fe50ab6a07d1c99fae5ead349f86b, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T10:14:47,577 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732529683694.637fe50ab6a07d1c99fae5ead349f86b., hostname=e2fd862922a0,38547,1732529625709, seqNum=2 because the exception is null or not the one we care about 2024-11-25T10:14:47,577 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=637fe50ab6a07d1c99fae5ead349f86b, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-25T10:14:47,578 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] ipc.CallRunner(138): callId: 19 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45434 deadline: 1732529747566, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=637fe50ab6a07d1c99fae5ead349f86b, server=e2fd862922a0,38547,1732529625709 2024-11-25T10:14:47,578 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732529683694.637fe50ab6a07d1c99fae5ead349f86b., hostname=e2fd862922a0,38547,1732529625709, seqNum=2 , the old value is region=TestAcidGuarantees,,1732529683694.637fe50ab6a07d1c99fae5ead349f86b., hostname=e2fd862922a0,38547,1732529625709, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=637fe50ab6a07d1c99fae5ead349f86b, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T10:14:47,578 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732529683694.637fe50ab6a07d1c99fae5ead349f86b., hostname=e2fd862922a0,38547,1732529625709, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=637fe50ab6a07d1c99fae5ead349f86b, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T10:14:47,579 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732529683694.637fe50ab6a07d1c99fae5ead349f86b., hostname=e2fd862922a0,38547,1732529625709, seqNum=2 because the exception is null or not the one we care about 2024-11-25T10:14:47,579 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=637fe50ab6a07d1c99fae5ead349f86b, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-25T10:14:47,579 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] ipc.CallRunner(138): callId: 16 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45456 deadline: 1732529747573, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=637fe50ab6a07d1c99fae5ead349f86b, server=e2fd862922a0,38547,1732529625709 2024-11-25T10:14:47,580 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732529683694.637fe50ab6a07d1c99fae5ead349f86b., hostname=e2fd862922a0,38547,1732529625709, seqNum=2 , the old value is region=TestAcidGuarantees,,1732529683694.637fe50ab6a07d1c99fae5ead349f86b., hostname=e2fd862922a0,38547,1732529625709, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=637fe50ab6a07d1c99fae5ead349f86b, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T10:14:47,580 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732529683694.637fe50ab6a07d1c99fae5ead349f86b., hostname=e2fd862922a0,38547,1732529625709, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=637fe50ab6a07d1c99fae5ead349f86b, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T10:14:47,580 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732529683694.637fe50ab6a07d1c99fae5ead349f86b., hostname=e2fd862922a0,38547,1732529625709, seqNum=2 because the exception is null or not the one we care about 2024-11-25T10:14:47,581 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732529683694.637fe50ab6a07d1c99fae5ead349f86b., hostname=e2fd862922a0,38547,1732529625709, seqNum=2 , the old value is region=TestAcidGuarantees,,1732529683694.637fe50ab6a07d1c99fae5ead349f86b., hostname=e2fd862922a0,38547,1732529625709, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=637fe50ab6a07d1c99fae5ead349f86b, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T10:14:47,581 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732529683694.637fe50ab6a07d1c99fae5ead349f86b., hostname=e2fd862922a0,38547,1732529625709, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=637fe50ab6a07d1c99fae5ead349f86b, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T10:14:47,581 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732529683694.637fe50ab6a07d1c99fae5ead349f86b., hostname=e2fd862922a0,38547,1732529625709, seqNum=2 because the exception is null or not the one we care about 2024-11-25T10:14:47,581 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=637fe50ab6a07d1c99fae5ead349f86b, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-25T10:14:47,581 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] ipc.CallRunner(138): callId: 19 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45452 deadline: 1732529747575, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=637fe50ab6a07d1c99fae5ead349f86b, server=e2fd862922a0,38547,1732529625709 2024-11-25T10:14:47,582 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732529683694.637fe50ab6a07d1c99fae5ead349f86b., hostname=e2fd862922a0,38547,1732529625709, seqNum=2 , the old value is region=TestAcidGuarantees,,1732529683694.637fe50ab6a07d1c99fae5ead349f86b., hostname=e2fd862922a0,38547,1732529625709, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=637fe50ab6a07d1c99fae5ead349f86b, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T10:14:47,582 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732529683694.637fe50ab6a07d1c99fae5ead349f86b., hostname=e2fd862922a0,38547,1732529625709, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=637fe50ab6a07d1c99fae5ead349f86b, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T10:14:47,582 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732529683694.637fe50ab6a07d1c99fae5ead349f86b., hostname=e2fd862922a0,38547,1732529625709, seqNum=2 because the exception is null or not the one we care about 2024-11-25T10:14:47,688 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=637fe50ab6a07d1c99fae5ead349f86b, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-25T10:14:47,688 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] ipc.CallRunner(138): callId: 21 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45472 deadline: 1732529747683, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=637fe50ab6a07d1c99fae5ead349f86b, server=e2fd862922a0,38547,1732529625709 2024-11-25T10:14:47,689 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732529683694.637fe50ab6a07d1c99fae5ead349f86b., hostname=e2fd862922a0,38547,1732529625709, seqNum=2 , the old value is region=TestAcidGuarantees,,1732529683694.637fe50ab6a07d1c99fae5ead349f86b., hostname=e2fd862922a0,38547,1732529625709, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=637fe50ab6a07d1c99fae5ead349f86b, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T10:14:47,689 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732529683694.637fe50ab6a07d1c99fae5ead349f86b., hostname=e2fd862922a0,38547,1732529625709, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=637fe50ab6a07d1c99fae5ead349f86b, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T10:14:47,689 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732529683694.637fe50ab6a07d1c99fae5ead349f86b., hostname=e2fd862922a0,38547,1732529625709, seqNum=2 because the exception is null or not the one we care about 2024-11-25T10:14:47,690 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=637fe50ab6a07d1c99fae5ead349f86b, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-25T10:14:47,690 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] ipc.CallRunner(138): callId: 18 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45476 deadline: 1732529747683, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=637fe50ab6a07d1c99fae5ead349f86b, server=e2fd862922a0,38547,1732529625709 2024-11-25T10:14:47,691 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732529683694.637fe50ab6a07d1c99fae5ead349f86b., hostname=e2fd862922a0,38547,1732529625709, seqNum=2 , the old value is region=TestAcidGuarantees,,1732529683694.637fe50ab6a07d1c99fae5ead349f86b., hostname=e2fd862922a0,38547,1732529625709, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=637fe50ab6a07d1c99fae5ead349f86b, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T10:14:47,691 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732529683694.637fe50ab6a07d1c99fae5ead349f86b., hostname=e2fd862922a0,38547,1732529625709, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=637fe50ab6a07d1c99fae5ead349f86b, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T10:14:47,691 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732529683694.637fe50ab6a07d1c99fae5ead349f86b., hostname=e2fd862922a0,38547,1732529625709, seqNum=2 because the exception is null or not the one we care about 2024-11-25T10:14:47,691 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=637fe50ab6a07d1c99fae5ead349f86b, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-25T10:14:47,691 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] ipc.CallRunner(138): callId: 20 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45434 deadline: 1732529747684, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=637fe50ab6a07d1c99fae5ead349f86b, server=e2fd862922a0,38547,1732529625709 2024-11-25T10:14:47,691 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732529683694.637fe50ab6a07d1c99fae5ead349f86b., hostname=e2fd862922a0,38547,1732529625709, seqNum=2 , the old value is region=TestAcidGuarantees,,1732529683694.637fe50ab6a07d1c99fae5ead349f86b., hostname=e2fd862922a0,38547,1732529625709, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=637fe50ab6a07d1c99fae5ead349f86b, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T10:14:47,691 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732529683694.637fe50ab6a07d1c99fae5ead349f86b., hostname=e2fd862922a0,38547,1732529625709, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=637fe50ab6a07d1c99fae5ead349f86b, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T10:14:47,692 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732529683694.637fe50ab6a07d1c99fae5ead349f86b., hostname=e2fd862922a0,38547,1732529625709, seqNum=2 because the exception is null or not the one we care about 2024-11-25T10:14:47,702 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=637fe50ab6a07d1c99fae5ead349f86b, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-25T10:14:47,702 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] ipc.CallRunner(138): callId: 20 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45452 deadline: 1732529747693, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=637fe50ab6a07d1c99fae5ead349f86b, server=e2fd862922a0,38547,1732529625709 2024-11-25T10:14:47,712 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732529683694.637fe50ab6a07d1c99fae5ead349f86b., hostname=e2fd862922a0,38547,1732529625709, seqNum=2 , the old value is region=TestAcidGuarantees,,1732529683694.637fe50ab6a07d1c99fae5ead349f86b., hostname=e2fd862922a0,38547,1732529625709, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=637fe50ab6a07d1c99fae5ead349f86b, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T10:14:47,713 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732529683694.637fe50ab6a07d1c99fae5ead349f86b., hostname=e2fd862922a0,38547,1732529625709, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=637fe50ab6a07d1c99fae5ead349f86b, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T10:14:47,713 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732529683694.637fe50ab6a07d1c99fae5ead349f86b., hostname=e2fd862922a0,38547,1732529625709, seqNum=2 because the exception is null or not the one we care about 2024-11-25T10:14:47,701 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=637fe50ab6a07d1c99fae5ead349f86b, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-25T10:14:47,724 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] ipc.CallRunner(138): callId: 17 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45456 deadline: 1732529747693, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=637fe50ab6a07d1c99fae5ead349f86b, server=e2fd862922a0,38547,1732529625709 2024-11-25T10:14:47,725 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732529683694.637fe50ab6a07d1c99fae5ead349f86b., hostname=e2fd862922a0,38547,1732529625709, seqNum=2 , the old value is region=TestAcidGuarantees,,1732529683694.637fe50ab6a07d1c99fae5ead349f86b., hostname=e2fd862922a0,38547,1732529625709, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=637fe50ab6a07d1c99fae5ead349f86b, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T10:14:47,725 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732529683694.637fe50ab6a07d1c99fae5ead349f86b., hostname=e2fd862922a0,38547,1732529625709, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=637fe50ab6a07d1c99fae5ead349f86b, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T10:14:47,725 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732529683694.637fe50ab6a07d1c99fae5ead349f86b., hostname=e2fd862922a0,38547,1732529625709, seqNum=2 because the exception is null or not the one we care about 2024-11-25T10:14:47,898 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=637fe50ab6a07d1c99fae5ead349f86b, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-25T10:14:47,899 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] ipc.CallRunner(138): callId: 22 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45472 deadline: 1732529747893, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=637fe50ab6a07d1c99fae5ead349f86b, server=e2fd862922a0,38547,1732529625709 2024-11-25T10:14:47,899 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732529683694.637fe50ab6a07d1c99fae5ead349f86b., hostname=e2fd862922a0,38547,1732529625709, seqNum=2 , the old value is region=TestAcidGuarantees,,1732529683694.637fe50ab6a07d1c99fae5ead349f86b., hostname=e2fd862922a0,38547,1732529625709, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=637fe50ab6a07d1c99fae5ead349f86b, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T10:14:47,899 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732529683694.637fe50ab6a07d1c99fae5ead349f86b., hostname=e2fd862922a0,38547,1732529625709, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=637fe50ab6a07d1c99fae5ead349f86b, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T10:14:47,899 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732529683694.637fe50ab6a07d1c99fae5ead349f86b., hostname=e2fd862922a0,38547,1732529625709, seqNum=2 because the exception is null or not the one we care about 2024-11-25T10:14:47,909 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=637fe50ab6a07d1c99fae5ead349f86b, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-25T10:14:47,909 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] ipc.CallRunner(138): callId: 19 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45476 deadline: 1732529747902, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=637fe50ab6a07d1c99fae5ead349f86b, server=e2fd862922a0,38547,1732529625709 2024-11-25T10:14:47,909 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=637fe50ab6a07d1c99fae5ead349f86b, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-25T10:14:47,909 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] ipc.CallRunner(138): callId: 21 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45434 deadline: 1732529747902, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=637fe50ab6a07d1c99fae5ead349f86b, server=e2fd862922a0,38547,1732529625709 2024-11-25T10:14:47,916 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732529683694.637fe50ab6a07d1c99fae5ead349f86b., hostname=e2fd862922a0,38547,1732529625709, seqNum=2 , the old value is region=TestAcidGuarantees,,1732529683694.637fe50ab6a07d1c99fae5ead349f86b., hostname=e2fd862922a0,38547,1732529625709, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=637fe50ab6a07d1c99fae5ead349f86b, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T10:14:47,916 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732529683694.637fe50ab6a07d1c99fae5ead349f86b., hostname=e2fd862922a0,38547,1732529625709, seqNum=2 , the old value is region=TestAcidGuarantees,,1732529683694.637fe50ab6a07d1c99fae5ead349f86b., hostname=e2fd862922a0,38547,1732529625709, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=637fe50ab6a07d1c99fae5ead349f86b, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T10:14:47,917 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732529683694.637fe50ab6a07d1c99fae5ead349f86b., hostname=e2fd862922a0,38547,1732529625709, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=637fe50ab6a07d1c99fae5ead349f86b, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T10:14:47,917 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732529683694.637fe50ab6a07d1c99fae5ead349f86b., hostname=e2fd862922a0,38547,1732529625709, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=637fe50ab6a07d1c99fae5ead349f86b, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T10:14:47,917 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732529683694.637fe50ab6a07d1c99fae5ead349f86b., hostname=e2fd862922a0,38547,1732529625709, seqNum=2 because the exception is null or not the one we care about 2024-11-25T10:14:47,917 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732529683694.637fe50ab6a07d1c99fae5ead349f86b., hostname=e2fd862922a0,38547,1732529625709, seqNum=2 because the exception is null or not the one we care about 2024-11-25T10:14:47,927 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=637fe50ab6a07d1c99fae5ead349f86b, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-25T10:14:47,927 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] ipc.CallRunner(138): callId: 21 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45452 deadline: 1732529747924, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=637fe50ab6a07d1c99fae5ead349f86b, server=e2fd862922a0,38547,1732529625709 2024-11-25T10:14:47,927 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732529683694.637fe50ab6a07d1c99fae5ead349f86b., hostname=e2fd862922a0,38547,1732529625709, seqNum=2 , the old value is region=TestAcidGuarantees,,1732529683694.637fe50ab6a07d1c99fae5ead349f86b., hostname=e2fd862922a0,38547,1732529625709, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=637fe50ab6a07d1c99fae5ead349f86b, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T10:14:47,927 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732529683694.637fe50ab6a07d1c99fae5ead349f86b., hostname=e2fd862922a0,38547,1732529625709, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=637fe50ab6a07d1c99fae5ead349f86b, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T10:14:47,927 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732529683694.637fe50ab6a07d1c99fae5ead349f86b., hostname=e2fd862922a0,38547,1732529625709, seqNum=2 because the exception is null or not the one we care about 2024-11-25T10:14:47,942 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=637fe50ab6a07d1c99fae5ead349f86b, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-25T10:14:47,942 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] ipc.CallRunner(138): callId: 18 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45456 deadline: 1732529747933, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=637fe50ab6a07d1c99fae5ead349f86b, server=e2fd862922a0,38547,1732529625709 2024-11-25T10:14:47,942 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732529683694.637fe50ab6a07d1c99fae5ead349f86b., hostname=e2fd862922a0,38547,1732529625709, seqNum=2 , the old value is region=TestAcidGuarantees,,1732529683694.637fe50ab6a07d1c99fae5ead349f86b., hostname=e2fd862922a0,38547,1732529625709, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=637fe50ab6a07d1c99fae5ead349f86b, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T10:14:47,942 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732529683694.637fe50ab6a07d1c99fae5ead349f86b., hostname=e2fd862922a0,38547,1732529625709, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=637fe50ab6a07d1c99fae5ead349f86b, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T10:14:47,942 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732529683694.637fe50ab6a07d1c99fae5ead349f86b., hostname=e2fd862922a0,38547,1732529625709, seqNum=2 because the exception is null or not the one we care about 2024-11-25T10:14:47,960 INFO [RS_FLUSH_OPERATIONS-regionserver/e2fd862922a0:0-0 {event_type=RS_FLUSH_REGIONS, pid=69}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29.07 KB at sequenceid=52 (bloomFilter=true), to=hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/637fe50ab6a07d1c99fae5ead349f86b/.tmp/B/5fd4be22536544dda848eba96d5e8fe2 2024-11-25T10:14:47,988 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e2fd862922a0:0-0 {event_type=RS_FLUSH_REGIONS, pid=69}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/637fe50ab6a07d1c99fae5ead349f86b/.tmp/C/23eddfca2af84ed6929955d4ab08afa6 is 50, key is test_row_0/C:col10/1732529686349/Put/seqid=0 2024-11-25T10:14:48,051 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39927 is added to blk_1073742064_1240 (size=12001) 2024-11-25T10:14:48,053 INFO [RS_FLUSH_OPERATIONS-regionserver/e2fd862922a0:0-0 {event_type=RS_FLUSH_REGIONS, pid=69}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29.07 KB at sequenceid=52 (bloomFilter=true), to=hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/637fe50ab6a07d1c99fae5ead349f86b/.tmp/C/23eddfca2af84ed6929955d4ab08afa6 2024-11-25T10:14:48,059 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e2fd862922a0:0-0 {event_type=RS_FLUSH_REGIONS, pid=69}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/637fe50ab6a07d1c99fae5ead349f86b/.tmp/A/d712245132e84373b9536bc4ffa65889 as hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/637fe50ab6a07d1c99fae5ead349f86b/A/d712245132e84373b9536bc4ffa65889 2024-11-25T10:14:48,065 INFO [RS_FLUSH_OPERATIONS-regionserver/e2fd862922a0:0-0 {event_type=RS_FLUSH_REGIONS, pid=69}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/637fe50ab6a07d1c99fae5ead349f86b/A/d712245132e84373b9536bc4ffa65889, entries=150, sequenceid=52, filesize=11.7 K 2024-11-25T10:14:48,066 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e2fd862922a0:0-0 {event_type=RS_FLUSH_REGIONS, pid=69}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/637fe50ab6a07d1c99fae5ead349f86b/.tmp/B/5fd4be22536544dda848eba96d5e8fe2 as hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/637fe50ab6a07d1c99fae5ead349f86b/B/5fd4be22536544dda848eba96d5e8fe2 2024-11-25T10:14:48,071 INFO [RS_FLUSH_OPERATIONS-regionserver/e2fd862922a0:0-0 {event_type=RS_FLUSH_REGIONS, pid=69}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/637fe50ab6a07d1c99fae5ead349f86b/B/5fd4be22536544dda848eba96d5e8fe2, entries=150, sequenceid=52, filesize=11.7 K 2024-11-25T10:14:48,074 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e2fd862922a0:0-0 {event_type=RS_FLUSH_REGIONS, pid=69}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/637fe50ab6a07d1c99fae5ead349f86b/.tmp/C/23eddfca2af84ed6929955d4ab08afa6 as hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/637fe50ab6a07d1c99fae5ead349f86b/C/23eddfca2af84ed6929955d4ab08afa6 2024-11-25T10:14:48,074 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41005 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=68 2024-11-25T10:14:48,082 INFO [RS_FLUSH_OPERATIONS-regionserver/e2fd862922a0:0-0 {event_type=RS_FLUSH_REGIONS, pid=69}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/637fe50ab6a07d1c99fae5ead349f86b/C/23eddfca2af84ed6929955d4ab08afa6, entries=150, sequenceid=52, filesize=11.7 K 2024-11-25T10:14:48,083 INFO [RS_FLUSH_OPERATIONS-regionserver/e2fd862922a0:0-0 {event_type=RS_FLUSH_REGIONS, pid=69}] regionserver.HRegion(3140): Finished flush of dataSize ~87.22 KB/89310, heapSize ~259.69 KB/265920, currentSize=93.93 KB/96180 for 637fe50ab6a07d1c99fae5ead349f86b in 600ms, sequenceid=52, compaction requested=true 2024-11-25T10:14:48,083 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e2fd862922a0:0-0 {event_type=RS_FLUSH_REGIONS, pid=69}] regionserver.HRegion(2603): Flush status journal for 637fe50ab6a07d1c99fae5ead349f86b: 2024-11-25T10:14:48,083 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e2fd862922a0:0-0 {event_type=RS_FLUSH_REGIONS, pid=69}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732529683694.637fe50ab6a07d1c99fae5ead349f86b. 2024-11-25T10:14:48,083 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e2fd862922a0:0-0 {event_type=RS_FLUSH_REGIONS, pid=69}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=69 2024-11-25T10:14:48,084 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41005 {}] master.HMaster(4169): Remote procedure done, pid=69 2024-11-25T10:14:48,087 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=69, resume processing ppid=68 2024-11-25T10:14:48,087 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=69, ppid=68, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.1630 sec 2024-11-25T10:14:48,089 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=68, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=68, table=TestAcidGuarantees in 2.1710 sec 2024-11-25T10:14:48,211 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] regionserver.HRegion(8855): Flush requested on 637fe50ab6a07d1c99fae5ead349f86b 2024-11-25T10:14:48,211 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 637fe50ab6a07d1c99fae5ead349f86b 3/3 column families, dataSize=100.63 KB heapSize=299.58 KB 2024-11-25T10:14:48,211 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 637fe50ab6a07d1c99fae5ead349f86b, store=A 2024-11-25T10:14:48,211 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T10:14:48,211 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 637fe50ab6a07d1c99fae5ead349f86b, store=B 2024-11-25T10:14:48,212 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T10:14:48,212 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 637fe50ab6a07d1c99fae5ead349f86b, store=C 2024-11-25T10:14:48,212 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T10:14:48,219 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/637fe50ab6a07d1c99fae5ead349f86b/.tmp/A/c3469da7e8ae442eb7e01e3f59a23b89 is 50, key is test_row_0/A:col10/1732529688208/Put/seqid=0 2024-11-25T10:14:48,267 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=637fe50ab6a07d1c99fae5ead349f86b, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-25T10:14:48,268 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] ipc.CallRunner(138): callId: 27 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45472 deadline: 1732529748253, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=637fe50ab6a07d1c99fae5ead349f86b, server=e2fd862922a0,38547,1732529625709 2024-11-25T10:14:48,268 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732529683694.637fe50ab6a07d1c99fae5ead349f86b., hostname=e2fd862922a0,38547,1732529625709, seqNum=2 , the old value is region=TestAcidGuarantees,,1732529683694.637fe50ab6a07d1c99fae5ead349f86b., hostname=e2fd862922a0,38547,1732529625709, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=637fe50ab6a07d1c99fae5ead349f86b, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T10:14:48,269 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732529683694.637fe50ab6a07d1c99fae5ead349f86b., hostname=e2fd862922a0,38547,1732529625709, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=637fe50ab6a07d1c99fae5ead349f86b, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T10:14:48,269 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732529683694.637fe50ab6a07d1c99fae5ead349f86b., hostname=e2fd862922a0,38547,1732529625709, seqNum=2 because the exception is null or not the one we care about 2024-11-25T10:14:48,270 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=637fe50ab6a07d1c99fae5ead349f86b, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-25T10:14:48,270 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39927 is added to blk_1073742065_1241 (size=14341) 2024-11-25T10:14:48,270 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] ipc.CallRunner(138): callId: 19 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45456 deadline: 1732529748253, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=637fe50ab6a07d1c99fae5ead349f86b, server=e2fd862922a0,38547,1732529625709 2024-11-25T10:14:48,270 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732529683694.637fe50ab6a07d1c99fae5ead349f86b., hostname=e2fd862922a0,38547,1732529625709, seqNum=2 , the old value is region=TestAcidGuarantees,,1732529683694.637fe50ab6a07d1c99fae5ead349f86b., hostname=e2fd862922a0,38547,1732529625709, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=637fe50ab6a07d1c99fae5ead349f86b, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T10:14:48,270 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732529683694.637fe50ab6a07d1c99fae5ead349f86b., hostname=e2fd862922a0,38547,1732529625709, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=637fe50ab6a07d1c99fae5ead349f86b, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T10:14:48,270 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732529683694.637fe50ab6a07d1c99fae5ead349f86b., hostname=e2fd862922a0,38547,1732529625709, seqNum=2 because the exception is null or not the one we care about 2024-11-25T10:14:48,271 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=33.54 KB at sequenceid=70 (bloomFilter=true), to=hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/637fe50ab6a07d1c99fae5ead349f86b/.tmp/A/c3469da7e8ae442eb7e01e3f59a23b89 2024-11-25T10:14:48,275 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=637fe50ab6a07d1c99fae5ead349f86b, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-25T10:14:48,276 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] ipc.CallRunner(138): callId: 25 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45434 deadline: 1732529748263, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=637fe50ab6a07d1c99fae5ead349f86b, server=e2fd862922a0,38547,1732529625709 2024-11-25T10:14:48,277 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732529683694.637fe50ab6a07d1c99fae5ead349f86b., hostname=e2fd862922a0,38547,1732529625709, seqNum=2 , the old value is region=TestAcidGuarantees,,1732529683694.637fe50ab6a07d1c99fae5ead349f86b., hostname=e2fd862922a0,38547,1732529625709, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=637fe50ab6a07d1c99fae5ead349f86b, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T10:14:48,277 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732529683694.637fe50ab6a07d1c99fae5ead349f86b., hostname=e2fd862922a0,38547,1732529625709, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=637fe50ab6a07d1c99fae5ead349f86b, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T10:14:48,277 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732529683694.637fe50ab6a07d1c99fae5ead349f86b., hostname=e2fd862922a0,38547,1732529625709, seqNum=2 because the exception is null or not the one we care about 2024-11-25T10:14:48,277 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=637fe50ab6a07d1c99fae5ead349f86b, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-25T10:14:48,277 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] ipc.CallRunner(138): callId: 23 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45476 deadline: 1732529748265, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=637fe50ab6a07d1c99fae5ead349f86b, server=e2fd862922a0,38547,1732529625709 2024-11-25T10:14:48,278 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732529683694.637fe50ab6a07d1c99fae5ead349f86b., hostname=e2fd862922a0,38547,1732529625709, seqNum=2 , the old value is region=TestAcidGuarantees,,1732529683694.637fe50ab6a07d1c99fae5ead349f86b., hostname=e2fd862922a0,38547,1732529625709, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=637fe50ab6a07d1c99fae5ead349f86b, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T10:14:48,278 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=637fe50ab6a07d1c99fae5ead349f86b, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-25T10:14:48,278 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732529683694.637fe50ab6a07d1c99fae5ead349f86b., hostname=e2fd862922a0,38547,1732529625709, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=637fe50ab6a07d1c99fae5ead349f86b, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T10:14:48,278 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732529683694.637fe50ab6a07d1c99fae5ead349f86b., hostname=e2fd862922a0,38547,1732529625709, seqNum=2 because the exception is null or not the one we care about 2024-11-25T10:14:48,278 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] ipc.CallRunner(138): callId: 24 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45452 deadline: 1732529748266, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=637fe50ab6a07d1c99fae5ead349f86b, server=e2fd862922a0,38547,1732529625709 2024-11-25T10:14:48,278 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732529683694.637fe50ab6a07d1c99fae5ead349f86b., hostname=e2fd862922a0,38547,1732529625709, seqNum=2 , the old value is region=TestAcidGuarantees,,1732529683694.637fe50ab6a07d1c99fae5ead349f86b., hostname=e2fd862922a0,38547,1732529625709, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=637fe50ab6a07d1c99fae5ead349f86b, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T10:14:48,278 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732529683694.637fe50ab6a07d1c99fae5ead349f86b., hostname=e2fd862922a0,38547,1732529625709, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=637fe50ab6a07d1c99fae5ead349f86b, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T10:14:48,278 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732529683694.637fe50ab6a07d1c99fae5ead349f86b., hostname=e2fd862922a0,38547,1732529625709, seqNum=2 because the exception is null or not the one we care about 2024-11-25T10:14:48,287 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/637fe50ab6a07d1c99fae5ead349f86b/.tmp/B/a94191568b7749c29318d159b3ed92d9 is 50, key is test_row_0/B:col10/1732529688208/Put/seqid=0 2024-11-25T10:14:48,356 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39927 is added to blk_1073742066_1242 (size=12001) 2024-11-25T10:14:48,360 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=33.54 KB at sequenceid=70 (bloomFilter=true), to=hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/637fe50ab6a07d1c99fae5ead349f86b/.tmp/B/a94191568b7749c29318d159b3ed92d9 2024-11-25T10:14:48,380 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=637fe50ab6a07d1c99fae5ead349f86b, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-25T10:14:48,381 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] ipc.CallRunner(138): callId: 28 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45472 deadline: 1732529748375, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=637fe50ab6a07d1c99fae5ead349f86b, server=e2fd862922a0,38547,1732529625709 2024-11-25T10:14:48,381 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732529683694.637fe50ab6a07d1c99fae5ead349f86b., hostname=e2fd862922a0,38547,1732529625709, seqNum=2 , the old value is region=TestAcidGuarantees,,1732529683694.637fe50ab6a07d1c99fae5ead349f86b., hostname=e2fd862922a0,38547,1732529625709, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=637fe50ab6a07d1c99fae5ead349f86b, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T10:14:48,381 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732529683694.637fe50ab6a07d1c99fae5ead349f86b., hostname=e2fd862922a0,38547,1732529625709, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=637fe50ab6a07d1c99fae5ead349f86b, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T10:14:48,381 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732529683694.637fe50ab6a07d1c99fae5ead349f86b., hostname=e2fd862922a0,38547,1732529625709, seqNum=2 because the exception is null or not the one we care about 2024-11-25T10:14:48,382 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/637fe50ab6a07d1c99fae5ead349f86b/.tmp/C/46ed8a7e3d9b46beb009059a143e34af is 50, key is test_row_0/C:col10/1732529688208/Put/seqid=0 2024-11-25T10:14:48,395 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=637fe50ab6a07d1c99fae5ead349f86b, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-25T10:14:48,395 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] ipc.CallRunner(138): callId: 26 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45434 deadline: 1732529748385, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=637fe50ab6a07d1c99fae5ead349f86b, server=e2fd862922a0,38547,1732529625709 2024-11-25T10:14:48,395 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=637fe50ab6a07d1c99fae5ead349f86b, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-25T10:14:48,395 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732529683694.637fe50ab6a07d1c99fae5ead349f86b., hostname=e2fd862922a0,38547,1732529625709, seqNum=2 , the old value is region=TestAcidGuarantees,,1732529683694.637fe50ab6a07d1c99fae5ead349f86b., hostname=e2fd862922a0,38547,1732529625709, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=637fe50ab6a07d1c99fae5ead349f86b, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T10:14:48,395 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] ipc.CallRunner(138): callId: 25 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45452 deadline: 1732529748386, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=637fe50ab6a07d1c99fae5ead349f86b, server=e2fd862922a0,38547,1732529625709 2024-11-25T10:14:48,395 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732529683694.637fe50ab6a07d1c99fae5ead349f86b., hostname=e2fd862922a0,38547,1732529625709, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=637fe50ab6a07d1c99fae5ead349f86b, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T10:14:48,395 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732529683694.637fe50ab6a07d1c99fae5ead349f86b., hostname=e2fd862922a0,38547,1732529625709, seqNum=2 because the exception is null or not the one we care about 2024-11-25T10:14:48,396 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=637fe50ab6a07d1c99fae5ead349f86b, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-25T10:14:48,396 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] ipc.CallRunner(138): callId: 24 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45476 deadline: 1732529748386, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=637fe50ab6a07d1c99fae5ead349f86b, server=e2fd862922a0,38547,1732529625709 2024-11-25T10:14:48,396 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732529683694.637fe50ab6a07d1c99fae5ead349f86b., hostname=e2fd862922a0,38547,1732529625709, seqNum=2 , the old value is region=TestAcidGuarantees,,1732529683694.637fe50ab6a07d1c99fae5ead349f86b., hostname=e2fd862922a0,38547,1732529625709, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=637fe50ab6a07d1c99fae5ead349f86b, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T10:14:48,396 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732529683694.637fe50ab6a07d1c99fae5ead349f86b., hostname=e2fd862922a0,38547,1732529625709, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=637fe50ab6a07d1c99fae5ead349f86b, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T10:14:48,396 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732529683694.637fe50ab6a07d1c99fae5ead349f86b., hostname=e2fd862922a0,38547,1732529625709, seqNum=2 because the exception is null or not the one we care about 2024-11-25T10:14:48,397 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732529683694.637fe50ab6a07d1c99fae5ead349f86b., hostname=e2fd862922a0,38547,1732529625709, seqNum=2 , the old value is region=TestAcidGuarantees,,1732529683694.637fe50ab6a07d1c99fae5ead349f86b., hostname=e2fd862922a0,38547,1732529625709, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=637fe50ab6a07d1c99fae5ead349f86b, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T10:14:48,397 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732529683694.637fe50ab6a07d1c99fae5ead349f86b., hostname=e2fd862922a0,38547,1732529625709, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=637fe50ab6a07d1c99fae5ead349f86b, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T10:14:48,397 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732529683694.637fe50ab6a07d1c99fae5ead349f86b., hostname=e2fd862922a0,38547,1732529625709, seqNum=2 because the exception is null or not the one we care about 2024-11-25T10:14:48,433 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39927 is added to blk_1073742067_1243 (size=12001) 2024-11-25T10:14:48,434 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=33.54 KB at sequenceid=70 (bloomFilter=true), to=hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/637fe50ab6a07d1c99fae5ead349f86b/.tmp/C/46ed8a7e3d9b46beb009059a143e34af 2024-11-25T10:14:48,442 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/637fe50ab6a07d1c99fae5ead349f86b/.tmp/A/c3469da7e8ae442eb7e01e3f59a23b89 as hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/637fe50ab6a07d1c99fae5ead349f86b/A/c3469da7e8ae442eb7e01e3f59a23b89 2024-11-25T10:14:48,464 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/637fe50ab6a07d1c99fae5ead349f86b/A/c3469da7e8ae442eb7e01e3f59a23b89, entries=200, sequenceid=70, filesize=14.0 K 2024-11-25T10:14:48,465 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/637fe50ab6a07d1c99fae5ead349f86b/.tmp/B/a94191568b7749c29318d159b3ed92d9 as hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/637fe50ab6a07d1c99fae5ead349f86b/B/a94191568b7749c29318d159b3ed92d9 2024-11-25T10:14:48,471 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/637fe50ab6a07d1c99fae5ead349f86b/B/a94191568b7749c29318d159b3ed92d9, entries=150, sequenceid=70, filesize=11.7 K 2024-11-25T10:14:48,473 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/637fe50ab6a07d1c99fae5ead349f86b/.tmp/C/46ed8a7e3d9b46beb009059a143e34af as hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/637fe50ab6a07d1c99fae5ead349f86b/C/46ed8a7e3d9b46beb009059a143e34af 2024-11-25T10:14:48,486 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/637fe50ab6a07d1c99fae5ead349f86b/C/46ed8a7e3d9b46beb009059a143e34af, entries=150, sequenceid=70, filesize=11.7 K 2024-11-25T10:14:48,488 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~100.63 KB/103050, heapSize ~299.53 KB/306720, currentSize=73.80 KB/75570 for 637fe50ab6a07d1c99fae5ead349f86b in 276ms, sequenceid=70, compaction requested=true 2024-11-25T10:14:48,488 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 637fe50ab6a07d1c99fae5ead349f86b: 2024-11-25T10:14:48,488 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 637fe50ab6a07d1c99fae5ead349f86b:A, priority=-2147483648, current under compaction store size is 1 2024-11-25T10:14:48,488 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-25T10:14:48,488 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 637fe50ab6a07d1c99fae5ead349f86b:B, priority=-2147483648, current under compaction store size is 2 2024-11-25T10:14:48,488 DEBUG [RS:0;e2fd862922a0:38547-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-25T10:14:48,488 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-25T10:14:48,488 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 637fe50ab6a07d1c99fae5ead349f86b:C, priority=-2147483648, current under compaction store size is 3 2024-11-25T10:14:48,488 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=2), splitQueue=0 2024-11-25T10:14:48,488 DEBUG [RS:0;e2fd862922a0:38547-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-25T10:14:48,496 DEBUG [RS:0;e2fd862922a0:38547-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 48004 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-25T10:14:48,496 DEBUG [RS:0;e2fd862922a0:38547-shortCompactions-0 {}] regionserver.HStore(1541): 637fe50ab6a07d1c99fae5ead349f86b/B is initiating minor compaction (all files) 2024-11-25T10:14:48,496 INFO [RS:0;e2fd862922a0:38547-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 637fe50ab6a07d1c99fae5ead349f86b/B in TestAcidGuarantees,,1732529683694.637fe50ab6a07d1c99fae5ead349f86b. 2024-11-25T10:14:48,496 INFO [RS:0;e2fd862922a0:38547-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/637fe50ab6a07d1c99fae5ead349f86b/B/2cfc25406ae340c5aca6f54cb02ee10a, hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/637fe50ab6a07d1c99fae5ead349f86b/B/2bfa14321e844b4981f890c81f9a7570, hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/637fe50ab6a07d1c99fae5ead349f86b/B/5fd4be22536544dda848eba96d5e8fe2, hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/637fe50ab6a07d1c99fae5ead349f86b/B/a94191568b7749c29318d159b3ed92d9] into tmpdir=hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/637fe50ab6a07d1c99fae5ead349f86b/.tmp, totalSize=46.9 K 2024-11-25T10:14:48,497 DEBUG [RS:0;e2fd862922a0:38547-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 50344 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-25T10:14:48,497 DEBUG [RS:0;e2fd862922a0:38547-shortCompactions-0 {}] compactions.Compactor(225): Compacting 2cfc25406ae340c5aca6f54cb02ee10a, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=14, earliestPutTs=1732529685940 2024-11-25T10:14:48,497 DEBUG [RS:0;e2fd862922a0:38547-longCompactions-0 {}] regionserver.HStore(1541): 637fe50ab6a07d1c99fae5ead349f86b/A is initiating minor compaction (all files) 2024-11-25T10:14:48,497 INFO [RS:0;e2fd862922a0:38547-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 637fe50ab6a07d1c99fae5ead349f86b/A in TestAcidGuarantees,,1732529683694.637fe50ab6a07d1c99fae5ead349f86b. 2024-11-25T10:14:48,497 INFO [RS:0;e2fd862922a0:38547-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/637fe50ab6a07d1c99fae5ead349f86b/A/5881323b3fa34564b4d7398f6b35ad2c, hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/637fe50ab6a07d1c99fae5ead349f86b/A/9b36fd47b0474b4cb465771fc0f0364a, hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/637fe50ab6a07d1c99fae5ead349f86b/A/d712245132e84373b9536bc4ffa65889, hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/637fe50ab6a07d1c99fae5ead349f86b/A/c3469da7e8ae442eb7e01e3f59a23b89] into tmpdir=hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/637fe50ab6a07d1c99fae5ead349f86b/.tmp, totalSize=49.2 K 2024-11-25T10:14:48,503 DEBUG [RS:0;e2fd862922a0:38547-shortCompactions-0 {}] compactions.Compactor(225): Compacting 2bfa14321e844b4981f890c81f9a7570, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=36, earliestPutTs=1732529686315 2024-11-25T10:14:48,504 DEBUG [RS:0;e2fd862922a0:38547-shortCompactions-0 {}] compactions.Compactor(225): Compacting 5fd4be22536544dda848eba96d5e8fe2, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=52, earliestPutTs=1732529686338 2024-11-25T10:14:48,504 DEBUG [RS:0;e2fd862922a0:38547-longCompactions-0 {}] compactions.Compactor(225): Compacting 5881323b3fa34564b4d7398f6b35ad2c, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=14, earliestPutTs=1732529685940 2024-11-25T10:14:48,505 DEBUG [RS:0;e2fd862922a0:38547-shortCompactions-0 {}] compactions.Compactor(225): Compacting a94191568b7749c29318d159b3ed92d9, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=70, earliestPutTs=1732529687545 2024-11-25T10:14:48,518 DEBUG [RS:0;e2fd862922a0:38547-longCompactions-0 {}] compactions.Compactor(225): Compacting 9b36fd47b0474b4cb465771fc0f0364a, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=36, earliestPutTs=1732529686315 2024-11-25T10:14:48,519 DEBUG [RS:0;e2fd862922a0:38547-longCompactions-0 {}] compactions.Compactor(225): Compacting d712245132e84373b9536bc4ffa65889, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=52, earliestPutTs=1732529686338 2024-11-25T10:14:48,521 DEBUG [RS:0;e2fd862922a0:38547-longCompactions-0 {}] compactions.Compactor(225): Compacting c3469da7e8ae442eb7e01e3f59a23b89, keycount=200, bloomtype=ROW, size=14.0 K, encoding=NONE, compression=NONE, seqNum=70, earliestPutTs=1732529687545 2024-11-25T10:14:48,560 INFO [RS:0;e2fd862922a0:38547-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 637fe50ab6a07d1c99fae5ead349f86b#B#compaction#198 average throughput is 2.18 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-25T10:14:48,560 DEBUG [RS:0;e2fd862922a0:38547-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/637fe50ab6a07d1c99fae5ead349f86b/.tmp/B/09a5eb7886aa4c7d819c8164f2b6b627 is 50, key is test_row_0/B:col10/1732529688208/Put/seqid=0 2024-11-25T10:14:48,577 INFO [RS:0;e2fd862922a0:38547-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 637fe50ab6a07d1c99fae5ead349f86b#A#compaction#199 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-25T10:14:48,578 DEBUG [RS:0;e2fd862922a0:38547-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/637fe50ab6a07d1c99fae5ead349f86b/.tmp/A/02f2dcf7ad784c8cbd7e3a7e91fdf2df is 50, key is test_row_0/A:col10/1732529688208/Put/seqid=0 2024-11-25T10:14:48,603 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] regionserver.HRegion(8855): Flush requested on 637fe50ab6a07d1c99fae5ead349f86b 2024-11-25T10:14:48,604 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 637fe50ab6a07d1c99fae5ead349f86b 3/3 column families, dataSize=80.51 KB heapSize=239.81 KB 2024-11-25T10:14:48,604 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 637fe50ab6a07d1c99fae5ead349f86b, store=A 2024-11-25T10:14:48,604 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T10:14:48,604 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 637fe50ab6a07d1c99fae5ead349f86b, store=B 2024-11-25T10:14:48,604 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T10:14:48,604 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 637fe50ab6a07d1c99fae5ead349f86b, store=C 2024-11-25T10:14:48,604 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T10:14:48,616 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39927 is added to blk_1073742068_1244 (size=12139) 2024-11-25T10:14:48,617 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/637fe50ab6a07d1c99fae5ead349f86b/.tmp/A/6c0e38a206564e22a309a539416571eb is 50, key is test_row_0/A:col10/1732529688245/Put/seqid=0 2024-11-25T10:14:48,628 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39927 is added to blk_1073742069_1245 (size=12139) 2024-11-25T10:14:48,642 DEBUG [RS:0;e2fd862922a0:38547-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/637fe50ab6a07d1c99fae5ead349f86b/.tmp/B/09a5eb7886aa4c7d819c8164f2b6b627 as hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/637fe50ab6a07d1c99fae5ead349f86b/B/09a5eb7886aa4c7d819c8164f2b6b627 2024-11-25T10:14:48,644 DEBUG [RS:0;e2fd862922a0:38547-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/637fe50ab6a07d1c99fae5ead349f86b/.tmp/A/02f2dcf7ad784c8cbd7e3a7e91fdf2df as hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/637fe50ab6a07d1c99fae5ead349f86b/A/02f2dcf7ad784c8cbd7e3a7e91fdf2df 2024-11-25T10:14:48,662 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39927 is added to blk_1073742070_1246 (size=14341) 2024-11-25T10:14:48,665 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=85 (bloomFilter=true), to=hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/637fe50ab6a07d1c99fae5ead349f86b/.tmp/A/6c0e38a206564e22a309a539416571eb 2024-11-25T10:14:48,680 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/637fe50ab6a07d1c99fae5ead349f86b/.tmp/B/7d6e0cef8d4d4379beeda271542e0698 is 50, key is test_row_0/B:col10/1732529688245/Put/seqid=0 2024-11-25T10:14:48,691 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39927 is added to blk_1073742071_1247 (size=12001) 2024-11-25T10:14:48,700 INFO [RS:0;e2fd862922a0:38547-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in 637fe50ab6a07d1c99fae5ead349f86b/A of 637fe50ab6a07d1c99fae5ead349f86b into 02f2dcf7ad784c8cbd7e3a7e91fdf2df(size=11.9 K), total size for store is 11.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-25T10:14:48,700 DEBUG [RS:0;e2fd862922a0:38547-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 637fe50ab6a07d1c99fae5ead349f86b: 2024-11-25T10:14:48,700 INFO [RS:0;e2fd862922a0:38547-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732529683694.637fe50ab6a07d1c99fae5ead349f86b., storeName=637fe50ab6a07d1c99fae5ead349f86b/A, priority=12, startTime=1732529688488; duration=0sec 2024-11-25T10:14:48,700 INFO [RS:0;e2fd862922a0:38547-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in 637fe50ab6a07d1c99fae5ead349f86b/B of 637fe50ab6a07d1c99fae5ead349f86b into 09a5eb7886aa4c7d819c8164f2b6b627(size=11.9 K), total size for store is 11.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-25T10:14:48,700 DEBUG [RS:0;e2fd862922a0:38547-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 637fe50ab6a07d1c99fae5ead349f86b: 2024-11-25T10:14:48,700 INFO [RS:0;e2fd862922a0:38547-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732529683694.637fe50ab6a07d1c99fae5ead349f86b., storeName=637fe50ab6a07d1c99fae5ead349f86b/B, priority=12, startTime=1732529688488; duration=0sec 2024-11-25T10:14:48,700 DEBUG [RS:0;e2fd862922a0:38547-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-25T10:14:48,700 DEBUG [RS:0;e2fd862922a0:38547-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 637fe50ab6a07d1c99fae5ead349f86b:A 2024-11-25T10:14:48,700 DEBUG [RS:0;e2fd862922a0:38547-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-25T10:14:48,700 DEBUG [RS:0;e2fd862922a0:38547-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 637fe50ab6a07d1c99fae5ead349f86b:B 2024-11-25T10:14:48,700 DEBUG [RS:0;e2fd862922a0:38547-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-25T10:14:48,702 DEBUG [RS:0;e2fd862922a0:38547-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 48004 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-25T10:14:48,703 DEBUG [RS:0;e2fd862922a0:38547-longCompactions-0 {}] regionserver.HStore(1541): 637fe50ab6a07d1c99fae5ead349f86b/C is initiating minor compaction (all files) 2024-11-25T10:14:48,703 INFO [RS:0;e2fd862922a0:38547-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 637fe50ab6a07d1c99fae5ead349f86b/C in TestAcidGuarantees,,1732529683694.637fe50ab6a07d1c99fae5ead349f86b. 2024-11-25T10:14:48,703 INFO [RS:0;e2fd862922a0:38547-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/637fe50ab6a07d1c99fae5ead349f86b/C/b036f96ee2ed4047b9530c763fa0f1d6, hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/637fe50ab6a07d1c99fae5ead349f86b/C/bb64b950ad504d6bb9486b460e302030, hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/637fe50ab6a07d1c99fae5ead349f86b/C/23eddfca2af84ed6929955d4ab08afa6, hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/637fe50ab6a07d1c99fae5ead349f86b/C/46ed8a7e3d9b46beb009059a143e34af] into tmpdir=hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/637fe50ab6a07d1c99fae5ead349f86b/.tmp, totalSize=46.9 K 2024-11-25T10:14:48,704 DEBUG [RS:0;e2fd862922a0:38547-longCompactions-0 {}] compactions.Compactor(225): Compacting b036f96ee2ed4047b9530c763fa0f1d6, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=14, earliestPutTs=1732529685940 2024-11-25T10:14:48,705 DEBUG [RS:0;e2fd862922a0:38547-longCompactions-0 {}] compactions.Compactor(225): Compacting bb64b950ad504d6bb9486b460e302030, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=36, earliestPutTs=1732529686315 2024-11-25T10:14:48,706 DEBUG [RS:0;e2fd862922a0:38547-longCompactions-0 {}] compactions.Compactor(225): Compacting 23eddfca2af84ed6929955d4ab08afa6, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=52, earliestPutTs=1732529686338 2024-11-25T10:14:48,706 DEBUG [RS:0;e2fd862922a0:38547-longCompactions-0 {}] compactions.Compactor(225): Compacting 46ed8a7e3d9b46beb009059a143e34af, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=70, earliestPutTs=1732529687545 2024-11-25T10:14:48,716 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=637fe50ab6a07d1c99fae5ead349f86b, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-25T10:14:48,716 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] ipc.CallRunner(138): callId: 33 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45472 deadline: 1732529748702, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=637fe50ab6a07d1c99fae5ead349f86b, server=e2fd862922a0,38547,1732529625709 2024-11-25T10:14:48,716 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=637fe50ab6a07d1c99fae5ead349f86b, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-25T10:14:48,717 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] ipc.CallRunner(138): callId: 31 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45434 deadline: 1732529748704, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=637fe50ab6a07d1c99fae5ead349f86b, server=e2fd862922a0,38547,1732529625709 2024-11-25T10:14:48,717 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=637fe50ab6a07d1c99fae5ead349f86b, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-25T10:14:48,717 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] ipc.CallRunner(138): callId: 28 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45476 deadline: 1732529748704, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=637fe50ab6a07d1c99fae5ead349f86b, server=e2fd862922a0,38547,1732529625709 2024-11-25T10:14:48,717 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732529683694.637fe50ab6a07d1c99fae5ead349f86b., hostname=e2fd862922a0,38547,1732529625709, seqNum=2 , the old value is region=TestAcidGuarantees,,1732529683694.637fe50ab6a07d1c99fae5ead349f86b., hostname=e2fd862922a0,38547,1732529625709, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=637fe50ab6a07d1c99fae5ead349f86b, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T10:14:48,717 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732529683694.637fe50ab6a07d1c99fae5ead349f86b., hostname=e2fd862922a0,38547,1732529625709, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=637fe50ab6a07d1c99fae5ead349f86b, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T10:14:48,717 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732529683694.637fe50ab6a07d1c99fae5ead349f86b., hostname=e2fd862922a0,38547,1732529625709, seqNum=2 because the exception is null or not the one we care about 2024-11-25T10:14:48,717 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=637fe50ab6a07d1c99fae5ead349f86b, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-25T10:14:48,717 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] ipc.CallRunner(138): callId: 30 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45452 deadline: 1732529748705, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=637fe50ab6a07d1c99fae5ead349f86b, server=e2fd862922a0,38547,1732529625709 2024-11-25T10:14:48,718 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732529683694.637fe50ab6a07d1c99fae5ead349f86b., hostname=e2fd862922a0,38547,1732529625709, seqNum=2 , the old value is region=TestAcidGuarantees,,1732529683694.637fe50ab6a07d1c99fae5ead349f86b., hostname=e2fd862922a0,38547,1732529625709, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=637fe50ab6a07d1c99fae5ead349f86b, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T10:14:48,718 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732529683694.637fe50ab6a07d1c99fae5ead349f86b., hostname=e2fd862922a0,38547,1732529625709, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=637fe50ab6a07d1c99fae5ead349f86b, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T10:14:48,718 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732529683694.637fe50ab6a07d1c99fae5ead349f86b., hostname=e2fd862922a0,38547,1732529625709, seqNum=2 , the old value is region=TestAcidGuarantees,,1732529683694.637fe50ab6a07d1c99fae5ead349f86b., hostname=e2fd862922a0,38547,1732529625709, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=637fe50ab6a07d1c99fae5ead349f86b, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T10:14:48,718 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732529683694.637fe50ab6a07d1c99fae5ead349f86b., hostname=e2fd862922a0,38547,1732529625709, seqNum=2 , the old value is region=TestAcidGuarantees,,1732529683694.637fe50ab6a07d1c99fae5ead349f86b., hostname=e2fd862922a0,38547,1732529625709, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=637fe50ab6a07d1c99fae5ead349f86b, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T10:14:48,718 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732529683694.637fe50ab6a07d1c99fae5ead349f86b., hostname=e2fd862922a0,38547,1732529625709, seqNum=2 because the exception is null or not the one we care about 2024-11-25T10:14:48,718 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732529683694.637fe50ab6a07d1c99fae5ead349f86b., hostname=e2fd862922a0,38547,1732529625709, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=637fe50ab6a07d1c99fae5ead349f86b, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T10:14:48,718 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732529683694.637fe50ab6a07d1c99fae5ead349f86b., hostname=e2fd862922a0,38547,1732529625709, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=637fe50ab6a07d1c99fae5ead349f86b, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T10:14:48,718 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732529683694.637fe50ab6a07d1c99fae5ead349f86b., hostname=e2fd862922a0,38547,1732529625709, seqNum=2 because the exception is null or not the one we care about 2024-11-25T10:14:48,718 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732529683694.637fe50ab6a07d1c99fae5ead349f86b., hostname=e2fd862922a0,38547,1732529625709, seqNum=2 because the exception is null or not the one we care about 2024-11-25T10:14:48,723 INFO [RS:0;e2fd862922a0:38547-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 637fe50ab6a07d1c99fae5ead349f86b#C#compaction#202 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-25T10:14:48,724 DEBUG [RS:0;e2fd862922a0:38547-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/637fe50ab6a07d1c99fae5ead349f86b/.tmp/C/1a9ed90ec7794c8caf47b2db55279bb1 is 50, key is test_row_0/C:col10/1732529688208/Put/seqid=0 2024-11-25T10:14:48,762 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39927 is added to blk_1073742072_1248 (size=12139) 2024-11-25T10:14:48,769 DEBUG [RS:0;e2fd862922a0:38547-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/637fe50ab6a07d1c99fae5ead349f86b/.tmp/C/1a9ed90ec7794c8caf47b2db55279bb1 as hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/637fe50ab6a07d1c99fae5ead349f86b/C/1a9ed90ec7794c8caf47b2db55279bb1 2024-11-25T10:14:48,788 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=637fe50ab6a07d1c99fae5ead349f86b, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-25T10:14:48,788 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] ipc.CallRunner(138): callId: 20 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45456 deadline: 1732529748783, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=637fe50ab6a07d1c99fae5ead349f86b, server=e2fd862922a0,38547,1732529625709 2024-11-25T10:14:48,789 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732529683694.637fe50ab6a07d1c99fae5ead349f86b., hostname=e2fd862922a0,38547,1732529625709, seqNum=2 , the old value is region=TestAcidGuarantees,,1732529683694.637fe50ab6a07d1c99fae5ead349f86b., hostname=e2fd862922a0,38547,1732529625709, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=637fe50ab6a07d1c99fae5ead349f86b, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T10:14:48,789 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732529683694.637fe50ab6a07d1c99fae5ead349f86b., hostname=e2fd862922a0,38547,1732529625709, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=637fe50ab6a07d1c99fae5ead349f86b, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T10:14:48,789 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732529683694.637fe50ab6a07d1c99fae5ead349f86b., hostname=e2fd862922a0,38547,1732529625709, seqNum=2 because the exception is null or not the one we care about 2024-11-25T10:14:48,812 INFO [RS:0;e2fd862922a0:38547-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in 637fe50ab6a07d1c99fae5ead349f86b/C of 637fe50ab6a07d1c99fae5ead349f86b into 1a9ed90ec7794c8caf47b2db55279bb1(size=11.9 K), total size for store is 11.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-25T10:14:48,813 DEBUG [RS:0;e2fd862922a0:38547-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 637fe50ab6a07d1c99fae5ead349f86b: 2024-11-25T10:14:48,813 INFO [RS:0;e2fd862922a0:38547-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732529683694.637fe50ab6a07d1c99fae5ead349f86b., storeName=637fe50ab6a07d1c99fae5ead349f86b/C, priority=12, startTime=1732529688488; duration=0sec 2024-11-25T10:14:48,813 DEBUG [RS:0;e2fd862922a0:38547-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-25T10:14:48,813 DEBUG [RS:0;e2fd862922a0:38547-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 637fe50ab6a07d1c99fae5ead349f86b:C 2024-11-25T10:14:48,833 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=637fe50ab6a07d1c99fae5ead349f86b, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-25T10:14:48,833 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] ipc.CallRunner(138): callId: 32 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45434 deadline: 1732529748823, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=637fe50ab6a07d1c99fae5ead349f86b, server=e2fd862922a0,38547,1732529625709 2024-11-25T10:14:48,834 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=637fe50ab6a07d1c99fae5ead349f86b, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-25T10:14:48,834 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732529683694.637fe50ab6a07d1c99fae5ead349f86b., hostname=e2fd862922a0,38547,1732529625709, seqNum=2 , the old value is region=TestAcidGuarantees,,1732529683694.637fe50ab6a07d1c99fae5ead349f86b., hostname=e2fd862922a0,38547,1732529625709, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=637fe50ab6a07d1c99fae5ead349f86b, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T10:14:48,834 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] ipc.CallRunner(138): callId: 34 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45472 deadline: 1732529748823, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=637fe50ab6a07d1c99fae5ead349f86b, server=e2fd862922a0,38547,1732529625709 2024-11-25T10:14:48,834 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732529683694.637fe50ab6a07d1c99fae5ead349f86b., hostname=e2fd862922a0,38547,1732529625709, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=637fe50ab6a07d1c99fae5ead349f86b, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T10:14:48,834 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732529683694.637fe50ab6a07d1c99fae5ead349f86b., hostname=e2fd862922a0,38547,1732529625709, seqNum=2 because the exception is null or not the one we care about 2024-11-25T10:14:48,834 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=637fe50ab6a07d1c99fae5ead349f86b, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-25T10:14:48,834 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732529683694.637fe50ab6a07d1c99fae5ead349f86b., hostname=e2fd862922a0,38547,1732529625709, seqNum=2 , the old value is region=TestAcidGuarantees,,1732529683694.637fe50ab6a07d1c99fae5ead349f86b., hostname=e2fd862922a0,38547,1732529625709, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=637fe50ab6a07d1c99fae5ead349f86b, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T10:14:48,834 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732529683694.637fe50ab6a07d1c99fae5ead349f86b., hostname=e2fd862922a0,38547,1732529625709, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=637fe50ab6a07d1c99fae5ead349f86b, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T10:14:48,834 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] ipc.CallRunner(138): callId: 29 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45476 deadline: 1732529748823, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=637fe50ab6a07d1c99fae5ead349f86b, server=e2fd862922a0,38547,1732529625709 2024-11-25T10:14:48,834 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732529683694.637fe50ab6a07d1c99fae5ead349f86b., hostname=e2fd862922a0,38547,1732529625709, seqNum=2 because the exception is null or not the one we care about 2024-11-25T10:14:48,834 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=637fe50ab6a07d1c99fae5ead349f86b, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-25T10:14:48,835 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732529683694.637fe50ab6a07d1c99fae5ead349f86b., hostname=e2fd862922a0,38547,1732529625709, seqNum=2 , the old value is region=TestAcidGuarantees,,1732529683694.637fe50ab6a07d1c99fae5ead349f86b., hostname=e2fd862922a0,38547,1732529625709, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=637fe50ab6a07d1c99fae5ead349f86b, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T10:14:48,835 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732529683694.637fe50ab6a07d1c99fae5ead349f86b., hostname=e2fd862922a0,38547,1732529625709, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=637fe50ab6a07d1c99fae5ead349f86b, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T10:14:48,835 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] ipc.CallRunner(138): callId: 31 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45452 deadline: 1732529748823, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=637fe50ab6a07d1c99fae5ead349f86b, server=e2fd862922a0,38547,1732529625709 2024-11-25T10:14:48,835 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732529683694.637fe50ab6a07d1c99fae5ead349f86b., hostname=e2fd862922a0,38547,1732529625709, seqNum=2 because the exception is null or not the one we care about 2024-11-25T10:14:48,835 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732529683694.637fe50ab6a07d1c99fae5ead349f86b., hostname=e2fd862922a0,38547,1732529625709, seqNum=2 , the old value is region=TestAcidGuarantees,,1732529683694.637fe50ab6a07d1c99fae5ead349f86b., hostname=e2fd862922a0,38547,1732529625709, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=637fe50ab6a07d1c99fae5ead349f86b, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T10:14:48,835 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732529683694.637fe50ab6a07d1c99fae5ead349f86b., hostname=e2fd862922a0,38547,1732529625709, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=637fe50ab6a07d1c99fae5ead349f86b, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T10:14:48,835 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732529683694.637fe50ab6a07d1c99fae5ead349f86b., hostname=e2fd862922a0,38547,1732529625709, seqNum=2 because the exception is null or not the one we care about 2024-11-25T10:14:48,987 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties 2024-11-25T10:14:49,055 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=637fe50ab6a07d1c99fae5ead349f86b, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-25T10:14:49,055 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] ipc.CallRunner(138): callId: 35 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45472 deadline: 1732529749042, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=637fe50ab6a07d1c99fae5ead349f86b, server=e2fd862922a0,38547,1732529625709 2024-11-25T10:14:49,056 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732529683694.637fe50ab6a07d1c99fae5ead349f86b., hostname=e2fd862922a0,38547,1732529625709, seqNum=2 , the old value is region=TestAcidGuarantees,,1732529683694.637fe50ab6a07d1c99fae5ead349f86b., hostname=e2fd862922a0,38547,1732529625709, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=637fe50ab6a07d1c99fae5ead349f86b, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T10:14:49,056 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732529683694.637fe50ab6a07d1c99fae5ead349f86b., hostname=e2fd862922a0,38547,1732529625709, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=637fe50ab6a07d1c99fae5ead349f86b, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T10:14:49,056 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732529683694.637fe50ab6a07d1c99fae5ead349f86b., hostname=e2fd862922a0,38547,1732529625709, seqNum=2 because the exception is null or not the one we care about 2024-11-25T10:14:49,057 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=637fe50ab6a07d1c99fae5ead349f86b, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-25T10:14:49,057 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] ipc.CallRunner(138): callId: 32 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45452 deadline: 1732529749042, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=637fe50ab6a07d1c99fae5ead349f86b, server=e2fd862922a0,38547,1732529625709 2024-11-25T10:14:49,057 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732529683694.637fe50ab6a07d1c99fae5ead349f86b., hostname=e2fd862922a0,38547,1732529625709, seqNum=2 , the old value is region=TestAcidGuarantees,,1732529683694.637fe50ab6a07d1c99fae5ead349f86b., hostname=e2fd862922a0,38547,1732529625709, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=637fe50ab6a07d1c99fae5ead349f86b, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T10:14:49,057 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732529683694.637fe50ab6a07d1c99fae5ead349f86b., hostname=e2fd862922a0,38547,1732529625709, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=637fe50ab6a07d1c99fae5ead349f86b, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T10:14:49,057 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732529683694.637fe50ab6a07d1c99fae5ead349f86b., hostname=e2fd862922a0,38547,1732529625709, seqNum=2 because the exception is null or not the one we care about 2024-11-25T10:14:49,058 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=637fe50ab6a07d1c99fae5ead349f86b, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-25T10:14:49,058 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] ipc.CallRunner(138): callId: 30 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45476 deadline: 1732529749042, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=637fe50ab6a07d1c99fae5ead349f86b, server=e2fd862922a0,38547,1732529625709 2024-11-25T10:14:49,058 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732529683694.637fe50ab6a07d1c99fae5ead349f86b., hostname=e2fd862922a0,38547,1732529625709, seqNum=2 , the old value is region=TestAcidGuarantees,,1732529683694.637fe50ab6a07d1c99fae5ead349f86b., hostname=e2fd862922a0,38547,1732529625709, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=637fe50ab6a07d1c99fae5ead349f86b, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T10:14:49,058 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732529683694.637fe50ab6a07d1c99fae5ead349f86b., hostname=e2fd862922a0,38547,1732529625709, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=637fe50ab6a07d1c99fae5ead349f86b, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T10:14:49,058 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=637fe50ab6a07d1c99fae5ead349f86b, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-25T10:14:49,058 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732529683694.637fe50ab6a07d1c99fae5ead349f86b., hostname=e2fd862922a0,38547,1732529625709, seqNum=2 because the exception is null or not the one we care about 2024-11-25T10:14:49,058 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] ipc.CallRunner(138): callId: 33 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45434 deadline: 1732529749042, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=637fe50ab6a07d1c99fae5ead349f86b, server=e2fd862922a0,38547,1732529625709 2024-11-25T10:14:49,059 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732529683694.637fe50ab6a07d1c99fae5ead349f86b., hostname=e2fd862922a0,38547,1732529625709, seqNum=2 , the old value is region=TestAcidGuarantees,,1732529683694.637fe50ab6a07d1c99fae5ead349f86b., hostname=e2fd862922a0,38547,1732529625709, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=637fe50ab6a07d1c99fae5ead349f86b, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T10:14:49,059 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732529683694.637fe50ab6a07d1c99fae5ead349f86b., hostname=e2fd862922a0,38547,1732529625709, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=637fe50ab6a07d1c99fae5ead349f86b, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T10:14:49,059 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732529683694.637fe50ab6a07d1c99fae5ead349f86b., hostname=e2fd862922a0,38547,1732529625709, seqNum=2 because the exception is null or not the one we care about 2024-11-25T10:14:49,097 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=85 (bloomFilter=true), to=hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/637fe50ab6a07d1c99fae5ead349f86b/.tmp/B/7d6e0cef8d4d4379beeda271542e0698 2024-11-25T10:14:49,140 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/637fe50ab6a07d1c99fae5ead349f86b/.tmp/C/75384d3009814ff7b4646437850c542c is 50, key is test_row_0/C:col10/1732529688245/Put/seqid=0 2024-11-25T10:14:49,191 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39927 is added to blk_1073742073_1249 (size=12001) 2024-11-25T10:14:49,197 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=85 (bloomFilter=true), to=hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/637fe50ab6a07d1c99fae5ead349f86b/.tmp/C/75384d3009814ff7b4646437850c542c 2024-11-25T10:14:49,203 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/637fe50ab6a07d1c99fae5ead349f86b/.tmp/A/6c0e38a206564e22a309a539416571eb as hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/637fe50ab6a07d1c99fae5ead349f86b/A/6c0e38a206564e22a309a539416571eb 2024-11-25T10:14:49,228 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/637fe50ab6a07d1c99fae5ead349f86b/A/6c0e38a206564e22a309a539416571eb, entries=200, sequenceid=85, filesize=14.0 K 2024-11-25T10:14:49,251 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/637fe50ab6a07d1c99fae5ead349f86b/.tmp/B/7d6e0cef8d4d4379beeda271542e0698 as hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/637fe50ab6a07d1c99fae5ead349f86b/B/7d6e0cef8d4d4379beeda271542e0698 2024-11-25T10:14:49,270 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/637fe50ab6a07d1c99fae5ead349f86b/B/7d6e0cef8d4d4379beeda271542e0698, entries=150, sequenceid=85, filesize=11.7 K 2024-11-25T10:14:49,272 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/637fe50ab6a07d1c99fae5ead349f86b/.tmp/C/75384d3009814ff7b4646437850c542c as hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/637fe50ab6a07d1c99fae5ead349f86b/C/75384d3009814ff7b4646437850c542c 2024-11-25T10:14:49,282 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/637fe50ab6a07d1c99fae5ead349f86b/C/75384d3009814ff7b4646437850c542c, entries=150, sequenceid=85, filesize=11.7 K 2024-11-25T10:14:49,287 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~80.51 KB/82440, heapSize ~239.77 KB/245520, currentSize=93.93 KB/96180 for 637fe50ab6a07d1c99fae5ead349f86b in 684ms, sequenceid=85, compaction requested=false 2024-11-25T10:14:49,287 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 637fe50ab6a07d1c99fae5ead349f86b: 2024-11-25T10:14:49,366 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 637fe50ab6a07d1c99fae5ead349f86b 3/3 column families, dataSize=100.63 KB heapSize=299.58 KB 2024-11-25T10:14:49,366 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] regionserver.HRegion(8855): Flush requested on 637fe50ab6a07d1c99fae5ead349f86b 2024-11-25T10:14:49,367 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 637fe50ab6a07d1c99fae5ead349f86b, store=A 2024-11-25T10:14:49,367 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T10:14:49,367 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 637fe50ab6a07d1c99fae5ead349f86b, store=B 2024-11-25T10:14:49,367 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T10:14:49,367 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 637fe50ab6a07d1c99fae5ead349f86b, store=C 2024-11-25T10:14:49,367 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T10:14:49,373 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/637fe50ab6a07d1c99fae5ead349f86b/.tmp/A/bd279bf914bc451382d3c83bb74b3d8e is 50, key is test_row_0/A:col10/1732529689365/Put/seqid=0 2024-11-25T10:14:49,382 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39927 is added to blk_1073742074_1250 (size=12001) 2024-11-25T10:14:49,389 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=637fe50ab6a07d1c99fae5ead349f86b, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-25T10:14:49,389 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] ipc.CallRunner(138): callId: 37 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45434 deadline: 1732529749383, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=637fe50ab6a07d1c99fae5ead349f86b, server=e2fd862922a0,38547,1732529625709 2024-11-25T10:14:49,395 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=637fe50ab6a07d1c99fae5ead349f86b, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-25T10:14:49,395 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] ipc.CallRunner(138): callId: 36 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45452 deadline: 1732529749388, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=637fe50ab6a07d1c99fae5ead349f86b, server=e2fd862922a0,38547,1732529625709 2024-11-25T10:14:49,395 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732529683694.637fe50ab6a07d1c99fae5ead349f86b., hostname=e2fd862922a0,38547,1732529625709, seqNum=2 , the old value is region=TestAcidGuarantees,,1732529683694.637fe50ab6a07d1c99fae5ead349f86b., hostname=e2fd862922a0,38547,1732529625709, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=637fe50ab6a07d1c99fae5ead349f86b, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T10:14:49,395 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732529683694.637fe50ab6a07d1c99fae5ead349f86b., hostname=e2fd862922a0,38547,1732529625709, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=637fe50ab6a07d1c99fae5ead349f86b, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T10:14:49,395 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732529683694.637fe50ab6a07d1c99fae5ead349f86b., hostname=e2fd862922a0,38547,1732529625709, seqNum=2 because the exception is null or not the one we care about 2024-11-25T10:14:49,396 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732529683694.637fe50ab6a07d1c99fae5ead349f86b., hostname=e2fd862922a0,38547,1732529625709, seqNum=2 , the old value is region=TestAcidGuarantees,,1732529683694.637fe50ab6a07d1c99fae5ead349f86b., hostname=e2fd862922a0,38547,1732529625709, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=637fe50ab6a07d1c99fae5ead349f86b, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T10:14:49,396 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732529683694.637fe50ab6a07d1c99fae5ead349f86b., hostname=e2fd862922a0,38547,1732529625709, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=637fe50ab6a07d1c99fae5ead349f86b, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T10:14:49,396 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732529683694.637fe50ab6a07d1c99fae5ead349f86b., hostname=e2fd862922a0,38547,1732529625709, seqNum=2 because the exception is null or not the one we care about 2024-11-25T10:14:49,397 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=637fe50ab6a07d1c99fae5ead349f86b, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-25T10:14:49,397 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] ipc.CallRunner(138): callId: 40 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45472 deadline: 1732529749390, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=637fe50ab6a07d1c99fae5ead349f86b, server=e2fd862922a0,38547,1732529625709 2024-11-25T10:14:49,397 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732529683694.637fe50ab6a07d1c99fae5ead349f86b., hostname=e2fd862922a0,38547,1732529625709, seqNum=2 , the old value is region=TestAcidGuarantees,,1732529683694.637fe50ab6a07d1c99fae5ead349f86b., hostname=e2fd862922a0,38547,1732529625709, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=637fe50ab6a07d1c99fae5ead349f86b, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T10:14:49,398 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732529683694.637fe50ab6a07d1c99fae5ead349f86b., hostname=e2fd862922a0,38547,1732529625709, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=637fe50ab6a07d1c99fae5ead349f86b, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T10:14:49,398 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732529683694.637fe50ab6a07d1c99fae5ead349f86b., hostname=e2fd862922a0,38547,1732529625709, seqNum=2 because the exception is null or not the one we care about 2024-11-25T10:14:49,398 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=637fe50ab6a07d1c99fae5ead349f86b, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-25T10:14:49,398 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] ipc.CallRunner(138): callId: 33 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45476 deadline: 1732529749396, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=637fe50ab6a07d1c99fae5ead349f86b, server=e2fd862922a0,38547,1732529625709 2024-11-25T10:14:49,399 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732529683694.637fe50ab6a07d1c99fae5ead349f86b., hostname=e2fd862922a0,38547,1732529625709, seqNum=2 , the old value is region=TestAcidGuarantees,,1732529683694.637fe50ab6a07d1c99fae5ead349f86b., hostname=e2fd862922a0,38547,1732529625709, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=637fe50ab6a07d1c99fae5ead349f86b, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T10:14:49,399 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732529683694.637fe50ab6a07d1c99fae5ead349f86b., hostname=e2fd862922a0,38547,1732529625709, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=637fe50ab6a07d1c99fae5ead349f86b, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T10:14:49,399 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732529683694.637fe50ab6a07d1c99fae5ead349f86b., hostname=e2fd862922a0,38547,1732529625709, seqNum=2 because the exception is null or not the one we care about 2024-11-25T10:14:49,502 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=637fe50ab6a07d1c99fae5ead349f86b, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-25T10:14:49,503 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] ipc.CallRunner(138): callId: 41 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45472 deadline: 1732529749502, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=637fe50ab6a07d1c99fae5ead349f86b, server=e2fd862922a0,38547,1732529625709 2024-11-25T10:14:49,503 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=637fe50ab6a07d1c99fae5ead349f86b, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-25T10:14:49,503 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732529683694.637fe50ab6a07d1c99fae5ead349f86b., hostname=e2fd862922a0,38547,1732529625709, seqNum=2 , the old value is region=TestAcidGuarantees,,1732529683694.637fe50ab6a07d1c99fae5ead349f86b., hostname=e2fd862922a0,38547,1732529625709, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=637fe50ab6a07d1c99fae5ead349f86b, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T10:14:49,503 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732529683694.637fe50ab6a07d1c99fae5ead349f86b., hostname=e2fd862922a0,38547,1732529625709, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=637fe50ab6a07d1c99fae5ead349f86b, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T10:14:49,503 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] ipc.CallRunner(138): callId: 38 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45434 deadline: 1732529749502, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=637fe50ab6a07d1c99fae5ead349f86b, server=e2fd862922a0,38547,1732529625709 2024-11-25T10:14:49,503 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732529683694.637fe50ab6a07d1c99fae5ead349f86b., hostname=e2fd862922a0,38547,1732529625709, seqNum=2 because the exception is null or not the one we care about 2024-11-25T10:14:49,503 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732529683694.637fe50ab6a07d1c99fae5ead349f86b., hostname=e2fd862922a0,38547,1732529625709, seqNum=2 , the old value is region=TestAcidGuarantees,,1732529683694.637fe50ab6a07d1c99fae5ead349f86b., hostname=e2fd862922a0,38547,1732529625709, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=637fe50ab6a07d1c99fae5ead349f86b, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T10:14:49,503 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=637fe50ab6a07d1c99fae5ead349f86b, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-25T10:14:49,503 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732529683694.637fe50ab6a07d1c99fae5ead349f86b., hostname=e2fd862922a0,38547,1732529625709, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=637fe50ab6a07d1c99fae5ead349f86b, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T10:14:49,503 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732529683694.637fe50ab6a07d1c99fae5ead349f86b., hostname=e2fd862922a0,38547,1732529625709, seqNum=2 because the exception is null or not the one we care about 2024-11-25T10:14:49,504 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] ipc.CallRunner(138): callId: 37 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45452 deadline: 1732529749502, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=637fe50ab6a07d1c99fae5ead349f86b, server=e2fd862922a0,38547,1732529625709 2024-11-25T10:14:49,504 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732529683694.637fe50ab6a07d1c99fae5ead349f86b., hostname=e2fd862922a0,38547,1732529625709, seqNum=2 , the old value is region=TestAcidGuarantees,,1732529683694.637fe50ab6a07d1c99fae5ead349f86b., hostname=e2fd862922a0,38547,1732529625709, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=637fe50ab6a07d1c99fae5ead349f86b, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T10:14:49,504 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732529683694.637fe50ab6a07d1c99fae5ead349f86b., hostname=e2fd862922a0,38547,1732529625709, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=637fe50ab6a07d1c99fae5ead349f86b, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T10:14:49,504 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732529683694.637fe50ab6a07d1c99fae5ead349f86b., hostname=e2fd862922a0,38547,1732529625709, seqNum=2 because the exception is null or not the one we care about 2024-11-25T10:14:49,505 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=637fe50ab6a07d1c99fae5ead349f86b, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-25T10:14:49,506 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] ipc.CallRunner(138): callId: 34 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45476 deadline: 1732529749502, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=637fe50ab6a07d1c99fae5ead349f86b, server=e2fd862922a0,38547,1732529625709 2024-11-25T10:14:49,506 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732529683694.637fe50ab6a07d1c99fae5ead349f86b., hostname=e2fd862922a0,38547,1732529625709, seqNum=2 , the old value is region=TestAcidGuarantees,,1732529683694.637fe50ab6a07d1c99fae5ead349f86b., hostname=e2fd862922a0,38547,1732529625709, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=637fe50ab6a07d1c99fae5ead349f86b, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T10:14:49,506 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732529683694.637fe50ab6a07d1c99fae5ead349f86b., hostname=e2fd862922a0,38547,1732529625709, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=637fe50ab6a07d1c99fae5ead349f86b, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T10:14:49,506 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732529683694.637fe50ab6a07d1c99fae5ead349f86b., hostname=e2fd862922a0,38547,1732529625709, seqNum=2 because the exception is null or not the one we care about 2024-11-25T10:14:49,713 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=637fe50ab6a07d1c99fae5ead349f86b, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-25T10:14:49,713 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] ipc.CallRunner(138): callId: 42 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45472 deadline: 1732529749712, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=637fe50ab6a07d1c99fae5ead349f86b, server=e2fd862922a0,38547,1732529625709 2024-11-25T10:14:49,713 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=637fe50ab6a07d1c99fae5ead349f86b, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-25T10:14:49,713 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732529683694.637fe50ab6a07d1c99fae5ead349f86b., hostname=e2fd862922a0,38547,1732529625709, seqNum=2 , the old value is region=TestAcidGuarantees,,1732529683694.637fe50ab6a07d1c99fae5ead349f86b., hostname=e2fd862922a0,38547,1732529625709, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=637fe50ab6a07d1c99fae5ead349f86b, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T10:14:49,713 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] ipc.CallRunner(138): callId: 39 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45434 deadline: 1732529749712, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=637fe50ab6a07d1c99fae5ead349f86b, server=e2fd862922a0,38547,1732529625709 2024-11-25T10:14:49,713 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732529683694.637fe50ab6a07d1c99fae5ead349f86b., hostname=e2fd862922a0,38547,1732529625709, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=637fe50ab6a07d1c99fae5ead349f86b, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T10:14:49,713 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732529683694.637fe50ab6a07d1c99fae5ead349f86b., hostname=e2fd862922a0,38547,1732529625709, seqNum=2 because the exception is null or not the one we care about 2024-11-25T10:14:49,714 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=637fe50ab6a07d1c99fae5ead349f86b, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-25T10:14:49,714 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732529683694.637fe50ab6a07d1c99fae5ead349f86b., hostname=e2fd862922a0,38547,1732529625709, seqNum=2 , the old value is region=TestAcidGuarantees,,1732529683694.637fe50ab6a07d1c99fae5ead349f86b., hostname=e2fd862922a0,38547,1732529625709, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=637fe50ab6a07d1c99fae5ead349f86b, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T10:14:49,714 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732529683694.637fe50ab6a07d1c99fae5ead349f86b., hostname=e2fd862922a0,38547,1732529625709, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=637fe50ab6a07d1c99fae5ead349f86b, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T10:14:49,714 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] ipc.CallRunner(138): callId: 38 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45452 deadline: 1732529749713, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=637fe50ab6a07d1c99fae5ead349f86b, server=e2fd862922a0,38547,1732529625709 2024-11-25T10:14:49,714 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732529683694.637fe50ab6a07d1c99fae5ead349f86b., hostname=e2fd862922a0,38547,1732529625709, seqNum=2 because the exception is null or not the one we care about 2024-11-25T10:14:49,714 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732529683694.637fe50ab6a07d1c99fae5ead349f86b., hostname=e2fd862922a0,38547,1732529625709, seqNum=2 , the old value is region=TestAcidGuarantees,,1732529683694.637fe50ab6a07d1c99fae5ead349f86b., hostname=e2fd862922a0,38547,1732529625709, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=637fe50ab6a07d1c99fae5ead349f86b, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T10:14:49,714 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732529683694.637fe50ab6a07d1c99fae5ead349f86b., hostname=e2fd862922a0,38547,1732529625709, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=637fe50ab6a07d1c99fae5ead349f86b, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T10:14:49,714 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732529683694.637fe50ab6a07d1c99fae5ead349f86b., hostname=e2fd862922a0,38547,1732529625709, seqNum=2 because the exception is null or not the one we care about 2024-11-25T10:14:49,716 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=637fe50ab6a07d1c99fae5ead349f86b, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-25T10:14:49,716 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] ipc.CallRunner(138): callId: 35 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45476 deadline: 1732529749713, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=637fe50ab6a07d1c99fae5ead349f86b, server=e2fd862922a0,38547,1732529625709 2024-11-25T10:14:49,717 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732529683694.637fe50ab6a07d1c99fae5ead349f86b., hostname=e2fd862922a0,38547,1732529625709, seqNum=2 , the old value is region=TestAcidGuarantees,,1732529683694.637fe50ab6a07d1c99fae5ead349f86b., hostname=e2fd862922a0,38547,1732529625709, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=637fe50ab6a07d1c99fae5ead349f86b, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T10:14:49,717 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732529683694.637fe50ab6a07d1c99fae5ead349f86b., hostname=e2fd862922a0,38547,1732529625709, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=637fe50ab6a07d1c99fae5ead349f86b, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T10:14:49,717 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732529683694.637fe50ab6a07d1c99fae5ead349f86b., hostname=e2fd862922a0,38547,1732529625709, seqNum=2 because the exception is null or not the one we care about 2024-11-25T10:14:49,783 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=35.78 KB at sequenceid=107 (bloomFilter=true), to=hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/637fe50ab6a07d1c99fae5ead349f86b/.tmp/A/bd279bf914bc451382d3c83bb74b3d8e 2024-11-25T10:14:49,803 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/637fe50ab6a07d1c99fae5ead349f86b/.tmp/B/1195f5a424be4ae79012ef3e214d7c23 is 50, key is test_row_0/B:col10/1732529689365/Put/seqid=0 2024-11-25T10:14:49,805 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=637fe50ab6a07d1c99fae5ead349f86b, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-25T10:14:49,805 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] ipc.CallRunner(138): callId: 21 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45456 deadline: 1732529749801, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=637fe50ab6a07d1c99fae5ead349f86b, server=e2fd862922a0,38547,1732529625709 2024-11-25T10:14:49,805 WARN [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRpcRetryingCaller(177): Call to e2fd862922a0,38547,1732529625709 for 'test_row_0' in 637fe50ab6a07d1c99fae5ead349f86b of TestAcidGuarantees failed, tries = 6, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 2239 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=637fe50ab6a07d1c99fae5ead349f86b, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor39.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=637fe50ab6a07d1c99fae5ead349f86b, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 32 more 2024-11-25T10:14:49,806 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732529683694.637fe50ab6a07d1c99fae5ead349f86b., hostname=e2fd862922a0,38547,1732529625709, seqNum=2 , the old value is region=TestAcidGuarantees,,1732529683694.637fe50ab6a07d1c99fae5ead349f86b., hostname=e2fd862922a0,38547,1732529625709, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=637fe50ab6a07d1c99fae5ead349f86b, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T10:14:49,806 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732529683694.637fe50ab6a07d1c99fae5ead349f86b., hostname=e2fd862922a0,38547,1732529625709, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=637fe50ab6a07d1c99fae5ead349f86b, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T10:14:49,806 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732529683694.637fe50ab6a07d1c99fae5ead349f86b., hostname=e2fd862922a0,38547,1732529625709, seqNum=2 because the exception is null or not the one we care about 2024-11-25T10:14:49,808 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39927 is added to blk_1073742075_1251 (size=12001) 2024-11-25T10:14:50,027 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=637fe50ab6a07d1c99fae5ead349f86b, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-25T10:14:50,028 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] ipc.CallRunner(138): callId: 40 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45434 deadline: 1732529750023, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=637fe50ab6a07d1c99fae5ead349f86b, server=e2fd862922a0,38547,1732529625709 2024-11-25T10:14:50,028 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732529683694.637fe50ab6a07d1c99fae5ead349f86b., hostname=e2fd862922a0,38547,1732529625709, seqNum=2 , the old value is region=TestAcidGuarantees,,1732529683694.637fe50ab6a07d1c99fae5ead349f86b., hostname=e2fd862922a0,38547,1732529625709, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=637fe50ab6a07d1c99fae5ead349f86b, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T10:14:50,028 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732529683694.637fe50ab6a07d1c99fae5ead349f86b., hostname=e2fd862922a0,38547,1732529625709, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=637fe50ab6a07d1c99fae5ead349f86b, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T10:14:50,028 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732529683694.637fe50ab6a07d1c99fae5ead349f86b., hostname=e2fd862922a0,38547,1732529625709, seqNum=2 because the exception is null or not the one we care about 2024-11-25T10:14:50,028 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=637fe50ab6a07d1c99fae5ead349f86b, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-25T10:14:50,029 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] ipc.CallRunner(138): callId: 43 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45472 deadline: 1732529750023, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=637fe50ab6a07d1c99fae5ead349f86b, server=e2fd862922a0,38547,1732529625709 2024-11-25T10:14:50,029 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732529683694.637fe50ab6a07d1c99fae5ead349f86b., hostname=e2fd862922a0,38547,1732529625709, seqNum=2 , the old value is region=TestAcidGuarantees,,1732529683694.637fe50ab6a07d1c99fae5ead349f86b., hostname=e2fd862922a0,38547,1732529625709, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=637fe50ab6a07d1c99fae5ead349f86b, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T10:14:50,029 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732529683694.637fe50ab6a07d1c99fae5ead349f86b., hostname=e2fd862922a0,38547,1732529625709, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=637fe50ab6a07d1c99fae5ead349f86b, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T10:14:50,029 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=637fe50ab6a07d1c99fae5ead349f86b, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-25T10:14:50,029 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732529683694.637fe50ab6a07d1c99fae5ead349f86b., hostname=e2fd862922a0,38547,1732529625709, seqNum=2 because the exception is null or not the one we care about 2024-11-25T10:14:50,029 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] ipc.CallRunner(138): callId: 39 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45452 deadline: 1732529750024, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=637fe50ab6a07d1c99fae5ead349f86b, server=e2fd862922a0,38547,1732529625709 2024-11-25T10:14:50,029 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=637fe50ab6a07d1c99fae5ead349f86b, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-25T10:14:50,030 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] ipc.CallRunner(138): callId: 36 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45476 deadline: 1732529750024, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=637fe50ab6a07d1c99fae5ead349f86b, server=e2fd862922a0,38547,1732529625709 2024-11-25T10:14:50,030 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732529683694.637fe50ab6a07d1c99fae5ead349f86b., hostname=e2fd862922a0,38547,1732529625709, seqNum=2 , the old value is region=TestAcidGuarantees,,1732529683694.637fe50ab6a07d1c99fae5ead349f86b., hostname=e2fd862922a0,38547,1732529625709, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=637fe50ab6a07d1c99fae5ead349f86b, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T10:14:50,030 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732529683694.637fe50ab6a07d1c99fae5ead349f86b., hostname=e2fd862922a0,38547,1732529625709, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=637fe50ab6a07d1c99fae5ead349f86b, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T10:14:50,030 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732529683694.637fe50ab6a07d1c99fae5ead349f86b., hostname=e2fd862922a0,38547,1732529625709, seqNum=2 because the exception is null or not the one we care about 2024-11-25T10:14:50,030 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732529683694.637fe50ab6a07d1c99fae5ead349f86b., hostname=e2fd862922a0,38547,1732529625709, seqNum=2 , the old value is region=TestAcidGuarantees,,1732529683694.637fe50ab6a07d1c99fae5ead349f86b., hostname=e2fd862922a0,38547,1732529625709, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=637fe50ab6a07d1c99fae5ead349f86b, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T10:14:50,030 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732529683694.637fe50ab6a07d1c99fae5ead349f86b., hostname=e2fd862922a0,38547,1732529625709, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=637fe50ab6a07d1c99fae5ead349f86b, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T10:14:50,030 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732529683694.637fe50ab6a07d1c99fae5ead349f86b., hostname=e2fd862922a0,38547,1732529625709, seqNum=2 because the exception is null or not the one we care about 2024-11-25T10:14:50,092 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41005 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=68 2024-11-25T10:14:50,092 INFO [RPCClient-NioEventLoopGroup-4-6 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-25T10:14:50,093 INFO [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41005 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-25T10:14:50,094 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41005 {}] procedure2.ProcedureExecutor(1139): Stored pid=70, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=70, table=TestAcidGuarantees 2024-11-25T10:14:50,095 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41005 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=70 2024-11-25T10:14:50,097 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=70, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=70, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-25T10:14:50,098 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=70, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=70, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-25T10:14:50,098 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=71, ppid=70, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-25T10:14:50,203 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41005 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=70 2024-11-25T10:14:50,210 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=35.78 KB at sequenceid=107 (bloomFilter=true), to=hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/637fe50ab6a07d1c99fae5ead349f86b/.tmp/B/1195f5a424be4ae79012ef3e214d7c23 2024-11-25T10:14:50,222 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/637fe50ab6a07d1c99fae5ead349f86b/.tmp/C/362aad8a374646deb0e596e44e23b9cd is 50, key is test_row_0/C:col10/1732529689365/Put/seqid=0 2024-11-25T10:14:50,250 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39927 is added to blk_1073742076_1252 (size=12001) 2024-11-25T10:14:50,253 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=38547 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=71 2024-11-25T10:14:50,254 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e2fd862922a0:0-1 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732529683694.637fe50ab6a07d1c99fae5ead349f86b. 2024-11-25T10:14:50,254 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e2fd862922a0:0-1 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732529683694.637fe50ab6a07d1c99fae5ead349f86b. as already flushing 2024-11-25T10:14:50,254 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e2fd862922a0:0-1 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732529683694.637fe50ab6a07d1c99fae5ead349f86b. 2024-11-25T10:14:50,254 ERROR [RS_FLUSH_OPERATIONS-regionserver/e2fd862922a0:0-1 {event_type=RS_FLUSH_REGIONS, pid=71}] handler.RSProcedureHandler(58): pid=71 java.io.IOException: Unable to complete flush {ENCODED => 637fe50ab6a07d1c99fae5ead349f86b, NAME => 'TestAcidGuarantees,,1732529683694.637fe50ab6a07d1c99fae5ead349f86b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T10:14:50,254 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e2fd862922a0:0-1 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=71 java.io.IOException: Unable to complete flush {ENCODED => 637fe50ab6a07d1c99fae5ead349f86b, NAME => 'TestAcidGuarantees,,1732529683694.637fe50ab6a07d1c99fae5ead349f86b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T10:14:50,255 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41005 {}] master.HMaster(4177): Remote procedure failed, pid=71 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 637fe50ab6a07d1c99fae5ead349f86b, NAME => 'TestAcidGuarantees,,1732529683694.637fe50ab6a07d1c99fae5ead349f86b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 637fe50ab6a07d1c99fae5ead349f86b, NAME => 'TestAcidGuarantees,,1732529683694.637fe50ab6a07d1c99fae5ead349f86b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T10:14:50,407 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=38547 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=71 2024-11-25T10:14:50,408 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e2fd862922a0:0-2 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732529683694.637fe50ab6a07d1c99fae5ead349f86b. 2024-11-25T10:14:50,408 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e2fd862922a0:0-2 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732529683694.637fe50ab6a07d1c99fae5ead349f86b. as already flushing 2024-11-25T10:14:50,408 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e2fd862922a0:0-2 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732529683694.637fe50ab6a07d1c99fae5ead349f86b. 2024-11-25T10:14:50,408 ERROR [RS_FLUSH_OPERATIONS-regionserver/e2fd862922a0:0-2 {event_type=RS_FLUSH_REGIONS, pid=71}] handler.RSProcedureHandler(58): pid=71 java.io.IOException: Unable to complete flush {ENCODED => 637fe50ab6a07d1c99fae5ead349f86b, NAME => 'TestAcidGuarantees,,1732529683694.637fe50ab6a07d1c99fae5ead349f86b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T10:14:50,408 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e2fd862922a0:0-2 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=71 java.io.IOException: Unable to complete flush {ENCODED => 637fe50ab6a07d1c99fae5ead349f86b, NAME => 'TestAcidGuarantees,,1732529683694.637fe50ab6a07d1c99fae5ead349f86b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T10:14:50,409 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41005 {}] master.HMaster(4177): Remote procedure failed, pid=71 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 637fe50ab6a07d1c99fae5ead349f86b, NAME => 'TestAcidGuarantees,,1732529683694.637fe50ab6a07d1c99fae5ead349f86b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 637fe50ab6a07d1c99fae5ead349f86b, NAME => 'TestAcidGuarantees,,1732529683694.637fe50ab6a07d1c99fae5ead349f86b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T10:14:50,412 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41005 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=70 2024-11-25T10:14:50,536 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=637fe50ab6a07d1c99fae5ead349f86b, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-25T10:14:50,536 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] ipc.CallRunner(138): callId: 41 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45434 deadline: 1732529750532, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=637fe50ab6a07d1c99fae5ead349f86b, server=e2fd862922a0,38547,1732529625709 2024-11-25T10:14:50,536 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=637fe50ab6a07d1c99fae5ead349f86b, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-25T10:14:50,536 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] ipc.CallRunner(138): callId: 44 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45472 deadline: 1732529750532, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=637fe50ab6a07d1c99fae5ead349f86b, server=e2fd862922a0,38547,1732529625709 2024-11-25T10:14:50,536 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732529683694.637fe50ab6a07d1c99fae5ead349f86b., hostname=e2fd862922a0,38547,1732529625709, seqNum=2 , the old value is region=TestAcidGuarantees,,1732529683694.637fe50ab6a07d1c99fae5ead349f86b., hostname=e2fd862922a0,38547,1732529625709, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=637fe50ab6a07d1c99fae5ead349f86b, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T10:14:50,536 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732529683694.637fe50ab6a07d1c99fae5ead349f86b., hostname=e2fd862922a0,38547,1732529625709, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=637fe50ab6a07d1c99fae5ead349f86b, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T10:14:50,536 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732529683694.637fe50ab6a07d1c99fae5ead349f86b., hostname=e2fd862922a0,38547,1732529625709, seqNum=2 because the exception is null or not the one we care about 2024-11-25T10:14:50,537 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732529683694.637fe50ab6a07d1c99fae5ead349f86b., hostname=e2fd862922a0,38547,1732529625709, seqNum=2 , the old value is region=TestAcidGuarantees,,1732529683694.637fe50ab6a07d1c99fae5ead349f86b., hostname=e2fd862922a0,38547,1732529625709, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=637fe50ab6a07d1c99fae5ead349f86b, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T10:14:50,537 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732529683694.637fe50ab6a07d1c99fae5ead349f86b., hostname=e2fd862922a0,38547,1732529625709, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=637fe50ab6a07d1c99fae5ead349f86b, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T10:14:50,537 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732529683694.637fe50ab6a07d1c99fae5ead349f86b., hostname=e2fd862922a0,38547,1732529625709, seqNum=2 because the exception is null or not the one we care about 2024-11-25T10:14:50,546 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=637fe50ab6a07d1c99fae5ead349f86b, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-25T10:14:50,547 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] ipc.CallRunner(138): callId: 37 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45476 deadline: 1732529750542, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=637fe50ab6a07d1c99fae5ead349f86b, server=e2fd862922a0,38547,1732529625709 2024-11-25T10:14:50,547 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732529683694.637fe50ab6a07d1c99fae5ead349f86b., hostname=e2fd862922a0,38547,1732529625709, seqNum=2 , the old value is region=TestAcidGuarantees,,1732529683694.637fe50ab6a07d1c99fae5ead349f86b., hostname=e2fd862922a0,38547,1732529625709, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=637fe50ab6a07d1c99fae5ead349f86b, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T10:14:50,547 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=637fe50ab6a07d1c99fae5ead349f86b, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-25T10:14:50,547 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732529683694.637fe50ab6a07d1c99fae5ead349f86b., hostname=e2fd862922a0,38547,1732529625709, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=637fe50ab6a07d1c99fae5ead349f86b, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T10:14:50,547 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732529683694.637fe50ab6a07d1c99fae5ead349f86b., hostname=e2fd862922a0,38547,1732529625709, seqNum=2 because the exception is null or not the one we care about 2024-11-25T10:14:50,547 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] ipc.CallRunner(138): callId: 40 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45452 deadline: 1732529750542, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=637fe50ab6a07d1c99fae5ead349f86b, server=e2fd862922a0,38547,1732529625709 2024-11-25T10:14:50,547 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732529683694.637fe50ab6a07d1c99fae5ead349f86b., hostname=e2fd862922a0,38547,1732529625709, seqNum=2 , the old value is region=TestAcidGuarantees,,1732529683694.637fe50ab6a07d1c99fae5ead349f86b., hostname=e2fd862922a0,38547,1732529625709, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=637fe50ab6a07d1c99fae5ead349f86b, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T10:14:50,547 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732529683694.637fe50ab6a07d1c99fae5ead349f86b., hostname=e2fd862922a0,38547,1732529625709, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=637fe50ab6a07d1c99fae5ead349f86b, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T10:14:50,547 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732529683694.637fe50ab6a07d1c99fae5ead349f86b., hostname=e2fd862922a0,38547,1732529625709, seqNum=2 because the exception is null or not the one we care about 2024-11-25T10:14:50,561 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=38547 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=71 2024-11-25T10:14:50,561 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e2fd862922a0:0-0 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732529683694.637fe50ab6a07d1c99fae5ead349f86b. 2024-11-25T10:14:50,561 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e2fd862922a0:0-0 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732529683694.637fe50ab6a07d1c99fae5ead349f86b. as already flushing 2024-11-25T10:14:50,561 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e2fd862922a0:0-0 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732529683694.637fe50ab6a07d1c99fae5ead349f86b. 2024-11-25T10:14:50,561 ERROR [RS_FLUSH_OPERATIONS-regionserver/e2fd862922a0:0-0 {event_type=RS_FLUSH_REGIONS, pid=71}] handler.RSProcedureHandler(58): pid=71 java.io.IOException: Unable to complete flush {ENCODED => 637fe50ab6a07d1c99fae5ead349f86b, NAME => 'TestAcidGuarantees,,1732529683694.637fe50ab6a07d1c99fae5ead349f86b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T10:14:50,561 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e2fd862922a0:0-0 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=71 java.io.IOException: Unable to complete flush {ENCODED => 637fe50ab6a07d1c99fae5ead349f86b, NAME => 'TestAcidGuarantees,,1732529683694.637fe50ab6a07d1c99fae5ead349f86b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T10:14:50,563 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41005 {}] master.HMaster(4177): Remote procedure failed, pid=71 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 637fe50ab6a07d1c99fae5ead349f86b, NAME => 'TestAcidGuarantees,,1732529683694.637fe50ab6a07d1c99fae5ead349f86b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 637fe50ab6a07d1c99fae5ead349f86b, NAME => 'TestAcidGuarantees,,1732529683694.637fe50ab6a07d1c99fae5ead349f86b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T10:14:50,674 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=35.78 KB at sequenceid=107 (bloomFilter=true), to=hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/637fe50ab6a07d1c99fae5ead349f86b/.tmp/C/362aad8a374646deb0e596e44e23b9cd 2024-11-25T10:14:50,681 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/637fe50ab6a07d1c99fae5ead349f86b/.tmp/A/bd279bf914bc451382d3c83bb74b3d8e as hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/637fe50ab6a07d1c99fae5ead349f86b/A/bd279bf914bc451382d3c83bb74b3d8e 2024-11-25T10:14:50,686 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/637fe50ab6a07d1c99fae5ead349f86b/A/bd279bf914bc451382d3c83bb74b3d8e, entries=150, sequenceid=107, filesize=11.7 K 2024-11-25T10:14:50,687 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/637fe50ab6a07d1c99fae5ead349f86b/.tmp/B/1195f5a424be4ae79012ef3e214d7c23 as hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/637fe50ab6a07d1c99fae5ead349f86b/B/1195f5a424be4ae79012ef3e214d7c23 2024-11-25T10:14:50,693 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/637fe50ab6a07d1c99fae5ead349f86b/B/1195f5a424be4ae79012ef3e214d7c23, entries=150, sequenceid=107, filesize=11.7 K 2024-11-25T10:14:50,694 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/637fe50ab6a07d1c99fae5ead349f86b/.tmp/C/362aad8a374646deb0e596e44e23b9cd as hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/637fe50ab6a07d1c99fae5ead349f86b/C/362aad8a374646deb0e596e44e23b9cd 2024-11-25T10:14:50,714 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/637fe50ab6a07d1c99fae5ead349f86b/C/362aad8a374646deb0e596e44e23b9cd, entries=150, sequenceid=107, filesize=11.7 K 2024-11-25T10:14:50,715 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=38547 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=71 2024-11-25T10:14:50,716 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e2fd862922a0:0-1 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732529683694.637fe50ab6a07d1c99fae5ead349f86b. 2024-11-25T10:14:50,716 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e2fd862922a0:0-1 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732529683694.637fe50ab6a07d1c99fae5ead349f86b. as already flushing 2024-11-25T10:14:50,716 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e2fd862922a0:0-1 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732529683694.637fe50ab6a07d1c99fae5ead349f86b. 2024-11-25T10:14:50,716 ERROR [RS_FLUSH_OPERATIONS-regionserver/e2fd862922a0:0-1 {event_type=RS_FLUSH_REGIONS, pid=71}] handler.RSProcedureHandler(58): pid=71 java.io.IOException: Unable to complete flush {ENCODED => 637fe50ab6a07d1c99fae5ead349f86b, NAME => 'TestAcidGuarantees,,1732529683694.637fe50ab6a07d1c99fae5ead349f86b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T10:14:50,716 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~107.34 KB/109920, heapSize ~319.45 KB/327120, currentSize=67.09 KB/68700 for 637fe50ab6a07d1c99fae5ead349f86b in 1351ms, sequenceid=107, compaction requested=true 2024-11-25T10:14:50,716 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 637fe50ab6a07d1c99fae5ead349f86b: 2024-11-25T10:14:50,716 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e2fd862922a0:0-1 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=71 java.io.IOException: Unable to complete flush {ENCODED => 637fe50ab6a07d1c99fae5ead349f86b, NAME => 'TestAcidGuarantees,,1732529683694.637fe50ab6a07d1c99fae5ead349f86b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T10:14:50,716 DEBUG [RS:0;e2fd862922a0:38547-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-25T10:14:50,717 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 637fe50ab6a07d1c99fae5ead349f86b:A, priority=-2147483648, current under compaction store size is 1 2024-11-25T10:14:50,717 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-25T10:14:50,717 DEBUG [RS:0;e2fd862922a0:38547-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-25T10:14:50,717 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41005 {}] master.HMaster(4177): Remote procedure failed, pid=71 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 637fe50ab6a07d1c99fae5ead349f86b, NAME => 'TestAcidGuarantees,,1732529683694.637fe50ab6a07d1c99fae5ead349f86b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 637fe50ab6a07d1c99fae5ead349f86b, NAME => 'TestAcidGuarantees,,1732529683694.637fe50ab6a07d1c99fae5ead349f86b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T10:14:50,718 DEBUG [RS:0;e2fd862922a0:38547-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 38481 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-25T10:14:50,718 DEBUG [RS:0;e2fd862922a0:38547-shortCompactions-0 {}] regionserver.HStore(1541): 637fe50ab6a07d1c99fae5ead349f86b/A is initiating minor compaction (all files) 2024-11-25T10:14:50,718 INFO [RS:0;e2fd862922a0:38547-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 637fe50ab6a07d1c99fae5ead349f86b/A in TestAcidGuarantees,,1732529683694.637fe50ab6a07d1c99fae5ead349f86b. 2024-11-25T10:14:50,718 INFO [RS:0;e2fd862922a0:38547-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/637fe50ab6a07d1c99fae5ead349f86b/A/02f2dcf7ad784c8cbd7e3a7e91fdf2df, hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/637fe50ab6a07d1c99fae5ead349f86b/A/6c0e38a206564e22a309a539416571eb, hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/637fe50ab6a07d1c99fae5ead349f86b/A/bd279bf914bc451382d3c83bb74b3d8e] into tmpdir=hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/637fe50ab6a07d1c99fae5ead349f86b/.tmp, totalSize=37.6 K 2024-11-25T10:14:50,718 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 637fe50ab6a07d1c99fae5ead349f86b:B, priority=-2147483648, current under compaction store size is 2 2024-11-25T10:14:50,718 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-25T10:14:50,718 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 637fe50ab6a07d1c99fae5ead349f86b:C, priority=-2147483648, current under compaction store size is 3 2024-11-25T10:14:50,718 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-25T10:14:50,718 DEBUG [RS:0;e2fd862922a0:38547-shortCompactions-0 {}] compactions.Compactor(225): Compacting 02f2dcf7ad784c8cbd7e3a7e91fdf2df, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=70, earliestPutTs=1732529687545 2024-11-25T10:14:50,719 DEBUG [RS:0;e2fd862922a0:38547-shortCompactions-0 {}] compactions.Compactor(225): Compacting 6c0e38a206564e22a309a539416571eb, keycount=200, bloomtype=ROW, size=14.0 K, encoding=NONE, compression=NONE, seqNum=85, earliestPutTs=1732529688245 2024-11-25T10:14:50,720 DEBUG [RS:0;e2fd862922a0:38547-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36141 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-25T10:14:50,720 DEBUG [RS:0;e2fd862922a0:38547-shortCompactions-0 {}] compactions.Compactor(225): Compacting bd279bf914bc451382d3c83bb74b3d8e, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=107, earliestPutTs=1732529688701 2024-11-25T10:14:50,720 DEBUG [RS:0;e2fd862922a0:38547-longCompactions-0 {}] regionserver.HStore(1541): 637fe50ab6a07d1c99fae5ead349f86b/B is initiating minor compaction (all files) 2024-11-25T10:14:50,720 INFO [RS:0;e2fd862922a0:38547-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 637fe50ab6a07d1c99fae5ead349f86b/B in TestAcidGuarantees,,1732529683694.637fe50ab6a07d1c99fae5ead349f86b. 2024-11-25T10:14:50,720 INFO [RS:0;e2fd862922a0:38547-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/637fe50ab6a07d1c99fae5ead349f86b/B/09a5eb7886aa4c7d819c8164f2b6b627, hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/637fe50ab6a07d1c99fae5ead349f86b/B/7d6e0cef8d4d4379beeda271542e0698, hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/637fe50ab6a07d1c99fae5ead349f86b/B/1195f5a424be4ae79012ef3e214d7c23] into tmpdir=hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/637fe50ab6a07d1c99fae5ead349f86b/.tmp, totalSize=35.3 K 2024-11-25T10:14:50,721 DEBUG [RS:0;e2fd862922a0:38547-longCompactions-0 {}] compactions.Compactor(225): Compacting 09a5eb7886aa4c7d819c8164f2b6b627, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=70, earliestPutTs=1732529687545 2024-11-25T10:14:50,721 DEBUG [RS:0;e2fd862922a0:38547-longCompactions-0 {}] compactions.Compactor(225): Compacting 7d6e0cef8d4d4379beeda271542e0698, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=85, earliestPutTs=1732529688245 2024-11-25T10:14:50,722 DEBUG [RS:0;e2fd862922a0:38547-longCompactions-0 {}] compactions.Compactor(225): Compacting 1195f5a424be4ae79012ef3e214d7c23, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=107, earliestPutTs=1732529688701 2024-11-25T10:14:50,722 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41005 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=70 2024-11-25T10:14:50,739 INFO [RS:0;e2fd862922a0:38547-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 637fe50ab6a07d1c99fae5ead349f86b#B#compaction#207 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-25T10:14:50,739 DEBUG [RS:0;e2fd862922a0:38547-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/637fe50ab6a07d1c99fae5ead349f86b/.tmp/B/fb7bc8a907cc44cb9f6bedeb70e50093 is 50, key is test_row_0/B:col10/1732529689365/Put/seqid=0 2024-11-25T10:14:50,742 INFO [RS:0;e2fd862922a0:38547-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 637fe50ab6a07d1c99fae5ead349f86b#A#compaction#208 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-25T10:14:50,743 DEBUG [RS:0;e2fd862922a0:38547-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/637fe50ab6a07d1c99fae5ead349f86b/.tmp/A/0bae7e482efc4ff58623598829a425e1 is 50, key is test_row_0/A:col10/1732529689365/Put/seqid=0 2024-11-25T10:14:50,776 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39927 is added to blk_1073742078_1254 (size=12241) 2024-11-25T10:14:50,785 DEBUG [RS:0;e2fd862922a0:38547-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/637fe50ab6a07d1c99fae5ead349f86b/.tmp/A/0bae7e482efc4ff58623598829a425e1 as hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/637fe50ab6a07d1c99fae5ead349f86b/A/0bae7e482efc4ff58623598829a425e1 2024-11-25T10:14:50,794 INFO [RS:0;e2fd862922a0:38547-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 637fe50ab6a07d1c99fae5ead349f86b/A of 637fe50ab6a07d1c99fae5ead349f86b into 0bae7e482efc4ff58623598829a425e1(size=12.0 K), total size for store is 12.0 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-25T10:14:50,794 DEBUG [RS:0;e2fd862922a0:38547-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 637fe50ab6a07d1c99fae5ead349f86b: 2024-11-25T10:14:50,794 INFO [RS:0;e2fd862922a0:38547-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732529683694.637fe50ab6a07d1c99fae5ead349f86b., storeName=637fe50ab6a07d1c99fae5ead349f86b/A, priority=13, startTime=1732529690716; duration=0sec 2024-11-25T10:14:50,794 DEBUG [RS:0;e2fd862922a0:38547-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-25T10:14:50,794 DEBUG [RS:0;e2fd862922a0:38547-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 637fe50ab6a07d1c99fae5ead349f86b:A 2024-11-25T10:14:50,794 DEBUG [RS:0;e2fd862922a0:38547-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-25T10:14:50,795 DEBUG [RS:0;e2fd862922a0:38547-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36141 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-25T10:14:50,795 DEBUG [RS:0;e2fd862922a0:38547-shortCompactions-0 {}] regionserver.HStore(1541): 637fe50ab6a07d1c99fae5ead349f86b/C is initiating minor compaction (all files) 2024-11-25T10:14:50,795 INFO [RS:0;e2fd862922a0:38547-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 637fe50ab6a07d1c99fae5ead349f86b/C in TestAcidGuarantees,,1732529683694.637fe50ab6a07d1c99fae5ead349f86b. 2024-11-25T10:14:50,796 INFO [RS:0;e2fd862922a0:38547-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/637fe50ab6a07d1c99fae5ead349f86b/C/1a9ed90ec7794c8caf47b2db55279bb1, hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/637fe50ab6a07d1c99fae5ead349f86b/C/75384d3009814ff7b4646437850c542c, hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/637fe50ab6a07d1c99fae5ead349f86b/C/362aad8a374646deb0e596e44e23b9cd] into tmpdir=hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/637fe50ab6a07d1c99fae5ead349f86b/.tmp, totalSize=35.3 K 2024-11-25T10:14:50,796 DEBUG [RS:0;e2fd862922a0:38547-shortCompactions-0 {}] compactions.Compactor(225): Compacting 1a9ed90ec7794c8caf47b2db55279bb1, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=70, earliestPutTs=1732529687545 2024-11-25T10:14:50,798 DEBUG [RS:0;e2fd862922a0:38547-shortCompactions-0 {}] compactions.Compactor(225): Compacting 75384d3009814ff7b4646437850c542c, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=85, earliestPutTs=1732529688245 2024-11-25T10:14:50,798 DEBUG [RS:0;e2fd862922a0:38547-shortCompactions-0 {}] compactions.Compactor(225): Compacting 362aad8a374646deb0e596e44e23b9cd, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=107, earliestPutTs=1732529688701 2024-11-25T10:14:50,808 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39927 is added to blk_1073742077_1253 (size=12241) 2024-11-25T10:14:50,829 INFO [RS:0;e2fd862922a0:38547-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 637fe50ab6a07d1c99fae5ead349f86b#C#compaction#209 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-25T10:14:50,830 DEBUG [RS:0;e2fd862922a0:38547-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/637fe50ab6a07d1c99fae5ead349f86b/.tmp/C/a355c07d9edc4970886ae724e5a95dea is 50, key is test_row_0/C:col10/1732529689365/Put/seqid=0 2024-11-25T10:14:50,856 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39927 is added to blk_1073742079_1255 (size=12241) 2024-11-25T10:14:50,875 DEBUG [RS:0;e2fd862922a0:38547-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/637fe50ab6a07d1c99fae5ead349f86b/.tmp/C/a355c07d9edc4970886ae724e5a95dea as hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/637fe50ab6a07d1c99fae5ead349f86b/C/a355c07d9edc4970886ae724e5a95dea 2024-11-25T10:14:50,876 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=38547 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=71 2024-11-25T10:14:50,888 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e2fd862922a0:0-2 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732529683694.637fe50ab6a07d1c99fae5ead349f86b. 2024-11-25T10:14:50,888 INFO [RS_FLUSH_OPERATIONS-regionserver/e2fd862922a0:0-2 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.HRegion(2902): Flushing 637fe50ab6a07d1c99fae5ead349f86b 3/3 column families, dataSize=67.09 KB heapSize=199.97 KB 2024-11-25T10:14:50,889 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e2fd862922a0:0-2 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 637fe50ab6a07d1c99fae5ead349f86b, store=A 2024-11-25T10:14:50,889 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e2fd862922a0:0-2 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T10:14:50,889 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e2fd862922a0:0-2 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 637fe50ab6a07d1c99fae5ead349f86b, store=B 2024-11-25T10:14:50,889 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e2fd862922a0:0-2 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T10:14:50,889 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e2fd862922a0:0-2 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 637fe50ab6a07d1c99fae5ead349f86b, store=C 2024-11-25T10:14:50,889 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e2fd862922a0:0-2 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T10:14:50,899 INFO [RS:0;e2fd862922a0:38547-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 637fe50ab6a07d1c99fae5ead349f86b/C of 637fe50ab6a07d1c99fae5ead349f86b into a355c07d9edc4970886ae724e5a95dea(size=12.0 K), total size for store is 12.0 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-25T10:14:50,899 DEBUG [RS:0;e2fd862922a0:38547-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 637fe50ab6a07d1c99fae5ead349f86b: 2024-11-25T10:14:50,899 INFO [RS:0;e2fd862922a0:38547-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732529683694.637fe50ab6a07d1c99fae5ead349f86b., storeName=637fe50ab6a07d1c99fae5ead349f86b/C, priority=13, startTime=1732529690718; duration=0sec 2024-11-25T10:14:50,901 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e2fd862922a0:0-2 {event_type=RS_FLUSH_REGIONS, pid=71}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/637fe50ab6a07d1c99fae5ead349f86b/.tmp/A/f15bf7c4f2964f91b9ccd95ff6241431 is 50, key is test_row_0/A:col10/1732529689386/Put/seqid=0 2024-11-25T10:14:50,902 DEBUG [RS:0;e2fd862922a0:38547-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-25T10:14:50,902 DEBUG [RS:0;e2fd862922a0:38547-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 637fe50ab6a07d1c99fae5ead349f86b:C 2024-11-25T10:14:50,983 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39927 is added to blk_1073742080_1256 (size=12001) 2024-11-25T10:14:50,984 INFO [RS_FLUSH_OPERATIONS-regionserver/e2fd862922a0:0-2 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=121 (bloomFilter=true), to=hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/637fe50ab6a07d1c99fae5ead349f86b/.tmp/A/f15bf7c4f2964f91b9ccd95ff6241431 2024-11-25T10:14:50,999 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e2fd862922a0:0-2 {event_type=RS_FLUSH_REGIONS, pid=71}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/637fe50ab6a07d1c99fae5ead349f86b/.tmp/B/f9d44806246f49cfaa280bd51fbb6ea2 is 50, key is test_row_0/B:col10/1732529689386/Put/seqid=0 2024-11-25T10:14:51,054 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39927 is added to blk_1073742081_1257 (size=12001) 2024-11-25T10:14:51,056 INFO [RS_FLUSH_OPERATIONS-regionserver/e2fd862922a0:0-2 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=121 (bloomFilter=true), to=hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/637fe50ab6a07d1c99fae5ead349f86b/.tmp/B/f9d44806246f49cfaa280bd51fbb6ea2 2024-11-25T10:14:51,083 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e2fd862922a0:0-2 {event_type=RS_FLUSH_REGIONS, pid=71}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/637fe50ab6a07d1c99fae5ead349f86b/.tmp/C/dc510ac875e04be8ab6ac867cb6a2dee is 50, key is test_row_0/C:col10/1732529689386/Put/seqid=0 2024-11-25T10:14:51,145 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39927 is added to blk_1073742082_1258 (size=12001) 2024-11-25T10:14:51,157 INFO [RS_FLUSH_OPERATIONS-regionserver/e2fd862922a0:0-2 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=121 (bloomFilter=true), to=hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/637fe50ab6a07d1c99fae5ead349f86b/.tmp/C/dc510ac875e04be8ab6ac867cb6a2dee 2024-11-25T10:14:51,176 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e2fd862922a0:0-2 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/637fe50ab6a07d1c99fae5ead349f86b/.tmp/A/f15bf7c4f2964f91b9ccd95ff6241431 as hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/637fe50ab6a07d1c99fae5ead349f86b/A/f15bf7c4f2964f91b9ccd95ff6241431 2024-11-25T10:14:51,184 INFO [RS_FLUSH_OPERATIONS-regionserver/e2fd862922a0:0-2 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/637fe50ab6a07d1c99fae5ead349f86b/A/f15bf7c4f2964f91b9ccd95ff6241431, entries=150, sequenceid=121, filesize=11.7 K 2024-11-25T10:14:51,185 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e2fd862922a0:0-2 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/637fe50ab6a07d1c99fae5ead349f86b/.tmp/B/f9d44806246f49cfaa280bd51fbb6ea2 as hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/637fe50ab6a07d1c99fae5ead349f86b/B/f9d44806246f49cfaa280bd51fbb6ea2 2024-11-25T10:14:51,191 INFO [RS_FLUSH_OPERATIONS-regionserver/e2fd862922a0:0-2 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/637fe50ab6a07d1c99fae5ead349f86b/B/f9d44806246f49cfaa280bd51fbb6ea2, entries=150, sequenceid=121, filesize=11.7 K 2024-11-25T10:14:51,195 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e2fd862922a0:0-2 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/637fe50ab6a07d1c99fae5ead349f86b/.tmp/C/dc510ac875e04be8ab6ac867cb6a2dee as hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/637fe50ab6a07d1c99fae5ead349f86b/C/dc510ac875e04be8ab6ac867cb6a2dee 2024-11-25T10:14:51,204 INFO [RS_FLUSH_OPERATIONS-regionserver/e2fd862922a0:0-2 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/637fe50ab6a07d1c99fae5ead349f86b/C/dc510ac875e04be8ab6ac867cb6a2dee, entries=150, sequenceid=121, filesize=11.7 K 2024-11-25T10:14:51,206 INFO [RS_FLUSH_OPERATIONS-regionserver/e2fd862922a0:0-2 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.HRegion(3140): Finished flush of dataSize ~67.09 KB/68700, heapSize ~199.92 KB/204720, currentSize=0 B/0 for 637fe50ab6a07d1c99fae5ead349f86b in 317ms, sequenceid=121, compaction requested=false 2024-11-25T10:14:51,206 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e2fd862922a0:0-2 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.HRegion(2603): Flush status journal for 637fe50ab6a07d1c99fae5ead349f86b: 2024-11-25T10:14:51,206 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e2fd862922a0:0-2 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732529683694.637fe50ab6a07d1c99fae5ead349f86b. 2024-11-25T10:14:51,206 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e2fd862922a0:0-2 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=71 2024-11-25T10:14:51,207 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41005 {}] master.HMaster(4169): Remote procedure done, pid=71 2024-11-25T10:14:51,214 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=71, resume processing ppid=70 2024-11-25T10:14:51,214 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=71, ppid=70, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.1100 sec 2024-11-25T10:14:51,218 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=70, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=70, table=TestAcidGuarantees in 1.1220 sec 2024-11-25T10:14:51,229 DEBUG [RS:0;e2fd862922a0:38547-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/637fe50ab6a07d1c99fae5ead349f86b/.tmp/B/fb7bc8a907cc44cb9f6bedeb70e50093 as hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/637fe50ab6a07d1c99fae5ead349f86b/B/fb7bc8a907cc44cb9f6bedeb70e50093 2024-11-25T10:14:51,232 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41005 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=70 2024-11-25T10:14:51,232 INFO [RPCClient-NioEventLoopGroup-4-6 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-25T10:14:51,233 INFO [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41005 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-25T10:14:51,234 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41005 {}] procedure2.ProcedureExecutor(1139): Stored pid=72, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=72, table=TestAcidGuarantees 2024-11-25T10:14:51,235 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41005 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=72 2024-11-25T10:14:51,240 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=72, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=72, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-25T10:14:51,241 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=72, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=72, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-25T10:14:51,241 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=73, ppid=72, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-25T10:14:51,246 INFO [RS:0;e2fd862922a0:38547-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 637fe50ab6a07d1c99fae5ead349f86b/B of 637fe50ab6a07d1c99fae5ead349f86b into fb7bc8a907cc44cb9f6bedeb70e50093(size=12.0 K), total size for store is 23.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-25T10:14:51,246 DEBUG [RS:0;e2fd862922a0:38547-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 637fe50ab6a07d1c99fae5ead349f86b: 2024-11-25T10:14:51,246 INFO [RS:0;e2fd862922a0:38547-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732529683694.637fe50ab6a07d1c99fae5ead349f86b., storeName=637fe50ab6a07d1c99fae5ead349f86b/B, priority=13, startTime=1732529690717; duration=0sec 2024-11-25T10:14:51,246 DEBUG [RS:0;e2fd862922a0:38547-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-25T10:14:51,246 DEBUG [RS:0;e2fd862922a0:38547-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 637fe50ab6a07d1c99fae5ead349f86b:B 2024-11-25T10:14:51,343 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41005 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=72 2024-11-25T10:14:51,401 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=38547 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=73 2024-11-25T10:14:51,401 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e2fd862922a0:0-0 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732529683694.637fe50ab6a07d1c99fae5ead349f86b. 2024-11-25T10:14:51,401 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e2fd862922a0:0-0 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.HRegion(2603): Flush status journal for 637fe50ab6a07d1c99fae5ead349f86b: 2024-11-25T10:14:51,401 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e2fd862922a0:0-0 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732529683694.637fe50ab6a07d1c99fae5ead349f86b. 2024-11-25T10:14:51,401 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e2fd862922a0:0-0 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=73 2024-11-25T10:14:51,402 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41005 {}] master.HMaster(4169): Remote procedure done, pid=73 2024-11-25T10:14:51,406 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=73, resume processing ppid=72 2024-11-25T10:14:51,406 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=73, ppid=72, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 162 msec 2024-11-25T10:14:51,414 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=72, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=72, table=TestAcidGuarantees in 173 msec 2024-11-25T10:14:51,553 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41005 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=72 2024-11-25T10:14:51,553 INFO [RPCClient-NioEventLoopGroup-4-6 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-25T10:14:51,554 INFO [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41005 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-25T10:14:51,555 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41005 {}] procedure2.ProcedureExecutor(1139): Stored pid=74, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=74, table=TestAcidGuarantees 2024-11-25T10:14:51,556 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=74, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=74, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-25T10:14:51,556 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41005 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=74 2024-11-25T10:14:51,557 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=74, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=74, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-25T10:14:51,557 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=75, ppid=74, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-25T10:14:51,568 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] regionserver.HRegion(8855): Flush requested on 637fe50ab6a07d1c99fae5ead349f86b 2024-11-25T10:14:51,569 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 637fe50ab6a07d1c99fae5ead349f86b 3/3 column families, dataSize=46.96 KB heapSize=140.20 KB 2024-11-25T10:14:51,569 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 637fe50ab6a07d1c99fae5ead349f86b, store=A 2024-11-25T10:14:51,569 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T10:14:51,569 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 637fe50ab6a07d1c99fae5ead349f86b, store=B 2024-11-25T10:14:51,569 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T10:14:51,569 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 637fe50ab6a07d1c99fae5ead349f86b, store=C 2024-11-25T10:14:51,569 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T10:14:51,598 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/637fe50ab6a07d1c99fae5ead349f86b/.tmp/A/6a4e2c4f562e4f0da92ca88c4bfea644 is 50, key is test_row_0/A:col10/1732529691565/Put/seqid=0 2024-11-25T10:14:51,611 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/e2fd862922a0:0-7 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=159, cellSize=7275, totalHeapSize=16776, min timestamp=1732529691592, max timestamp=1732529691601Num uniques 859; 2024-11-25T10:14:51,611 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/e2fd862922a0:0-7 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=7275, suffix heap size=117064,new segment heap size=16776 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=159 2024-11-25T10:14:51,613 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/e2fd862922a0:0-7 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=159, cellSize=7275, totalHeapSize=16776, min timestamp=1732529691592, max timestamp=1732529691601Num uniques 859; 2024-11-25T10:14:51,613 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/e2fd862922a0:0-7 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=7275, suffix heap size=117064,new segment heap size=16776 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=159 2024-11-25T10:14:51,615 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/e2fd862922a0:0-4 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=159, cellSize=7275, totalHeapSize=16776, min timestamp=1732529691592, max timestamp=1732529691595Num uniques 859; 2024-11-25T10:14:51,615 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/e2fd862922a0:0-4 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=7275, suffix heap size=117064,new segment heap size=16776 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=159 2024-11-25T10:14:51,625 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39927 is added to blk_1073742083_1259 (size=12151) 2024-11-25T10:14:51,628 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=134 (bloomFilter=true), to=hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/637fe50ab6a07d1c99fae5ead349f86b/.tmp/A/6a4e2c4f562e4f0da92ca88c4bfea644 2024-11-25T10:14:51,648 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/637fe50ab6a07d1c99fae5ead349f86b/.tmp/B/225c1b6c51074295b3514cf33b41fa3f is 50, key is test_row_0/B:col10/1732529691565/Put/seqid=0 2024-11-25T10:14:51,655 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=637fe50ab6a07d1c99fae5ead349f86b, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-25T10:14:51,655 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] ipc.CallRunner(138): callId: 51 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45472 deadline: 1732529751645, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=637fe50ab6a07d1c99fae5ead349f86b, server=e2fd862922a0,38547,1732529625709 2024-11-25T10:14:51,656 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732529683694.637fe50ab6a07d1c99fae5ead349f86b., hostname=e2fd862922a0,38547,1732529625709, seqNum=2 , the old value is region=TestAcidGuarantees,,1732529683694.637fe50ab6a07d1c99fae5ead349f86b., hostname=e2fd862922a0,38547,1732529625709, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=637fe50ab6a07d1c99fae5ead349f86b, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T10:14:51,656 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732529683694.637fe50ab6a07d1c99fae5ead349f86b., hostname=e2fd862922a0,38547,1732529625709, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=637fe50ab6a07d1c99fae5ead349f86b, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T10:14:51,656 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732529683694.637fe50ab6a07d1c99fae5ead349f86b., hostname=e2fd862922a0,38547,1732529625709, seqNum=2 because the exception is null or not the one we care about 2024-11-25T10:14:51,659 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=637fe50ab6a07d1c99fae5ead349f86b, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-25T10:14:51,659 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] ipc.CallRunner(138): callId: 52 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45476 deadline: 1732529751653, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=637fe50ab6a07d1c99fae5ead349f86b, server=e2fd862922a0,38547,1732529625709 2024-11-25T10:14:51,660 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732529683694.637fe50ab6a07d1c99fae5ead349f86b., hostname=e2fd862922a0,38547,1732529625709, seqNum=2 , the old value is region=TestAcidGuarantees,,1732529683694.637fe50ab6a07d1c99fae5ead349f86b., hostname=e2fd862922a0,38547,1732529625709, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=637fe50ab6a07d1c99fae5ead349f86b, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T10:14:51,660 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732529683694.637fe50ab6a07d1c99fae5ead349f86b., hostname=e2fd862922a0,38547,1732529625709, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=637fe50ab6a07d1c99fae5ead349f86b, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T10:14:51,660 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732529683694.637fe50ab6a07d1c99fae5ead349f86b., hostname=e2fd862922a0,38547,1732529625709, seqNum=2 because the exception is null or not the one we care about 2024-11-25T10:14:51,662 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41005 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=74 2024-11-25T10:14:51,662 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=637fe50ab6a07d1c99fae5ead349f86b, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-25T10:14:51,663 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] ipc.CallRunner(138): callId: 48 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45452 deadline: 1732529751655, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=637fe50ab6a07d1c99fae5ead349f86b, server=e2fd862922a0,38547,1732529625709 2024-11-25T10:14:51,663 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732529683694.637fe50ab6a07d1c99fae5ead349f86b., hostname=e2fd862922a0,38547,1732529625709, seqNum=2 , the old value is region=TestAcidGuarantees,,1732529683694.637fe50ab6a07d1c99fae5ead349f86b., hostname=e2fd862922a0,38547,1732529625709, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=637fe50ab6a07d1c99fae5ead349f86b, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T10:14:51,663 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732529683694.637fe50ab6a07d1c99fae5ead349f86b., hostname=e2fd862922a0,38547,1732529625709, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=637fe50ab6a07d1c99fae5ead349f86b, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T10:14:51,663 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732529683694.637fe50ab6a07d1c99fae5ead349f86b., hostname=e2fd862922a0,38547,1732529625709, seqNum=2 because the exception is null or not the one we care about 2024-11-25T10:14:51,663 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=637fe50ab6a07d1c99fae5ead349f86b, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-25T10:14:51,664 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] ipc.CallRunner(138): callId: 56 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45434 deadline: 1732529751658, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=637fe50ab6a07d1c99fae5ead349f86b, server=e2fd862922a0,38547,1732529625709 2024-11-25T10:14:51,670 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732529683694.637fe50ab6a07d1c99fae5ead349f86b., hostname=e2fd862922a0,38547,1732529625709, seqNum=2 , the old value is region=TestAcidGuarantees,,1732529683694.637fe50ab6a07d1c99fae5ead349f86b., hostname=e2fd862922a0,38547,1732529625709, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=637fe50ab6a07d1c99fae5ead349f86b, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T10:14:51,670 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732529683694.637fe50ab6a07d1c99fae5ead349f86b., hostname=e2fd862922a0,38547,1732529625709, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=637fe50ab6a07d1c99fae5ead349f86b, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T10:14:51,670 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732529683694.637fe50ab6a07d1c99fae5ead349f86b., hostname=e2fd862922a0,38547,1732529625709, seqNum=2 because the exception is null or not the one we care about 2024-11-25T10:14:51,704 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39927 is added to blk_1073742084_1260 (size=12151) 2024-11-25T10:14:51,718 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=38547 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=75 2024-11-25T10:14:51,718 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e2fd862922a0:0-1 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732529683694.637fe50ab6a07d1c99fae5ead349f86b. 2024-11-25T10:14:51,718 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e2fd862922a0:0-1 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732529683694.637fe50ab6a07d1c99fae5ead349f86b. as already flushing 2024-11-25T10:14:51,719 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e2fd862922a0:0-1 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732529683694.637fe50ab6a07d1c99fae5ead349f86b. 2024-11-25T10:14:51,719 ERROR [RS_FLUSH_OPERATIONS-regionserver/e2fd862922a0:0-1 {event_type=RS_FLUSH_REGIONS, pid=75}] handler.RSProcedureHandler(58): pid=75 java.io.IOException: Unable to complete flush {ENCODED => 637fe50ab6a07d1c99fae5ead349f86b, NAME => 'TestAcidGuarantees,,1732529683694.637fe50ab6a07d1c99fae5ead349f86b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T10:14:51,719 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e2fd862922a0:0-1 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=75 java.io.IOException: Unable to complete flush {ENCODED => 637fe50ab6a07d1c99fae5ead349f86b, NAME => 'TestAcidGuarantees,,1732529683694.637fe50ab6a07d1c99fae5ead349f86b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T10:14:51,720 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41005 {}] master.HMaster(4177): Remote procedure failed, pid=75 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 637fe50ab6a07d1c99fae5ead349f86b, NAME => 'TestAcidGuarantees,,1732529683694.637fe50ab6a07d1c99fae5ead349f86b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 637fe50ab6a07d1c99fae5ead349f86b, NAME => 'TestAcidGuarantees,,1732529683694.637fe50ab6a07d1c99fae5ead349f86b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T10:14:51,766 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=637fe50ab6a07d1c99fae5ead349f86b, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-25T10:14:51,766 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] ipc.CallRunner(138): callId: 52 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45472 deadline: 1732529751762, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=637fe50ab6a07d1c99fae5ead349f86b, server=e2fd862922a0,38547,1732529625709 2024-11-25T10:14:51,767 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=637fe50ab6a07d1c99fae5ead349f86b, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-25T10:14:51,767 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] ipc.CallRunner(138): callId: 53 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45476 deadline: 1732529751763, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=637fe50ab6a07d1c99fae5ead349f86b, server=e2fd862922a0,38547,1732529625709 2024-11-25T10:14:51,767 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732529683694.637fe50ab6a07d1c99fae5ead349f86b., hostname=e2fd862922a0,38547,1732529625709, seqNum=2 , the old value is region=TestAcidGuarantees,,1732529683694.637fe50ab6a07d1c99fae5ead349f86b., hostname=e2fd862922a0,38547,1732529625709, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=637fe50ab6a07d1c99fae5ead349f86b, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T10:14:51,767 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732529683694.637fe50ab6a07d1c99fae5ead349f86b., hostname=e2fd862922a0,38547,1732529625709, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=637fe50ab6a07d1c99fae5ead349f86b, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T10:14:51,767 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732529683694.637fe50ab6a07d1c99fae5ead349f86b., hostname=e2fd862922a0,38547,1732529625709, seqNum=2 because the exception is null or not the one we care about 2024-11-25T10:14:51,767 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732529683694.637fe50ab6a07d1c99fae5ead349f86b., hostname=e2fd862922a0,38547,1732529625709, seqNum=2 , the old value is region=TestAcidGuarantees,,1732529683694.637fe50ab6a07d1c99fae5ead349f86b., hostname=e2fd862922a0,38547,1732529625709, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=637fe50ab6a07d1c99fae5ead349f86b, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T10:14:51,767 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732529683694.637fe50ab6a07d1c99fae5ead349f86b., hostname=e2fd862922a0,38547,1732529625709, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=637fe50ab6a07d1c99fae5ead349f86b, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T10:14:51,767 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732529683694.637fe50ab6a07d1c99fae5ead349f86b., hostname=e2fd862922a0,38547,1732529625709, seqNum=2 because the exception is null or not the one we care about 2024-11-25T10:14:51,775 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=637fe50ab6a07d1c99fae5ead349f86b, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-25T10:14:51,775 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] ipc.CallRunner(138): callId: 49 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45452 deadline: 1732529751772, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=637fe50ab6a07d1c99fae5ead349f86b, server=e2fd862922a0,38547,1732529625709 2024-11-25T10:14:51,775 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732529683694.637fe50ab6a07d1c99fae5ead349f86b., hostname=e2fd862922a0,38547,1732529625709, seqNum=2 , the old value is region=TestAcidGuarantees,,1732529683694.637fe50ab6a07d1c99fae5ead349f86b., hostname=e2fd862922a0,38547,1732529625709, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=637fe50ab6a07d1c99fae5ead349f86b, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T10:14:51,775 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732529683694.637fe50ab6a07d1c99fae5ead349f86b., hostname=e2fd862922a0,38547,1732529625709, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=637fe50ab6a07d1c99fae5ead349f86b, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T10:14:51,775 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732529683694.637fe50ab6a07d1c99fae5ead349f86b., hostname=e2fd862922a0,38547,1732529625709, seqNum=2 because the exception is null or not the one we care about 2024-11-25T10:14:51,778 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=637fe50ab6a07d1c99fae5ead349f86b, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-25T10:14:51,778 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] ipc.CallRunner(138): callId: 57 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45434 deadline: 1732529751772, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=637fe50ab6a07d1c99fae5ead349f86b, server=e2fd862922a0,38547,1732529625709 2024-11-25T10:14:51,778 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732529683694.637fe50ab6a07d1c99fae5ead349f86b., hostname=e2fd862922a0,38547,1732529625709, seqNum=2 , the old value is region=TestAcidGuarantees,,1732529683694.637fe50ab6a07d1c99fae5ead349f86b., hostname=e2fd862922a0,38547,1732529625709, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=637fe50ab6a07d1c99fae5ead349f86b, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T10:14:51,778 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732529683694.637fe50ab6a07d1c99fae5ead349f86b., hostname=e2fd862922a0,38547,1732529625709, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=637fe50ab6a07d1c99fae5ead349f86b, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T10:14:51,779 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732529683694.637fe50ab6a07d1c99fae5ead349f86b., hostname=e2fd862922a0,38547,1732529625709, seqNum=2 because the exception is null or not the one we care about 2024-11-25T10:14:51,829 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=637fe50ab6a07d1c99fae5ead349f86b, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-25T10:14:51,829 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] ipc.CallRunner(138): callId: 22 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45456 deadline: 1732529751825, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=637fe50ab6a07d1c99fae5ead349f86b, server=e2fd862922a0,38547,1732529625709 2024-11-25T10:14:51,830 WARN [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRpcRetryingCaller(177): Call to e2fd862922a0,38547,1732529625709 for 'test_row_0' in 637fe50ab6a07d1c99fae5ead349f86b of TestAcidGuarantees failed, tries = 7, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 4263 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=637fe50ab6a07d1c99fae5ead349f86b, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor39.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=637fe50ab6a07d1c99fae5ead349f86b, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 32 more 2024-11-25T10:14:51,831 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732529683694.637fe50ab6a07d1c99fae5ead349f86b., hostname=e2fd862922a0,38547,1732529625709, seqNum=2 , the old value is region=TestAcidGuarantees,,1732529683694.637fe50ab6a07d1c99fae5ead349f86b., hostname=e2fd862922a0,38547,1732529625709, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=637fe50ab6a07d1c99fae5ead349f86b, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T10:14:51,831 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732529683694.637fe50ab6a07d1c99fae5ead349f86b., hostname=e2fd862922a0,38547,1732529625709, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=637fe50ab6a07d1c99fae5ead349f86b, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T10:14:51,831 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732529683694.637fe50ab6a07d1c99fae5ead349f86b., hostname=e2fd862922a0,38547,1732529625709, seqNum=2 because the exception is null or not the one we care about 2024-11-25T10:14:51,872 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41005 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=74 2024-11-25T10:14:51,878 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=38547 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=75 2024-11-25T10:14:51,878 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e2fd862922a0:0-2 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732529683694.637fe50ab6a07d1c99fae5ead349f86b. 2024-11-25T10:14:51,878 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e2fd862922a0:0-2 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732529683694.637fe50ab6a07d1c99fae5ead349f86b. as already flushing 2024-11-25T10:14:51,878 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e2fd862922a0:0-2 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732529683694.637fe50ab6a07d1c99fae5ead349f86b. 2024-11-25T10:14:51,878 ERROR [RS_FLUSH_OPERATIONS-regionserver/e2fd862922a0:0-2 {event_type=RS_FLUSH_REGIONS, pid=75}] handler.RSProcedureHandler(58): pid=75 java.io.IOException: Unable to complete flush {ENCODED => 637fe50ab6a07d1c99fae5ead349f86b, NAME => 'TestAcidGuarantees,,1732529683694.637fe50ab6a07d1c99fae5ead349f86b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T10:14:51,878 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e2fd862922a0:0-2 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=75 java.io.IOException: Unable to complete flush {ENCODED => 637fe50ab6a07d1c99fae5ead349f86b, NAME => 'TestAcidGuarantees,,1732529683694.637fe50ab6a07d1c99fae5ead349f86b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T10:14:51,879 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41005 {}] master.HMaster(4177): Remote procedure failed, pid=75 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 637fe50ab6a07d1c99fae5ead349f86b, NAME => 'TestAcidGuarantees,,1732529683694.637fe50ab6a07d1c99fae5ead349f86b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 637fe50ab6a07d1c99fae5ead349f86b, NAME => 'TestAcidGuarantees,,1732529683694.637fe50ab6a07d1c99fae5ead349f86b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T10:14:51,976 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=637fe50ab6a07d1c99fae5ead349f86b, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-25T10:14:51,977 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] ipc.CallRunner(138): callId: 53 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45472 deadline: 1732529751973, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=637fe50ab6a07d1c99fae5ead349f86b, server=e2fd862922a0,38547,1732529625709 2024-11-25T10:14:51,977 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=637fe50ab6a07d1c99fae5ead349f86b, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-25T10:14:51,977 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] ipc.CallRunner(138): callId: 54 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45476 deadline: 1732529751973, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=637fe50ab6a07d1c99fae5ead349f86b, server=e2fd862922a0,38547,1732529625709 2024-11-25T10:14:51,978 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732529683694.637fe50ab6a07d1c99fae5ead349f86b., hostname=e2fd862922a0,38547,1732529625709, seqNum=2 , the old value is region=TestAcidGuarantees,,1732529683694.637fe50ab6a07d1c99fae5ead349f86b., hostname=e2fd862922a0,38547,1732529625709, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=637fe50ab6a07d1c99fae5ead349f86b, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T10:14:51,978 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732529683694.637fe50ab6a07d1c99fae5ead349f86b., hostname=e2fd862922a0,38547,1732529625709, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=637fe50ab6a07d1c99fae5ead349f86b, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T10:14:51,978 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732529683694.637fe50ab6a07d1c99fae5ead349f86b., hostname=e2fd862922a0,38547,1732529625709, seqNum=2 because the exception is null or not the one we care about 2024-11-25T10:14:51,978 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732529683694.637fe50ab6a07d1c99fae5ead349f86b., hostname=e2fd862922a0,38547,1732529625709, seqNum=2 , the old value is region=TestAcidGuarantees,,1732529683694.637fe50ab6a07d1c99fae5ead349f86b., hostname=e2fd862922a0,38547,1732529625709, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=637fe50ab6a07d1c99fae5ead349f86b, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T10:14:51,978 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732529683694.637fe50ab6a07d1c99fae5ead349f86b., hostname=e2fd862922a0,38547,1732529625709, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=637fe50ab6a07d1c99fae5ead349f86b, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T10:14:51,978 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732529683694.637fe50ab6a07d1c99fae5ead349f86b., hostname=e2fd862922a0,38547,1732529625709, seqNum=2 because the exception is null or not the one we care about 2024-11-25T10:14:51,986 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=637fe50ab6a07d1c99fae5ead349f86b, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-25T10:14:51,986 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] ipc.CallRunner(138): callId: 50 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45452 deadline: 1732529751982, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=637fe50ab6a07d1c99fae5ead349f86b, server=e2fd862922a0,38547,1732529625709 2024-11-25T10:14:51,986 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=637fe50ab6a07d1c99fae5ead349f86b, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-25T10:14:51,986 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] ipc.CallRunner(138): callId: 58 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45434 deadline: 1732529751982, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=637fe50ab6a07d1c99fae5ead349f86b, server=e2fd862922a0,38547,1732529625709 2024-11-25T10:14:51,986 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732529683694.637fe50ab6a07d1c99fae5ead349f86b., hostname=e2fd862922a0,38547,1732529625709, seqNum=2 , the old value is region=TestAcidGuarantees,,1732529683694.637fe50ab6a07d1c99fae5ead349f86b., hostname=e2fd862922a0,38547,1732529625709, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=637fe50ab6a07d1c99fae5ead349f86b, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T10:14:51,986 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732529683694.637fe50ab6a07d1c99fae5ead349f86b., hostname=e2fd862922a0,38547,1732529625709, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=637fe50ab6a07d1c99fae5ead349f86b, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T10:14:51,986 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732529683694.637fe50ab6a07d1c99fae5ead349f86b., hostname=e2fd862922a0,38547,1732529625709, seqNum=2 because the exception is null or not the one we care about 2024-11-25T10:14:51,987 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732529683694.637fe50ab6a07d1c99fae5ead349f86b., hostname=e2fd862922a0,38547,1732529625709, seqNum=2 , the old value is region=TestAcidGuarantees,,1732529683694.637fe50ab6a07d1c99fae5ead349f86b., hostname=e2fd862922a0,38547,1732529625709, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=637fe50ab6a07d1c99fae5ead349f86b, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T10:14:51,987 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732529683694.637fe50ab6a07d1c99fae5ead349f86b., hostname=e2fd862922a0,38547,1732529625709, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=637fe50ab6a07d1c99fae5ead349f86b, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T10:14:51,987 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732529683694.637fe50ab6a07d1c99fae5ead349f86b., hostname=e2fd862922a0,38547,1732529625709, seqNum=2 because the exception is null or not the one we care about 2024-11-25T10:14:52,032 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=38547 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=75 2024-11-25T10:14:52,032 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e2fd862922a0:0-0 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732529683694.637fe50ab6a07d1c99fae5ead349f86b. 2024-11-25T10:14:52,033 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e2fd862922a0:0-0 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732529683694.637fe50ab6a07d1c99fae5ead349f86b. as already flushing 2024-11-25T10:14:52,033 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e2fd862922a0:0-0 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732529683694.637fe50ab6a07d1c99fae5ead349f86b. 2024-11-25T10:14:52,033 ERROR [RS_FLUSH_OPERATIONS-regionserver/e2fd862922a0:0-0 {event_type=RS_FLUSH_REGIONS, pid=75}] handler.RSProcedureHandler(58): pid=75 java.io.IOException: Unable to complete flush {ENCODED => 637fe50ab6a07d1c99fae5ead349f86b, NAME => 'TestAcidGuarantees,,1732529683694.637fe50ab6a07d1c99fae5ead349f86b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T10:14:52,033 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e2fd862922a0:0-0 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=75 java.io.IOException: Unable to complete flush {ENCODED => 637fe50ab6a07d1c99fae5ead349f86b, NAME => 'TestAcidGuarantees,,1732529683694.637fe50ab6a07d1c99fae5ead349f86b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T10:14:52,034 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41005 {}] master.HMaster(4177): Remote procedure failed, pid=75 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 637fe50ab6a07d1c99fae5ead349f86b, NAME => 'TestAcidGuarantees,,1732529683694.637fe50ab6a07d1c99fae5ead349f86b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 637fe50ab6a07d1c99fae5ead349f86b, NAME => 'TestAcidGuarantees,,1732529683694.637fe50ab6a07d1c99fae5ead349f86b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T10:14:52,105 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=134 (bloomFilter=true), to=hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/637fe50ab6a07d1c99fae5ead349f86b/.tmp/B/225c1b6c51074295b3514cf33b41fa3f 2024-11-25T10:14:52,114 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/637fe50ab6a07d1c99fae5ead349f86b/.tmp/C/c73d7d0a58824fdea8861ee43e29c86c is 50, key is test_row_0/C:col10/1732529691565/Put/seqid=0 2024-11-25T10:14:52,117 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39927 is added to blk_1073742085_1261 (size=12151) 2024-11-25T10:14:52,185 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41005 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=74 2024-11-25T10:14:52,189 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=38547 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=75 2024-11-25T10:14:52,190 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e2fd862922a0:0-1 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732529683694.637fe50ab6a07d1c99fae5ead349f86b. 2024-11-25T10:14:52,190 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e2fd862922a0:0-1 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732529683694.637fe50ab6a07d1c99fae5ead349f86b. as already flushing 2024-11-25T10:14:52,190 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e2fd862922a0:0-1 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732529683694.637fe50ab6a07d1c99fae5ead349f86b. 2024-11-25T10:14:52,190 ERROR [RS_FLUSH_OPERATIONS-regionserver/e2fd862922a0:0-1 {event_type=RS_FLUSH_REGIONS, pid=75}] handler.RSProcedureHandler(58): pid=75 java.io.IOException: Unable to complete flush {ENCODED => 637fe50ab6a07d1c99fae5ead349f86b, NAME => 'TestAcidGuarantees,,1732529683694.637fe50ab6a07d1c99fae5ead349f86b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T10:14:52,190 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e2fd862922a0:0-1 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=75 java.io.IOException: Unable to complete flush {ENCODED => 637fe50ab6a07d1c99fae5ead349f86b, NAME => 'TestAcidGuarantees,,1732529683694.637fe50ab6a07d1c99fae5ead349f86b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T10:14:52,191 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41005 {}] master.HMaster(4177): Remote procedure failed, pid=75 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 637fe50ab6a07d1c99fae5ead349f86b, NAME => 'TestAcidGuarantees,,1732529683694.637fe50ab6a07d1c99fae5ead349f86b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 637fe50ab6a07d1c99fae5ead349f86b, NAME => 'TestAcidGuarantees,,1732529683694.637fe50ab6a07d1c99fae5ead349f86b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T10:14:52,287 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=637fe50ab6a07d1c99fae5ead349f86b, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-25T10:14:52,287 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] ipc.CallRunner(138): callId: 54 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45472 deadline: 1732529752283, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=637fe50ab6a07d1c99fae5ead349f86b, server=e2fd862922a0,38547,1732529625709 2024-11-25T10:14:52,288 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=637fe50ab6a07d1c99fae5ead349f86b, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-25T10:14:52,288 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732529683694.637fe50ab6a07d1c99fae5ead349f86b., hostname=e2fd862922a0,38547,1732529625709, seqNum=2 , the old value is region=TestAcidGuarantees,,1732529683694.637fe50ab6a07d1c99fae5ead349f86b., hostname=e2fd862922a0,38547,1732529625709, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=637fe50ab6a07d1c99fae5ead349f86b, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T10:14:52,288 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] ipc.CallRunner(138): callId: 55 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45476 deadline: 1732529752283, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=637fe50ab6a07d1c99fae5ead349f86b, server=e2fd862922a0,38547,1732529625709 2024-11-25T10:14:52,288 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732529683694.637fe50ab6a07d1c99fae5ead349f86b., hostname=e2fd862922a0,38547,1732529625709, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=637fe50ab6a07d1c99fae5ead349f86b, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T10:14:52,288 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732529683694.637fe50ab6a07d1c99fae5ead349f86b., hostname=e2fd862922a0,38547,1732529625709, seqNum=2 because the exception is null or not the one we care about 2024-11-25T10:14:52,288 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732529683694.637fe50ab6a07d1c99fae5ead349f86b., hostname=e2fd862922a0,38547,1732529625709, seqNum=2 , the old value is region=TestAcidGuarantees,,1732529683694.637fe50ab6a07d1c99fae5ead349f86b., hostname=e2fd862922a0,38547,1732529625709, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=637fe50ab6a07d1c99fae5ead349f86b, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T10:14:52,288 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732529683694.637fe50ab6a07d1c99fae5ead349f86b., hostname=e2fd862922a0,38547,1732529625709, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=637fe50ab6a07d1c99fae5ead349f86b, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T10:14:52,288 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732529683694.637fe50ab6a07d1c99fae5ead349f86b., hostname=e2fd862922a0,38547,1732529625709, seqNum=2 because the exception is null or not the one we care about 2024-11-25T10:14:52,296 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=637fe50ab6a07d1c99fae5ead349f86b, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-25T10:14:52,296 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] ipc.CallRunner(138): callId: 51 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45452 deadline: 1732529752292, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=637fe50ab6a07d1c99fae5ead349f86b, server=e2fd862922a0,38547,1732529625709 2024-11-25T10:14:52,297 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=637fe50ab6a07d1c99fae5ead349f86b, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-25T10:14:52,297 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] ipc.CallRunner(138): callId: 59 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45434 deadline: 1732529752292, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=637fe50ab6a07d1c99fae5ead349f86b, server=e2fd862922a0,38547,1732529625709 2024-11-25T10:14:52,297 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732529683694.637fe50ab6a07d1c99fae5ead349f86b., hostname=e2fd862922a0,38547,1732529625709, seqNum=2 , the old value is region=TestAcidGuarantees,,1732529683694.637fe50ab6a07d1c99fae5ead349f86b., hostname=e2fd862922a0,38547,1732529625709, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=637fe50ab6a07d1c99fae5ead349f86b, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T10:14:52,304 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732529683694.637fe50ab6a07d1c99fae5ead349f86b., hostname=e2fd862922a0,38547,1732529625709, seqNum=2 , the old value is region=TestAcidGuarantees,,1732529683694.637fe50ab6a07d1c99fae5ead349f86b., hostname=e2fd862922a0,38547,1732529625709, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=637fe50ab6a07d1c99fae5ead349f86b, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T10:14:52,304 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732529683694.637fe50ab6a07d1c99fae5ead349f86b., hostname=e2fd862922a0,38547,1732529625709, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=637fe50ab6a07d1c99fae5ead349f86b, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T10:14:52,304 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732529683694.637fe50ab6a07d1c99fae5ead349f86b., hostname=e2fd862922a0,38547,1732529625709, seqNum=2 because the exception is null or not the one we care about 2024-11-25T10:14:52,305 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732529683694.637fe50ab6a07d1c99fae5ead349f86b., hostname=e2fd862922a0,38547,1732529625709, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=637fe50ab6a07d1c99fae5ead349f86b, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T10:14:52,305 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732529683694.637fe50ab6a07d1c99fae5ead349f86b., hostname=e2fd862922a0,38547,1732529625709, seqNum=2 because the exception is null or not the one we care about 2024-11-25T10:14:52,344 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=38547 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=75 2024-11-25T10:14:52,346 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e2fd862922a0:0-2 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732529683694.637fe50ab6a07d1c99fae5ead349f86b. 2024-11-25T10:14:52,346 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e2fd862922a0:0-2 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732529683694.637fe50ab6a07d1c99fae5ead349f86b. as already flushing 2024-11-25T10:14:52,346 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e2fd862922a0:0-2 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732529683694.637fe50ab6a07d1c99fae5ead349f86b. 2024-11-25T10:14:52,346 ERROR [RS_FLUSH_OPERATIONS-regionserver/e2fd862922a0:0-2 {event_type=RS_FLUSH_REGIONS, pid=75}] handler.RSProcedureHandler(58): pid=75 java.io.IOException: Unable to complete flush {ENCODED => 637fe50ab6a07d1c99fae5ead349f86b, NAME => 'TestAcidGuarantees,,1732529683694.637fe50ab6a07d1c99fae5ead349f86b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T10:14:52,346 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e2fd862922a0:0-2 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=75 java.io.IOException: Unable to complete flush {ENCODED => 637fe50ab6a07d1c99fae5ead349f86b, NAME => 'TestAcidGuarantees,,1732529683694.637fe50ab6a07d1c99fae5ead349f86b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T10:14:52,347 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41005 {}] master.HMaster(4177): Remote procedure failed, pid=75 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 637fe50ab6a07d1c99fae5ead349f86b, NAME => 'TestAcidGuarantees,,1732529683694.637fe50ab6a07d1c99fae5ead349f86b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 637fe50ab6a07d1c99fae5ead349f86b, NAME => 'TestAcidGuarantees,,1732529683694.637fe50ab6a07d1c99fae5ead349f86b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T10:14:52,500 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=38547 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=75 2024-11-25T10:14:52,500 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e2fd862922a0:0-0 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732529683694.637fe50ab6a07d1c99fae5ead349f86b. 2024-11-25T10:14:52,500 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e2fd862922a0:0-0 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732529683694.637fe50ab6a07d1c99fae5ead349f86b. as already flushing 2024-11-25T10:14:52,500 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e2fd862922a0:0-0 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732529683694.637fe50ab6a07d1c99fae5ead349f86b. 2024-11-25T10:14:52,500 ERROR [RS_FLUSH_OPERATIONS-regionserver/e2fd862922a0:0-0 {event_type=RS_FLUSH_REGIONS, pid=75}] handler.RSProcedureHandler(58): pid=75 java.io.IOException: Unable to complete flush {ENCODED => 637fe50ab6a07d1c99fae5ead349f86b, NAME => 'TestAcidGuarantees,,1732529683694.637fe50ab6a07d1c99fae5ead349f86b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T10:14:52,500 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e2fd862922a0:0-0 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=75 java.io.IOException: Unable to complete flush {ENCODED => 637fe50ab6a07d1c99fae5ead349f86b, NAME => 'TestAcidGuarantees,,1732529683694.637fe50ab6a07d1c99fae5ead349f86b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T10:14:52,501 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41005 {}] master.HMaster(4177): Remote procedure failed, pid=75 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 637fe50ab6a07d1c99fae5ead349f86b, NAME => 'TestAcidGuarantees,,1732529683694.637fe50ab6a07d1c99fae5ead349f86b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 637fe50ab6a07d1c99fae5ead349f86b, NAME => 'TestAcidGuarantees,,1732529683694.637fe50ab6a07d1c99fae5ead349f86b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T10:14:52,519 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=134 (bloomFilter=true), to=hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/637fe50ab6a07d1c99fae5ead349f86b/.tmp/C/c73d7d0a58824fdea8861ee43e29c86c 2024-11-25T10:14:52,535 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/637fe50ab6a07d1c99fae5ead349f86b/.tmp/A/6a4e2c4f562e4f0da92ca88c4bfea644 as hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/637fe50ab6a07d1c99fae5ead349f86b/A/6a4e2c4f562e4f0da92ca88c4bfea644 2024-11-25T10:14:52,565 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/637fe50ab6a07d1c99fae5ead349f86b/A/6a4e2c4f562e4f0da92ca88c4bfea644, entries=150, sequenceid=134, filesize=11.9 K 2024-11-25T10:14:52,570 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/637fe50ab6a07d1c99fae5ead349f86b/.tmp/B/225c1b6c51074295b3514cf33b41fa3f as hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/637fe50ab6a07d1c99fae5ead349f86b/B/225c1b6c51074295b3514cf33b41fa3f 2024-11-25T10:14:52,579 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/637fe50ab6a07d1c99fae5ead349f86b/B/225c1b6c51074295b3514cf33b41fa3f, entries=150, sequenceid=134, filesize=11.9 K 2024-11-25T10:14:52,580 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/637fe50ab6a07d1c99fae5ead349f86b/.tmp/C/c73d7d0a58824fdea8861ee43e29c86c as hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/637fe50ab6a07d1c99fae5ead349f86b/C/c73d7d0a58824fdea8861ee43e29c86c 2024-11-25T10:14:52,586 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/637fe50ab6a07d1c99fae5ead349f86b/C/c73d7d0a58824fdea8861ee43e29c86c, entries=150, sequenceid=134, filesize=11.9 K 2024-11-25T10:14:52,587 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~46.96 KB/48090, heapSize ~140.16 KB/143520, currentSize=134.18 KB/137400 for 637fe50ab6a07d1c99fae5ead349f86b in 1019ms, sequenceid=134, compaction requested=true 2024-11-25T10:14:52,587 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 637fe50ab6a07d1c99fae5ead349f86b: 2024-11-25T10:14:52,587 DEBUG [RS:0;e2fd862922a0:38547-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-25T10:14:52,587 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 637fe50ab6a07d1c99fae5ead349f86b:A, priority=-2147483648, current under compaction store size is 1 2024-11-25T10:14:52,587 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-25T10:14:52,587 DEBUG [RS:0;e2fd862922a0:38547-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-25T10:14:52,587 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 637fe50ab6a07d1c99fae5ead349f86b:B, priority=-2147483648, current under compaction store size is 2 2024-11-25T10:14:52,588 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-25T10:14:52,588 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 637fe50ab6a07d1c99fae5ead349f86b:C, priority=-2147483648, current under compaction store size is 3 2024-11-25T10:14:52,588 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-25T10:14:52,588 DEBUG [RS:0;e2fd862922a0:38547-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36393 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-25T10:14:52,588 DEBUG [RS:0;e2fd862922a0:38547-shortCompactions-0 {}] regionserver.HStore(1541): 637fe50ab6a07d1c99fae5ead349f86b/A is initiating minor compaction (all files) 2024-11-25T10:14:52,588 INFO [RS:0;e2fd862922a0:38547-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 637fe50ab6a07d1c99fae5ead349f86b/A in TestAcidGuarantees,,1732529683694.637fe50ab6a07d1c99fae5ead349f86b. 2024-11-25T10:14:52,588 INFO [RS:0;e2fd862922a0:38547-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/637fe50ab6a07d1c99fae5ead349f86b/A/0bae7e482efc4ff58623598829a425e1, hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/637fe50ab6a07d1c99fae5ead349f86b/A/f15bf7c4f2964f91b9ccd95ff6241431, hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/637fe50ab6a07d1c99fae5ead349f86b/A/6a4e2c4f562e4f0da92ca88c4bfea644] into tmpdir=hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/637fe50ab6a07d1c99fae5ead349f86b/.tmp, totalSize=35.5 K 2024-11-25T10:14:52,589 DEBUG [RS:0;e2fd862922a0:38547-shortCompactions-0 {}] compactions.Compactor(225): Compacting 0bae7e482efc4ff58623598829a425e1, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=107, earliestPutTs=1732529688701 2024-11-25T10:14:52,589 DEBUG [RS:0;e2fd862922a0:38547-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36393 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-25T10:14:52,589 DEBUG [RS:0;e2fd862922a0:38547-longCompactions-0 {}] regionserver.HStore(1541): 637fe50ab6a07d1c99fae5ead349f86b/B is initiating minor compaction (all files) 2024-11-25T10:14:52,589 INFO [RS:0;e2fd862922a0:38547-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 637fe50ab6a07d1c99fae5ead349f86b/B in TestAcidGuarantees,,1732529683694.637fe50ab6a07d1c99fae5ead349f86b. 2024-11-25T10:14:52,589 INFO [RS:0;e2fd862922a0:38547-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/637fe50ab6a07d1c99fae5ead349f86b/B/fb7bc8a907cc44cb9f6bedeb70e50093, hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/637fe50ab6a07d1c99fae5ead349f86b/B/f9d44806246f49cfaa280bd51fbb6ea2, hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/637fe50ab6a07d1c99fae5ead349f86b/B/225c1b6c51074295b3514cf33b41fa3f] into tmpdir=hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/637fe50ab6a07d1c99fae5ead349f86b/.tmp, totalSize=35.5 K 2024-11-25T10:14:52,590 DEBUG [RS:0;e2fd862922a0:38547-shortCompactions-0 {}] compactions.Compactor(225): Compacting f15bf7c4f2964f91b9ccd95ff6241431, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=121, earliestPutTs=1732529689382 2024-11-25T10:14:52,591 DEBUG [RS:0;e2fd862922a0:38547-longCompactions-0 {}] compactions.Compactor(225): Compacting fb7bc8a907cc44cb9f6bedeb70e50093, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=107, earliestPutTs=1732529688701 2024-11-25T10:14:52,592 DEBUG [RS:0;e2fd862922a0:38547-shortCompactions-0 {}] compactions.Compactor(225): Compacting 6a4e2c4f562e4f0da92ca88c4bfea644, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=134, earliestPutTs=1732529691557 2024-11-25T10:14:52,592 DEBUG [RS:0;e2fd862922a0:38547-longCompactions-0 {}] compactions.Compactor(225): Compacting f9d44806246f49cfaa280bd51fbb6ea2, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=121, earliestPutTs=1732529689382 2024-11-25T10:14:52,592 DEBUG [RS:0;e2fd862922a0:38547-longCompactions-0 {}] compactions.Compactor(225): Compacting 225c1b6c51074295b3514cf33b41fa3f, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=134, earliestPutTs=1732529691557 2024-11-25T10:14:52,611 INFO [RS:0;e2fd862922a0:38547-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 637fe50ab6a07d1c99fae5ead349f86b#A#compaction#216 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-25T10:14:52,612 DEBUG [RS:0;e2fd862922a0:38547-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/637fe50ab6a07d1c99fae5ead349f86b/.tmp/A/25a224021ffa4b7e976ea5b754557806 is 50, key is test_row_0/A:col10/1732529691565/Put/seqid=0 2024-11-25T10:14:52,627 INFO [RS:0;e2fd862922a0:38547-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 637fe50ab6a07d1c99fae5ead349f86b#B#compaction#217 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-25T10:14:52,627 DEBUG [RS:0;e2fd862922a0:38547-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/637fe50ab6a07d1c99fae5ead349f86b/.tmp/B/4a5565ec59fa4b71ab829b65ae973e6f is 50, key is test_row_0/B:col10/1732529691565/Put/seqid=0 2024-11-25T10:14:52,636 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39927 is added to blk_1073742086_1262 (size=12493) 2024-11-25T10:14:52,646 DEBUG [RS:0;e2fd862922a0:38547-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/637fe50ab6a07d1c99fae5ead349f86b/.tmp/A/25a224021ffa4b7e976ea5b754557806 as hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/637fe50ab6a07d1c99fae5ead349f86b/A/25a224021ffa4b7e976ea5b754557806 2024-11-25T10:14:52,655 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=38547 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=75 2024-11-25T10:14:52,655 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e2fd862922a0:0-1 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732529683694.637fe50ab6a07d1c99fae5ead349f86b. 2024-11-25T10:14:52,655 INFO [RS_FLUSH_OPERATIONS-regionserver/e2fd862922a0:0-1 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.HRegion(2902): Flushing 637fe50ab6a07d1c99fae5ead349f86b 3/3 column families, dataSize=134.18 KB heapSize=384.98 KB 2024-11-25T10:14:52,656 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e2fd862922a0:0-1 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 637fe50ab6a07d1c99fae5ead349f86b, store=A 2024-11-25T10:14:52,656 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e2fd862922a0:0-1 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-25T10:14:52,656 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e2fd862922a0:0-1 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 637fe50ab6a07d1c99fae5ead349f86b, store=B 2024-11-25T10:14:52,656 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e2fd862922a0:0-1 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-25T10:14:52,656 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e2fd862922a0:0-1 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 637fe50ab6a07d1c99fae5ead349f86b, store=C 2024-11-25T10:14:52,656 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e2fd862922a0:0-1 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-25T10:14:52,660 INFO [RS:0;e2fd862922a0:38547-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 637fe50ab6a07d1c99fae5ead349f86b/A of 637fe50ab6a07d1c99fae5ead349f86b into 25a224021ffa4b7e976ea5b754557806(size=12.2 K), total size for store is 12.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-25T10:14:52,660 DEBUG [RS:0;e2fd862922a0:38547-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 637fe50ab6a07d1c99fae5ead349f86b: 2024-11-25T10:14:52,660 INFO [RS:0;e2fd862922a0:38547-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732529683694.637fe50ab6a07d1c99fae5ead349f86b., storeName=637fe50ab6a07d1c99fae5ead349f86b/A, priority=13, startTime=1732529692587; duration=0sec 2024-11-25T10:14:52,660 DEBUG [RS:0;e2fd862922a0:38547-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-25T10:14:52,660 DEBUG [RS:0;e2fd862922a0:38547-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 637fe50ab6a07d1c99fae5ead349f86b:A 2024-11-25T10:14:52,660 DEBUG [RS:0;e2fd862922a0:38547-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-25T10:14:52,662 DEBUG [RS:0;e2fd862922a0:38547-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36393 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-25T10:14:52,662 DEBUG [RS:0;e2fd862922a0:38547-shortCompactions-0 {}] regionserver.HStore(1541): 637fe50ab6a07d1c99fae5ead349f86b/C is initiating minor compaction (all files) 2024-11-25T10:14:52,662 INFO [RS:0;e2fd862922a0:38547-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 637fe50ab6a07d1c99fae5ead349f86b/C in TestAcidGuarantees,,1732529683694.637fe50ab6a07d1c99fae5ead349f86b. 2024-11-25T10:14:52,662 INFO [RS:0;e2fd862922a0:38547-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/637fe50ab6a07d1c99fae5ead349f86b/C/a355c07d9edc4970886ae724e5a95dea, hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/637fe50ab6a07d1c99fae5ead349f86b/C/dc510ac875e04be8ab6ac867cb6a2dee, hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/637fe50ab6a07d1c99fae5ead349f86b/C/c73d7d0a58824fdea8861ee43e29c86c] into tmpdir=hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/637fe50ab6a07d1c99fae5ead349f86b/.tmp, totalSize=35.5 K 2024-11-25T10:14:52,663 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e2fd862922a0:0-1 {event_type=RS_FLUSH_REGIONS, pid=75}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/637fe50ab6a07d1c99fae5ead349f86b/.tmp/A/12658edfa16c40e28b7efc5675829502 is 50, key is test_row_0/A:col10/1732529691647/Put/seqid=0 2024-11-25T10:14:52,663 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39927 is added to blk_1073742087_1263 (size=12493) 2024-11-25T10:14:52,663 DEBUG [RS:0;e2fd862922a0:38547-shortCompactions-0 {}] compactions.Compactor(225): Compacting a355c07d9edc4970886ae724e5a95dea, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=107, earliestPutTs=1732529688701 2024-11-25T10:14:52,663 DEBUG [RS:0;e2fd862922a0:38547-shortCompactions-0 {}] compactions.Compactor(225): Compacting dc510ac875e04be8ab6ac867cb6a2dee, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=121, earliestPutTs=1732529689382 2024-11-25T10:14:52,664 DEBUG [RS:0;e2fd862922a0:38547-shortCompactions-0 {}] compactions.Compactor(225): Compacting c73d7d0a58824fdea8861ee43e29c86c, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=134, earliestPutTs=1732529691557 2024-11-25T10:14:52,679 INFO [RS:0;e2fd862922a0:38547-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 637fe50ab6a07d1c99fae5ead349f86b#C#compaction#219 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-25T10:14:52,680 DEBUG [RS:0;e2fd862922a0:38547-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/637fe50ab6a07d1c99fae5ead349f86b/.tmp/C/4541310985dd4fbba323cd714a5646fe is 50, key is test_row_0/C:col10/1732529691565/Put/seqid=0 2024-11-25T10:14:52,690 DEBUG [RS:0;e2fd862922a0:38547-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/637fe50ab6a07d1c99fae5ead349f86b/.tmp/B/4a5565ec59fa4b71ab829b65ae973e6f as hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/637fe50ab6a07d1c99fae5ead349f86b/B/4a5565ec59fa4b71ab829b65ae973e6f 2024-11-25T10:14:52,699 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41005 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=74 2024-11-25T10:14:52,700 INFO [RS:0;e2fd862922a0:38547-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 637fe50ab6a07d1c99fae5ead349f86b/B of 637fe50ab6a07d1c99fae5ead349f86b into 4a5565ec59fa4b71ab829b65ae973e6f(size=12.2 K), total size for store is 12.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-25T10:14:52,700 DEBUG [RS:0;e2fd862922a0:38547-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 637fe50ab6a07d1c99fae5ead349f86b: 2024-11-25T10:14:52,700 INFO [RS:0;e2fd862922a0:38547-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732529683694.637fe50ab6a07d1c99fae5ead349f86b., storeName=637fe50ab6a07d1c99fae5ead349f86b/B, priority=13, startTime=1732529692587; duration=0sec 2024-11-25T10:14:52,700 DEBUG [RS:0;e2fd862922a0:38547-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-25T10:14:52,700 DEBUG [RS:0;e2fd862922a0:38547-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 637fe50ab6a07d1c99fae5ead349f86b:B 2024-11-25T10:14:52,705 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39927 is added to blk_1073742088_1264 (size=12151) 2024-11-25T10:14:52,710 INFO [RS_FLUSH_OPERATIONS-regionserver/e2fd862922a0:0-1 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=171 (bloomFilter=true), to=hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/637fe50ab6a07d1c99fae5ead349f86b/.tmp/A/12658edfa16c40e28b7efc5675829502 2024-11-25T10:14:52,752 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39927 is added to blk_1073742089_1265 (size=12493) 2024-11-25T10:14:52,758 DEBUG [RS:0;e2fd862922a0:38547-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/637fe50ab6a07d1c99fae5ead349f86b/.tmp/C/4541310985dd4fbba323cd714a5646fe as hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/637fe50ab6a07d1c99fae5ead349f86b/C/4541310985dd4fbba323cd714a5646fe 2024-11-25T10:14:52,764 INFO [RS:0;e2fd862922a0:38547-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 637fe50ab6a07d1c99fae5ead349f86b/C of 637fe50ab6a07d1c99fae5ead349f86b into 4541310985dd4fbba323cd714a5646fe(size=12.2 K), total size for store is 12.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-25T10:14:52,764 DEBUG [RS:0;e2fd862922a0:38547-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 637fe50ab6a07d1c99fae5ead349f86b: 2024-11-25T10:14:52,764 INFO [RS:0;e2fd862922a0:38547-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732529683694.637fe50ab6a07d1c99fae5ead349f86b., storeName=637fe50ab6a07d1c99fae5ead349f86b/C, priority=13, startTime=1732529692588; duration=0sec 2024-11-25T10:14:52,764 DEBUG [RS:0;e2fd862922a0:38547-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-25T10:14:52,764 DEBUG [RS:0;e2fd862922a0:38547-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 637fe50ab6a07d1c99fae5ead349f86b:C 2024-11-25T10:14:52,775 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e2fd862922a0:0-1 {event_type=RS_FLUSH_REGIONS, pid=75}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/637fe50ab6a07d1c99fae5ead349f86b/.tmp/B/4e79507a3a9040fbaf1bffa3ac0429ba is 50, key is test_row_0/B:col10/1732529691647/Put/seqid=0 2024-11-25T10:14:52,796 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732529683694.637fe50ab6a07d1c99fae5ead349f86b. as already flushing 2024-11-25T10:14:52,796 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] regionserver.HRegion(8855): Flush requested on 637fe50ab6a07d1c99fae5ead349f86b 2024-11-25T10:14:52,806 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39927 is added to blk_1073742090_1266 (size=12151) 2024-11-25T10:14:52,807 INFO [RS_FLUSH_OPERATIONS-regionserver/e2fd862922a0:0-1 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=171 (bloomFilter=true), to=hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/637fe50ab6a07d1c99fae5ead349f86b/.tmp/B/4e79507a3a9040fbaf1bffa3ac0429ba 2024-11-25T10:14:52,817 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e2fd862922a0:0-1 {event_type=RS_FLUSH_REGIONS, pid=75}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/637fe50ab6a07d1c99fae5ead349f86b/.tmp/C/2feff8b1bcb148a18559d2bd5ee90f8f is 50, key is test_row_0/C:col10/1732529691647/Put/seqid=0 2024-11-25T10:14:52,818 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=637fe50ab6a07d1c99fae5ead349f86b, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-25T10:14:52,818 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] ipc.CallRunner(138): callId: 58 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45472 deadline: 1732529752813, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=637fe50ab6a07d1c99fae5ead349f86b, server=e2fd862922a0,38547,1732529625709 2024-11-25T10:14:52,819 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732529683694.637fe50ab6a07d1c99fae5ead349f86b., hostname=e2fd862922a0,38547,1732529625709, seqNum=2 , the old value is region=TestAcidGuarantees,,1732529683694.637fe50ab6a07d1c99fae5ead349f86b., hostname=e2fd862922a0,38547,1732529625709, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=637fe50ab6a07d1c99fae5ead349f86b, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T10:14:52,819 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732529683694.637fe50ab6a07d1c99fae5ead349f86b., hostname=e2fd862922a0,38547,1732529625709, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=637fe50ab6a07d1c99fae5ead349f86b, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T10:14:52,819 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732529683694.637fe50ab6a07d1c99fae5ead349f86b., hostname=e2fd862922a0,38547,1732529625709, seqNum=2 because the exception is null or not the one we care about 2024-11-25T10:14:52,822 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39927 is added to blk_1073742091_1267 (size=12151) 2024-11-25T10:14:52,822 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=637fe50ab6a07d1c99fae5ead349f86b, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-25T10:14:52,822 INFO [RS_FLUSH_OPERATIONS-regionserver/e2fd862922a0:0-1 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=171 (bloomFilter=true), to=hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/637fe50ab6a07d1c99fae5ead349f86b/.tmp/C/2feff8b1bcb148a18559d2bd5ee90f8f 2024-11-25T10:14:52,822 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] ipc.CallRunner(138): callId: 61 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45434 deadline: 1732529752817, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=637fe50ab6a07d1c99fae5ead349f86b, server=e2fd862922a0,38547,1732529625709 2024-11-25T10:14:52,823 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732529683694.637fe50ab6a07d1c99fae5ead349f86b., hostname=e2fd862922a0,38547,1732529625709, seqNum=2 , the old value is region=TestAcidGuarantees,,1732529683694.637fe50ab6a07d1c99fae5ead349f86b., hostname=e2fd862922a0,38547,1732529625709, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=637fe50ab6a07d1c99fae5ead349f86b, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T10:14:52,823 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=637fe50ab6a07d1c99fae5ead349f86b, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-25T10:14:52,823 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732529683694.637fe50ab6a07d1c99fae5ead349f86b., hostname=e2fd862922a0,38547,1732529625709, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=637fe50ab6a07d1c99fae5ead349f86b, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T10:14:52,823 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732529683694.637fe50ab6a07d1c99fae5ead349f86b., hostname=e2fd862922a0,38547,1732529625709, seqNum=2 because the exception is null or not the one we care about 2024-11-25T10:14:52,823 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] ipc.CallRunner(138): callId: 53 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45452 deadline: 1732529752818, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=637fe50ab6a07d1c99fae5ead349f86b, server=e2fd862922a0,38547,1732529625709 2024-11-25T10:14:52,823 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=637fe50ab6a07d1c99fae5ead349f86b, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-25T10:14:52,823 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732529683694.637fe50ab6a07d1c99fae5ead349f86b., hostname=e2fd862922a0,38547,1732529625709, seqNum=2 , the old value is region=TestAcidGuarantees,,1732529683694.637fe50ab6a07d1c99fae5ead349f86b., hostname=e2fd862922a0,38547,1732529625709, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=637fe50ab6a07d1c99fae5ead349f86b, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T10:14:52,823 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] ipc.CallRunner(138): callId: 59 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45476 deadline: 1732529752818, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=637fe50ab6a07d1c99fae5ead349f86b, server=e2fd862922a0,38547,1732529625709 2024-11-25T10:14:52,823 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732529683694.637fe50ab6a07d1c99fae5ead349f86b., hostname=e2fd862922a0,38547,1732529625709, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=637fe50ab6a07d1c99fae5ead349f86b, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T10:14:52,823 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732529683694.637fe50ab6a07d1c99fae5ead349f86b., hostname=e2fd862922a0,38547,1732529625709, seqNum=2 because the exception is null or not the one we care about 2024-11-25T10:14:52,823 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732529683694.637fe50ab6a07d1c99fae5ead349f86b., hostname=e2fd862922a0,38547,1732529625709, seqNum=2 , the old value is region=TestAcidGuarantees,,1732529683694.637fe50ab6a07d1c99fae5ead349f86b., hostname=e2fd862922a0,38547,1732529625709, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=637fe50ab6a07d1c99fae5ead349f86b, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T10:14:52,824 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732529683694.637fe50ab6a07d1c99fae5ead349f86b., hostname=e2fd862922a0,38547,1732529625709, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=637fe50ab6a07d1c99fae5ead349f86b, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T10:14:52,824 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732529683694.637fe50ab6a07d1c99fae5ead349f86b., hostname=e2fd862922a0,38547,1732529625709, seqNum=2 because the exception is null or not the one we care about 2024-11-25T10:14:52,827 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e2fd862922a0:0-1 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/637fe50ab6a07d1c99fae5ead349f86b/.tmp/A/12658edfa16c40e28b7efc5675829502 as hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/637fe50ab6a07d1c99fae5ead349f86b/A/12658edfa16c40e28b7efc5675829502 2024-11-25T10:14:52,832 INFO [RS_FLUSH_OPERATIONS-regionserver/e2fd862922a0:0-1 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/637fe50ab6a07d1c99fae5ead349f86b/A/12658edfa16c40e28b7efc5675829502, entries=150, sequenceid=171, filesize=11.9 K 2024-11-25T10:14:52,833 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e2fd862922a0:0-1 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/637fe50ab6a07d1c99fae5ead349f86b/.tmp/B/4e79507a3a9040fbaf1bffa3ac0429ba as hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/637fe50ab6a07d1c99fae5ead349f86b/B/4e79507a3a9040fbaf1bffa3ac0429ba 2024-11-25T10:14:52,838 INFO [RS_FLUSH_OPERATIONS-regionserver/e2fd862922a0:0-1 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/637fe50ab6a07d1c99fae5ead349f86b/B/4e79507a3a9040fbaf1bffa3ac0429ba, entries=150, sequenceid=171, filesize=11.9 K 2024-11-25T10:14:52,838 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e2fd862922a0:0-1 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/637fe50ab6a07d1c99fae5ead349f86b/.tmp/C/2feff8b1bcb148a18559d2bd5ee90f8f as hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/637fe50ab6a07d1c99fae5ead349f86b/C/2feff8b1bcb148a18559d2bd5ee90f8f 2024-11-25T10:14:52,842 INFO [RS_FLUSH_OPERATIONS-regionserver/e2fd862922a0:0-1 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/637fe50ab6a07d1c99fae5ead349f86b/C/2feff8b1bcb148a18559d2bd5ee90f8f, entries=150, sequenceid=171, filesize=11.9 K 2024-11-25T10:14:52,843 INFO [RS_FLUSH_OPERATIONS-regionserver/e2fd862922a0:0-1 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.HRegion(3140): Finished flush of dataSize ~134.18 KB/137400, heapSize ~384.94 KB/394176, currentSize=53.67 KB/54960 for 637fe50ab6a07d1c99fae5ead349f86b in 188ms, sequenceid=171, compaction requested=false 2024-11-25T10:14:52,843 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e2fd862922a0:0-1 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.HRegion(2603): Flush status journal for 637fe50ab6a07d1c99fae5ead349f86b: 2024-11-25T10:14:52,843 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e2fd862922a0:0-1 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732529683694.637fe50ab6a07d1c99fae5ead349f86b. 2024-11-25T10:14:52,843 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e2fd862922a0:0-1 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=75 2024-11-25T10:14:52,844 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41005 {}] master.HMaster(4169): Remote procedure done, pid=75 2024-11-25T10:14:52,848 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=75, resume processing ppid=74 2024-11-25T10:14:52,848 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=75, ppid=74, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.2880 sec 2024-11-25T10:14:52,849 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=74, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=74, table=TestAcidGuarantees in 1.2940 sec 2024-11-25T10:14:52,925 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] regionserver.HRegion(8855): Flush requested on 637fe50ab6a07d1c99fae5ead349f86b 2024-11-25T10:14:52,926 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 637fe50ab6a07d1c99fae5ead349f86b 3/3 column families, dataSize=60.38 KB heapSize=180.05 KB 2024-11-25T10:14:52,926 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 637fe50ab6a07d1c99fae5ead349f86b, store=A 2024-11-25T10:14:52,926 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T10:14:52,926 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 637fe50ab6a07d1c99fae5ead349f86b, store=B 2024-11-25T10:14:52,926 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T10:14:52,926 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 637fe50ab6a07d1c99fae5ead349f86b, store=C 2024-11-25T10:14:52,926 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T10:14:52,931 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/637fe50ab6a07d1c99fae5ead349f86b/.tmp/A/b52742032bf24369b3e4b12df4888c16 is 50, key is test_row_0/A:col10/1732529692923/Put/seqid=0 2024-11-25T10:14:52,957 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39927 is added to blk_1073742092_1268 (size=14541) 2024-11-25T10:14:52,968 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=637fe50ab6a07d1c99fae5ead349f86b, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-25T10:14:52,968 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] ipc.CallRunner(138): callId: 65 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45472 deadline: 1732529752964, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=637fe50ab6a07d1c99fae5ead349f86b, server=e2fd862922a0,38547,1732529625709 2024-11-25T10:14:52,969 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732529683694.637fe50ab6a07d1c99fae5ead349f86b., hostname=e2fd862922a0,38547,1732529625709, seqNum=2 , the old value is region=TestAcidGuarantees,,1732529683694.637fe50ab6a07d1c99fae5ead349f86b., hostname=e2fd862922a0,38547,1732529625709, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=637fe50ab6a07d1c99fae5ead349f86b, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T10:14:52,969 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732529683694.637fe50ab6a07d1c99fae5ead349f86b., hostname=e2fd862922a0,38547,1732529625709, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=637fe50ab6a07d1c99fae5ead349f86b, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T10:14:52,969 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732529683694.637fe50ab6a07d1c99fae5ead349f86b., hostname=e2fd862922a0,38547,1732529625709, seqNum=2 because the exception is null or not the one we care about 2024-11-25T10:14:52,972 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=637fe50ab6a07d1c99fae5ead349f86b, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-25T10:14:52,972 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] ipc.CallRunner(138): callId: 58 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45452 deadline: 1732529752965, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=637fe50ab6a07d1c99fae5ead349f86b, server=e2fd862922a0,38547,1732529625709 2024-11-25T10:14:52,973 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732529683694.637fe50ab6a07d1c99fae5ead349f86b., hostname=e2fd862922a0,38547,1732529625709, seqNum=2 , the old value is region=TestAcidGuarantees,,1732529683694.637fe50ab6a07d1c99fae5ead349f86b., hostname=e2fd862922a0,38547,1732529625709, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=637fe50ab6a07d1c99fae5ead349f86b, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T10:14:52,973 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=637fe50ab6a07d1c99fae5ead349f86b, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-25T10:14:52,973 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732529683694.637fe50ab6a07d1c99fae5ead349f86b., hostname=e2fd862922a0,38547,1732529625709, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=637fe50ab6a07d1c99fae5ead349f86b, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T10:14:52,973 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732529683694.637fe50ab6a07d1c99fae5ead349f86b., hostname=e2fd862922a0,38547,1732529625709, seqNum=2 because the exception is null or not the one we care about 2024-11-25T10:14:52,973 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=637fe50ab6a07d1c99fae5ead349f86b, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-25T10:14:52,973 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] ipc.CallRunner(138): callId: 66 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45434 deadline: 1732529752967, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=637fe50ab6a07d1c99fae5ead349f86b, server=e2fd862922a0,38547,1732529625709 2024-11-25T10:14:52,973 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] ipc.CallRunner(138): callId: 64 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45476 deadline: 1732529752968, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=637fe50ab6a07d1c99fae5ead349f86b, server=e2fd862922a0,38547,1732529625709 2024-11-25T10:14:52,973 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732529683694.637fe50ab6a07d1c99fae5ead349f86b., hostname=e2fd862922a0,38547,1732529625709, seqNum=2 , the old value is region=TestAcidGuarantees,,1732529683694.637fe50ab6a07d1c99fae5ead349f86b., hostname=e2fd862922a0,38547,1732529625709, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=637fe50ab6a07d1c99fae5ead349f86b, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T10:14:52,973 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732529683694.637fe50ab6a07d1c99fae5ead349f86b., hostname=e2fd862922a0,38547,1732529625709, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=637fe50ab6a07d1c99fae5ead349f86b, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T10:14:52,973 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732529683694.637fe50ab6a07d1c99fae5ead349f86b., hostname=e2fd862922a0,38547,1732529625709, seqNum=2 because the exception is null or not the one we care about 2024-11-25T10:14:52,974 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732529683694.637fe50ab6a07d1c99fae5ead349f86b., hostname=e2fd862922a0,38547,1732529625709, seqNum=2 , the old value is region=TestAcidGuarantees,,1732529683694.637fe50ab6a07d1c99fae5ead349f86b., hostname=e2fd862922a0,38547,1732529625709, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=637fe50ab6a07d1c99fae5ead349f86b, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T10:14:52,974 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732529683694.637fe50ab6a07d1c99fae5ead349f86b., hostname=e2fd862922a0,38547,1732529625709, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=637fe50ab6a07d1c99fae5ead349f86b, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T10:14:52,974 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732529683694.637fe50ab6a07d1c99fae5ead349f86b., hostname=e2fd862922a0,38547,1732529625709, seqNum=2 because the exception is null or not the one we care about 2024-11-25T10:14:53,076 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=637fe50ab6a07d1c99fae5ead349f86b, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-25T10:14:53,077 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] ipc.CallRunner(138): callId: 66 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45472 deadline: 1732529753072, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=637fe50ab6a07d1c99fae5ead349f86b, server=e2fd862922a0,38547,1732529625709 2024-11-25T10:14:53,077 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732529683694.637fe50ab6a07d1c99fae5ead349f86b., hostname=e2fd862922a0,38547,1732529625709, seqNum=2 , the old value is region=TestAcidGuarantees,,1732529683694.637fe50ab6a07d1c99fae5ead349f86b., hostname=e2fd862922a0,38547,1732529625709, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=637fe50ab6a07d1c99fae5ead349f86b, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T10:14:53,077 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732529683694.637fe50ab6a07d1c99fae5ead349f86b., hostname=e2fd862922a0,38547,1732529625709, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=637fe50ab6a07d1c99fae5ead349f86b, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T10:14:53,077 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732529683694.637fe50ab6a07d1c99fae5ead349f86b., hostname=e2fd862922a0,38547,1732529625709, seqNum=2 because the exception is null or not the one we care about 2024-11-25T10:14:53,084 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=637fe50ab6a07d1c99fae5ead349f86b, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-25T10:14:53,084 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] ipc.CallRunner(138): callId: 67 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45434 deadline: 1732529753082, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=637fe50ab6a07d1c99fae5ead349f86b, server=e2fd862922a0,38547,1732529625709 2024-11-25T10:14:53,085 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=637fe50ab6a07d1c99fae5ead349f86b, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-25T10:14:53,085 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732529683694.637fe50ab6a07d1c99fae5ead349f86b., hostname=e2fd862922a0,38547,1732529625709, seqNum=2 , the old value is region=TestAcidGuarantees,,1732529683694.637fe50ab6a07d1c99fae5ead349f86b., hostname=e2fd862922a0,38547,1732529625709, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=637fe50ab6a07d1c99fae5ead349f86b, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T10:14:53,085 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732529683694.637fe50ab6a07d1c99fae5ead349f86b., hostname=e2fd862922a0,38547,1732529625709, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=637fe50ab6a07d1c99fae5ead349f86b, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T10:14:53,085 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] ipc.CallRunner(138): callId: 59 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45452 deadline: 1732529753082, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=637fe50ab6a07d1c99fae5ead349f86b, server=e2fd862922a0,38547,1732529625709 2024-11-25T10:14:53,085 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732529683694.637fe50ab6a07d1c99fae5ead349f86b., hostname=e2fd862922a0,38547,1732529625709, seqNum=2 because the exception is null or not the one we care about 2024-11-25T10:14:53,085 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732529683694.637fe50ab6a07d1c99fae5ead349f86b., hostname=e2fd862922a0,38547,1732529625709, seqNum=2 , the old value is region=TestAcidGuarantees,,1732529683694.637fe50ab6a07d1c99fae5ead349f86b., hostname=e2fd862922a0,38547,1732529625709, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=637fe50ab6a07d1c99fae5ead349f86b, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T10:14:53,085 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=637fe50ab6a07d1c99fae5ead349f86b, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-25T10:14:53,085 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732529683694.637fe50ab6a07d1c99fae5ead349f86b., hostname=e2fd862922a0,38547,1732529625709, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=637fe50ab6a07d1c99fae5ead349f86b, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T10:14:53,085 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732529683694.637fe50ab6a07d1c99fae5ead349f86b., hostname=e2fd862922a0,38547,1732529625709, seqNum=2 because the exception is null or not the one we care about 2024-11-25T10:14:53,085 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] ipc.CallRunner(138): callId: 65 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45476 deadline: 1732529753082, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=637fe50ab6a07d1c99fae5ead349f86b, server=e2fd862922a0,38547,1732529625709 2024-11-25T10:14:53,085 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732529683694.637fe50ab6a07d1c99fae5ead349f86b., hostname=e2fd862922a0,38547,1732529625709, seqNum=2 , the old value is region=TestAcidGuarantees,,1732529683694.637fe50ab6a07d1c99fae5ead349f86b., hostname=e2fd862922a0,38547,1732529625709, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=637fe50ab6a07d1c99fae5ead349f86b, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T10:14:53,085 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732529683694.637fe50ab6a07d1c99fae5ead349f86b., hostname=e2fd862922a0,38547,1732529625709, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=637fe50ab6a07d1c99fae5ead349f86b, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T10:14:53,085 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732529683694.637fe50ab6a07d1c99fae5ead349f86b., hostname=e2fd862922a0,38547,1732529625709, seqNum=2 because the exception is null or not the one we care about 2024-11-25T10:14:53,284 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=637fe50ab6a07d1c99fae5ead349f86b, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-25T10:14:53,284 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] ipc.CallRunner(138): callId: 67 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45472 deadline: 1732529753282, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=637fe50ab6a07d1c99fae5ead349f86b, server=e2fd862922a0,38547,1732529625709 2024-11-25T10:14:53,285 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732529683694.637fe50ab6a07d1c99fae5ead349f86b., hostname=e2fd862922a0,38547,1732529625709, seqNum=2 , the old value is region=TestAcidGuarantees,,1732529683694.637fe50ab6a07d1c99fae5ead349f86b., hostname=e2fd862922a0,38547,1732529625709, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=637fe50ab6a07d1c99fae5ead349f86b, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T10:14:53,285 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732529683694.637fe50ab6a07d1c99fae5ead349f86b., hostname=e2fd862922a0,38547,1732529625709, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=637fe50ab6a07d1c99fae5ead349f86b, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T10:14:53,285 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732529683694.637fe50ab6a07d1c99fae5ead349f86b., hostname=e2fd862922a0,38547,1732529625709, seqNum=2 because the exception is null or not the one we care about 2024-11-25T10:14:53,296 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=637fe50ab6a07d1c99fae5ead349f86b, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-25T10:14:53,296 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] ipc.CallRunner(138): callId: 60 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45452 deadline: 1732529753292, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=637fe50ab6a07d1c99fae5ead349f86b, server=e2fd862922a0,38547,1732529625709 2024-11-25T10:14:53,296 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=637fe50ab6a07d1c99fae5ead349f86b, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-25T10:14:53,296 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] ipc.CallRunner(138): callId: 68 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45434 deadline: 1732529753292, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=637fe50ab6a07d1c99fae5ead349f86b, server=e2fd862922a0,38547,1732529625709 2024-11-25T10:14:53,296 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=637fe50ab6a07d1c99fae5ead349f86b, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-25T10:14:53,297 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] ipc.CallRunner(138): callId: 66 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45476 deadline: 1732529753292, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=637fe50ab6a07d1c99fae5ead349f86b, server=e2fd862922a0,38547,1732529625709 2024-11-25T10:14:53,298 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732529683694.637fe50ab6a07d1c99fae5ead349f86b., hostname=e2fd862922a0,38547,1732529625709, seqNum=2 , the old value is region=TestAcidGuarantees,,1732529683694.637fe50ab6a07d1c99fae5ead349f86b., hostname=e2fd862922a0,38547,1732529625709, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=637fe50ab6a07d1c99fae5ead349f86b, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T10:14:53,298 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732529683694.637fe50ab6a07d1c99fae5ead349f86b., hostname=e2fd862922a0,38547,1732529625709, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=637fe50ab6a07d1c99fae5ead349f86b, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T10:14:53,298 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732529683694.637fe50ab6a07d1c99fae5ead349f86b., hostname=e2fd862922a0,38547,1732529625709, seqNum=2 because the exception is null or not the one we care about 2024-11-25T10:14:53,298 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732529683694.637fe50ab6a07d1c99fae5ead349f86b., hostname=e2fd862922a0,38547,1732529625709, seqNum=2 , the old value is region=TestAcidGuarantees,,1732529683694.637fe50ab6a07d1c99fae5ead349f86b., hostname=e2fd862922a0,38547,1732529625709, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=637fe50ab6a07d1c99fae5ead349f86b, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T10:14:53,298 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732529683694.637fe50ab6a07d1c99fae5ead349f86b., hostname=e2fd862922a0,38547,1732529625709, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=637fe50ab6a07d1c99fae5ead349f86b, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T10:14:53,298 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732529683694.637fe50ab6a07d1c99fae5ead349f86b., hostname=e2fd862922a0,38547,1732529625709, seqNum=2 because the exception is null or not the one we care about 2024-11-25T10:14:53,298 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732529683694.637fe50ab6a07d1c99fae5ead349f86b., hostname=e2fd862922a0,38547,1732529625709, seqNum=2 , the old value is region=TestAcidGuarantees,,1732529683694.637fe50ab6a07d1c99fae5ead349f86b., hostname=e2fd862922a0,38547,1732529625709, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=637fe50ab6a07d1c99fae5ead349f86b, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T10:14:53,298 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732529683694.637fe50ab6a07d1c99fae5ead349f86b., hostname=e2fd862922a0,38547,1732529625709, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=637fe50ab6a07d1c99fae5ead349f86b, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T10:14:53,299 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732529683694.637fe50ab6a07d1c99fae5ead349f86b., hostname=e2fd862922a0,38547,1732529625709, seqNum=2 because the exception is null or not the one we care about 2024-11-25T10:14:53,358 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=186 (bloomFilter=true), to=hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/637fe50ab6a07d1c99fae5ead349f86b/.tmp/A/b52742032bf24369b3e4b12df4888c16 2024-11-25T10:14:53,378 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/637fe50ab6a07d1c99fae5ead349f86b/.tmp/B/112c388895164ea6ae193402307a6475 is 50, key is test_row_0/B:col10/1732529692923/Put/seqid=0 2024-11-25T10:14:53,433 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39927 is added to blk_1073742093_1269 (size=12151) 2024-11-25T10:14:53,597 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=637fe50ab6a07d1c99fae5ead349f86b, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-25T10:14:53,597 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] ipc.CallRunner(138): callId: 68 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45472 deadline: 1732529753592, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=637fe50ab6a07d1c99fae5ead349f86b, server=e2fd862922a0,38547,1732529625709 2024-11-25T10:14:53,598 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732529683694.637fe50ab6a07d1c99fae5ead349f86b., hostname=e2fd862922a0,38547,1732529625709, seqNum=2 , the old value is region=TestAcidGuarantees,,1732529683694.637fe50ab6a07d1c99fae5ead349f86b., hostname=e2fd862922a0,38547,1732529625709, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=637fe50ab6a07d1c99fae5ead349f86b, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T10:14:53,598 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732529683694.637fe50ab6a07d1c99fae5ead349f86b., hostname=e2fd862922a0,38547,1732529625709, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=637fe50ab6a07d1c99fae5ead349f86b, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T10:14:53,598 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732529683694.637fe50ab6a07d1c99fae5ead349f86b., hostname=e2fd862922a0,38547,1732529625709, seqNum=2 because the exception is null or not the one we care about 2024-11-25T10:14:53,617 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=637fe50ab6a07d1c99fae5ead349f86b, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-25T10:14:53,617 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] ipc.CallRunner(138): callId: 61 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45452 deadline: 1732529753617, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=637fe50ab6a07d1c99fae5ead349f86b, server=e2fd862922a0,38547,1732529625709 2024-11-25T10:14:53,618 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732529683694.637fe50ab6a07d1c99fae5ead349f86b., hostname=e2fd862922a0,38547,1732529625709, seqNum=2 , the old value is region=TestAcidGuarantees,,1732529683694.637fe50ab6a07d1c99fae5ead349f86b., hostname=e2fd862922a0,38547,1732529625709, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=637fe50ab6a07d1c99fae5ead349f86b, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T10:14:53,618 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732529683694.637fe50ab6a07d1c99fae5ead349f86b., hostname=e2fd862922a0,38547,1732529625709, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=637fe50ab6a07d1c99fae5ead349f86b, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T10:14:53,618 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=637fe50ab6a07d1c99fae5ead349f86b, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-25T10:14:53,618 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732529683694.637fe50ab6a07d1c99fae5ead349f86b., hostname=e2fd862922a0,38547,1732529625709, seqNum=2 because the exception is null or not the one we care about 2024-11-25T10:14:53,618 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] ipc.CallRunner(138): callId: 67 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45476 deadline: 1732529753617, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=637fe50ab6a07d1c99fae5ead349f86b, server=e2fd862922a0,38547,1732529625709 2024-11-25T10:14:53,618 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732529683694.637fe50ab6a07d1c99fae5ead349f86b., hostname=e2fd862922a0,38547,1732529625709, seqNum=2 , the old value is region=TestAcidGuarantees,,1732529683694.637fe50ab6a07d1c99fae5ead349f86b., hostname=e2fd862922a0,38547,1732529625709, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=637fe50ab6a07d1c99fae5ead349f86b, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T10:14:53,618 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732529683694.637fe50ab6a07d1c99fae5ead349f86b., hostname=e2fd862922a0,38547,1732529625709, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=637fe50ab6a07d1c99fae5ead349f86b, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T10:14:53,618 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732529683694.637fe50ab6a07d1c99fae5ead349f86b., hostname=e2fd862922a0,38547,1732529625709, seqNum=2 because the exception is null or not the one we care about 2024-11-25T10:14:53,619 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=637fe50ab6a07d1c99fae5ead349f86b, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-25T10:14:53,619 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] ipc.CallRunner(138): callId: 69 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45434 deadline: 1732529753617, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=637fe50ab6a07d1c99fae5ead349f86b, server=e2fd862922a0,38547,1732529625709 2024-11-25T10:14:53,620 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732529683694.637fe50ab6a07d1c99fae5ead349f86b., hostname=e2fd862922a0,38547,1732529625709, seqNum=2 , the old value is region=TestAcidGuarantees,,1732529683694.637fe50ab6a07d1c99fae5ead349f86b., hostname=e2fd862922a0,38547,1732529625709, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=637fe50ab6a07d1c99fae5ead349f86b, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T10:14:53,620 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732529683694.637fe50ab6a07d1c99fae5ead349f86b., hostname=e2fd862922a0,38547,1732529625709, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=637fe50ab6a07d1c99fae5ead349f86b, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T10:14:53,620 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732529683694.637fe50ab6a07d1c99fae5ead349f86b., hostname=e2fd862922a0,38547,1732529625709, seqNum=2 because the exception is null or not the one we care about 2024-11-25T10:14:53,712 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41005 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=74 2024-11-25T10:14:53,713 INFO [RPCClient-NioEventLoopGroup-4-6 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-25T10:14:53,713 INFO [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41005 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-25T10:14:53,714 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41005 {}] procedure2.ProcedureExecutor(1139): Stored pid=76, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=76, table=TestAcidGuarantees 2024-11-25T10:14:53,717 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41005 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=76 2024-11-25T10:14:53,717 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=76, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=76, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-25T10:14:53,718 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=76, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=76, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-25T10:14:53,718 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=77, ppid=76, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-25T10:14:53,822 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41005 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=76 2024-11-25T10:14:53,833 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=186 (bloomFilter=true), to=hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/637fe50ab6a07d1c99fae5ead349f86b/.tmp/B/112c388895164ea6ae193402307a6475 2024-11-25T10:14:53,846 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/637fe50ab6a07d1c99fae5ead349f86b/.tmp/C/2260911d58e54221804373c5e72f8660 is 50, key is test_row_0/C:col10/1732529692923/Put/seqid=0 2024-11-25T10:14:53,850 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39927 is added to blk_1073742094_1270 (size=12151) 2024-11-25T10:14:53,871 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=38547 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=77 2024-11-25T10:14:53,872 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e2fd862922a0:0-2 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732529683694.637fe50ab6a07d1c99fae5ead349f86b. 2024-11-25T10:14:53,873 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e2fd862922a0:0-2 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732529683694.637fe50ab6a07d1c99fae5ead349f86b. as already flushing 2024-11-25T10:14:53,873 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e2fd862922a0:0-2 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732529683694.637fe50ab6a07d1c99fae5ead349f86b. 2024-11-25T10:14:53,873 ERROR [RS_FLUSH_OPERATIONS-regionserver/e2fd862922a0:0-2 {event_type=RS_FLUSH_REGIONS, pid=77}] handler.RSProcedureHandler(58): pid=77 java.io.IOException: Unable to complete flush {ENCODED => 637fe50ab6a07d1c99fae5ead349f86b, NAME => 'TestAcidGuarantees,,1732529683694.637fe50ab6a07d1c99fae5ead349f86b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T10:14:53,873 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e2fd862922a0:0-2 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=77 java.io.IOException: Unable to complete flush {ENCODED => 637fe50ab6a07d1c99fae5ead349f86b, NAME => 'TestAcidGuarantees,,1732529683694.637fe50ab6a07d1c99fae5ead349f86b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T10:14:53,874 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41005 {}] master.HMaster(4177): Remote procedure failed, pid=77 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 637fe50ab6a07d1c99fae5ead349f86b, NAME => 'TestAcidGuarantees,,1732529683694.637fe50ab6a07d1c99fae5ead349f86b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 637fe50ab6a07d1c99fae5ead349f86b, NAME => 'TestAcidGuarantees,,1732529683694.637fe50ab6a07d1c99fae5ead349f86b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T10:14:54,026 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=38547 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=77 2024-11-25T10:14:54,026 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e2fd862922a0:0-0 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732529683694.637fe50ab6a07d1c99fae5ead349f86b. 2024-11-25T10:14:54,027 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e2fd862922a0:0-0 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732529683694.637fe50ab6a07d1c99fae5ead349f86b. as already flushing 2024-11-25T10:14:54,027 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e2fd862922a0:0-0 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732529683694.637fe50ab6a07d1c99fae5ead349f86b. 2024-11-25T10:14:54,027 ERROR [RS_FLUSH_OPERATIONS-regionserver/e2fd862922a0:0-0 {event_type=RS_FLUSH_REGIONS, pid=77}] handler.RSProcedureHandler(58): pid=77 java.io.IOException: Unable to complete flush {ENCODED => 637fe50ab6a07d1c99fae5ead349f86b, NAME => 'TestAcidGuarantees,,1732529683694.637fe50ab6a07d1c99fae5ead349f86b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T10:14:54,027 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e2fd862922a0:0-0 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=77 java.io.IOException: Unable to complete flush {ENCODED => 637fe50ab6a07d1c99fae5ead349f86b, NAME => 'TestAcidGuarantees,,1732529683694.637fe50ab6a07d1c99fae5ead349f86b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T10:14:54,028 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41005 {}] master.HMaster(4177): Remote procedure failed, pid=77 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 637fe50ab6a07d1c99fae5ead349f86b, NAME => 'TestAcidGuarantees,,1732529683694.637fe50ab6a07d1c99fae5ead349f86b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 637fe50ab6a07d1c99fae5ead349f86b, NAME => 'TestAcidGuarantees,,1732529683694.637fe50ab6a07d1c99fae5ead349f86b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T10:14:54,035 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41005 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=76 2024-11-25T10:14:54,114 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=637fe50ab6a07d1c99fae5ead349f86b, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-25T10:14:54,114 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] ipc.CallRunner(138): callId: 69 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45472 deadline: 1732529754112, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=637fe50ab6a07d1c99fae5ead349f86b, server=e2fd862922a0,38547,1732529625709 2024-11-25T10:14:54,115 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732529683694.637fe50ab6a07d1c99fae5ead349f86b., hostname=e2fd862922a0,38547,1732529625709, seqNum=2 , the old value is region=TestAcidGuarantees,,1732529683694.637fe50ab6a07d1c99fae5ead349f86b., hostname=e2fd862922a0,38547,1732529625709, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=637fe50ab6a07d1c99fae5ead349f86b, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T10:14:54,115 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732529683694.637fe50ab6a07d1c99fae5ead349f86b., hostname=e2fd862922a0,38547,1732529625709, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=637fe50ab6a07d1c99fae5ead349f86b, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T10:14:54,115 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732529683694.637fe50ab6a07d1c99fae5ead349f86b., hostname=e2fd862922a0,38547,1732529625709, seqNum=2 because the exception is null or not the one we care about 2024-11-25T10:14:54,135 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=637fe50ab6a07d1c99fae5ead349f86b, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-25T10:14:54,135 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] ipc.CallRunner(138): callId: 68 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45476 deadline: 1732529754132, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=637fe50ab6a07d1c99fae5ead349f86b, server=e2fd862922a0,38547,1732529625709 2024-11-25T10:14:54,135 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=637fe50ab6a07d1c99fae5ead349f86b, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-25T10:14:54,135 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732529683694.637fe50ab6a07d1c99fae5ead349f86b., hostname=e2fd862922a0,38547,1732529625709, seqNum=2 , the old value is region=TestAcidGuarantees,,1732529683694.637fe50ab6a07d1c99fae5ead349f86b., hostname=e2fd862922a0,38547,1732529625709, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=637fe50ab6a07d1c99fae5ead349f86b, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T10:14:54,136 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] ipc.CallRunner(138): callId: 70 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45434 deadline: 1732529754132, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=637fe50ab6a07d1c99fae5ead349f86b, server=e2fd862922a0,38547,1732529625709 2024-11-25T10:14:54,136 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732529683694.637fe50ab6a07d1c99fae5ead349f86b., hostname=e2fd862922a0,38547,1732529625709, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=637fe50ab6a07d1c99fae5ead349f86b, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T10:14:54,136 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732529683694.637fe50ab6a07d1c99fae5ead349f86b., hostname=e2fd862922a0,38547,1732529625709, seqNum=2 because the exception is null or not the one we care about 2024-11-25T10:14:54,136 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=637fe50ab6a07d1c99fae5ead349f86b, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-25T10:14:54,136 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] ipc.CallRunner(138): callId: 62 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45452 deadline: 1732529754132, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=637fe50ab6a07d1c99fae5ead349f86b, server=e2fd862922a0,38547,1732529625709 2024-11-25T10:14:54,136 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732529683694.637fe50ab6a07d1c99fae5ead349f86b., hostname=e2fd862922a0,38547,1732529625709, seqNum=2 , the old value is region=TestAcidGuarantees,,1732529683694.637fe50ab6a07d1c99fae5ead349f86b., hostname=e2fd862922a0,38547,1732529625709, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=637fe50ab6a07d1c99fae5ead349f86b, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T10:14:54,136 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732529683694.637fe50ab6a07d1c99fae5ead349f86b., hostname=e2fd862922a0,38547,1732529625709, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=637fe50ab6a07d1c99fae5ead349f86b, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T10:14:54,136 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732529683694.637fe50ab6a07d1c99fae5ead349f86b., hostname=e2fd862922a0,38547,1732529625709, seqNum=2 because the exception is null or not the one we care about 2024-11-25T10:14:54,136 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732529683694.637fe50ab6a07d1c99fae5ead349f86b., hostname=e2fd862922a0,38547,1732529625709, seqNum=2 , the old value is region=TestAcidGuarantees,,1732529683694.637fe50ab6a07d1c99fae5ead349f86b., hostname=e2fd862922a0,38547,1732529625709, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=637fe50ab6a07d1c99fae5ead349f86b, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T10:14:54,136 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732529683694.637fe50ab6a07d1c99fae5ead349f86b., hostname=e2fd862922a0,38547,1732529625709, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=637fe50ab6a07d1c99fae5ead349f86b, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T10:14:54,136 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732529683694.637fe50ab6a07d1c99fae5ead349f86b., hostname=e2fd862922a0,38547,1732529625709, seqNum=2 because the exception is null or not the one we care about 2024-11-25T10:14:54,180 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=38547 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=77 2024-11-25T10:14:54,181 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e2fd862922a0:0-1 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732529683694.637fe50ab6a07d1c99fae5ead349f86b. 2024-11-25T10:14:54,181 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e2fd862922a0:0-1 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732529683694.637fe50ab6a07d1c99fae5ead349f86b. as already flushing 2024-11-25T10:14:54,181 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e2fd862922a0:0-1 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732529683694.637fe50ab6a07d1c99fae5ead349f86b. 2024-11-25T10:14:54,181 ERROR [RS_FLUSH_OPERATIONS-regionserver/e2fd862922a0:0-1 {event_type=RS_FLUSH_REGIONS, pid=77}] handler.RSProcedureHandler(58): pid=77 java.io.IOException: Unable to complete flush {ENCODED => 637fe50ab6a07d1c99fae5ead349f86b, NAME => 'TestAcidGuarantees,,1732529683694.637fe50ab6a07d1c99fae5ead349f86b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T10:14:54,181 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e2fd862922a0:0-1 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=77 java.io.IOException: Unable to complete flush {ENCODED => 637fe50ab6a07d1c99fae5ead349f86b, NAME => 'TestAcidGuarantees,,1732529683694.637fe50ab6a07d1c99fae5ead349f86b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T10:14:54,182 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41005 {}] master.HMaster(4177): Remote procedure failed, pid=77 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 637fe50ab6a07d1c99fae5ead349f86b, NAME => 'TestAcidGuarantees,,1732529683694.637fe50ab6a07d1c99fae5ead349f86b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 637fe50ab6a07d1c99fae5ead349f86b, NAME => 'TestAcidGuarantees,,1732529683694.637fe50ab6a07d1c99fae5ead349f86b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T10:14:54,256 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=186 (bloomFilter=true), to=hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/637fe50ab6a07d1c99fae5ead349f86b/.tmp/C/2260911d58e54221804373c5e72f8660 2024-11-25T10:14:54,265 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/637fe50ab6a07d1c99fae5ead349f86b/.tmp/A/b52742032bf24369b3e4b12df4888c16 as hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/637fe50ab6a07d1c99fae5ead349f86b/A/b52742032bf24369b3e4b12df4888c16 2024-11-25T10:14:54,275 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/637fe50ab6a07d1c99fae5ead349f86b/A/b52742032bf24369b3e4b12df4888c16, entries=200, sequenceid=186, filesize=14.2 K 2024-11-25T10:14:54,277 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/637fe50ab6a07d1c99fae5ead349f86b/.tmp/B/112c388895164ea6ae193402307a6475 as hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/637fe50ab6a07d1c99fae5ead349f86b/B/112c388895164ea6ae193402307a6475 2024-11-25T10:14:54,285 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/637fe50ab6a07d1c99fae5ead349f86b/B/112c388895164ea6ae193402307a6475, entries=150, sequenceid=186, filesize=11.9 K 2024-11-25T10:14:54,287 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/637fe50ab6a07d1c99fae5ead349f86b/.tmp/C/2260911d58e54221804373c5e72f8660 as hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/637fe50ab6a07d1c99fae5ead349f86b/C/2260911d58e54221804373c5e72f8660 2024-11-25T10:14:54,315 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/637fe50ab6a07d1c99fae5ead349f86b/C/2260911d58e54221804373c5e72f8660, entries=150, sequenceid=186, filesize=11.9 K 2024-11-25T10:14:54,316 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~60.38 KB/61830, heapSize ~180 KB/184320, currentSize=114.05 KB/116790 for 637fe50ab6a07d1c99fae5ead349f86b in 1391ms, sequenceid=186, compaction requested=true 2024-11-25T10:14:54,317 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 637fe50ab6a07d1c99fae5ead349f86b: 2024-11-25T10:14:54,317 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 637fe50ab6a07d1c99fae5ead349f86b:A, priority=-2147483648, current under compaction store size is 1 2024-11-25T10:14:54,317 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-25T10:14:54,317 DEBUG [RS:0;e2fd862922a0:38547-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-25T10:14:54,317 DEBUG [RS:0;e2fd862922a0:38547-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-25T10:14:54,317 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 637fe50ab6a07d1c99fae5ead349f86b:B, priority=-2147483648, current under compaction store size is 2 2024-11-25T10:14:54,317 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-25T10:14:54,317 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 637fe50ab6a07d1c99fae5ead349f86b:C, priority=-2147483648, current under compaction store size is 3 2024-11-25T10:14:54,317 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-25T10:14:54,320 DEBUG [RS:0;e2fd862922a0:38547-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 39185 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-25T10:14:54,320 DEBUG [RS:0;e2fd862922a0:38547-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36795 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-25T10:14:54,321 DEBUG [RS:0;e2fd862922a0:38547-shortCompactions-0 {}] regionserver.HStore(1541): 637fe50ab6a07d1c99fae5ead349f86b/A is initiating minor compaction (all files) 2024-11-25T10:14:54,321 DEBUG [RS:0;e2fd862922a0:38547-longCompactions-0 {}] regionserver.HStore(1541): 637fe50ab6a07d1c99fae5ead349f86b/B is initiating minor compaction (all files) 2024-11-25T10:14:54,321 INFO [RS:0;e2fd862922a0:38547-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 637fe50ab6a07d1c99fae5ead349f86b/A in TestAcidGuarantees,,1732529683694.637fe50ab6a07d1c99fae5ead349f86b. 2024-11-25T10:14:54,321 INFO [RS:0;e2fd862922a0:38547-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 637fe50ab6a07d1c99fae5ead349f86b/B in TestAcidGuarantees,,1732529683694.637fe50ab6a07d1c99fae5ead349f86b. 2024-11-25T10:14:54,321 INFO [RS:0;e2fd862922a0:38547-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/637fe50ab6a07d1c99fae5ead349f86b/B/4a5565ec59fa4b71ab829b65ae973e6f, hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/637fe50ab6a07d1c99fae5ead349f86b/B/4e79507a3a9040fbaf1bffa3ac0429ba, hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/637fe50ab6a07d1c99fae5ead349f86b/B/112c388895164ea6ae193402307a6475] into tmpdir=hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/637fe50ab6a07d1c99fae5ead349f86b/.tmp, totalSize=35.9 K 2024-11-25T10:14:54,321 INFO [RS:0;e2fd862922a0:38547-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/637fe50ab6a07d1c99fae5ead349f86b/A/25a224021ffa4b7e976ea5b754557806, hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/637fe50ab6a07d1c99fae5ead349f86b/A/12658edfa16c40e28b7efc5675829502, hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/637fe50ab6a07d1c99fae5ead349f86b/A/b52742032bf24369b3e4b12df4888c16] into tmpdir=hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/637fe50ab6a07d1c99fae5ead349f86b/.tmp, totalSize=38.3 K 2024-11-25T10:14:54,321 DEBUG [RS:0;e2fd862922a0:38547-shortCompactions-0 {}] compactions.Compactor(225): Compacting 25a224021ffa4b7e976ea5b754557806, keycount=150, bloomtype=ROW, size=12.2 K, encoding=NONE, compression=NONE, seqNum=134, earliestPutTs=1732529691557 2024-11-25T10:14:54,322 DEBUG [RS:0;e2fd862922a0:38547-longCompactions-0 {}] compactions.Compactor(225): Compacting 4a5565ec59fa4b71ab829b65ae973e6f, keycount=150, bloomtype=ROW, size=12.2 K, encoding=NONE, compression=NONE, seqNum=134, earliestPutTs=1732529691557 2024-11-25T10:14:54,322 DEBUG [RS:0;e2fd862922a0:38547-longCompactions-0 {}] compactions.Compactor(225): Compacting 4e79507a3a9040fbaf1bffa3ac0429ba, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=171, earliestPutTs=1732529691647 2024-11-25T10:14:54,322 DEBUG [RS:0;e2fd862922a0:38547-shortCompactions-0 {}] compactions.Compactor(225): Compacting 12658edfa16c40e28b7efc5675829502, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=171, earliestPutTs=1732529691647 2024-11-25T10:14:54,323 DEBUG [RS:0;e2fd862922a0:38547-longCompactions-0 {}] compactions.Compactor(225): Compacting 112c388895164ea6ae193402307a6475, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=186, earliestPutTs=1732529692812 2024-11-25T10:14:54,323 DEBUG [RS:0;e2fd862922a0:38547-shortCompactions-0 {}] compactions.Compactor(225): Compacting b52742032bf24369b3e4b12df4888c16, keycount=200, bloomtype=ROW, size=14.2 K, encoding=NONE, compression=NONE, seqNum=186, earliestPutTs=1732529692812 2024-11-25T10:14:54,335 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=38547 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=77 2024-11-25T10:14:54,336 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e2fd862922a0:0-2 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732529683694.637fe50ab6a07d1c99fae5ead349f86b. 2024-11-25T10:14:54,336 INFO [RS_FLUSH_OPERATIONS-regionserver/e2fd862922a0:0-2 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.HRegion(2902): Flushing 637fe50ab6a07d1c99fae5ead349f86b 3/3 column families, dataSize=114.05 KB heapSize=339.42 KB 2024-11-25T10:14:54,336 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e2fd862922a0:0-2 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 637fe50ab6a07d1c99fae5ead349f86b, store=A 2024-11-25T10:14:54,336 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e2fd862922a0:0-2 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T10:14:54,336 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e2fd862922a0:0-2 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 637fe50ab6a07d1c99fae5ead349f86b, store=B 2024-11-25T10:14:54,336 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e2fd862922a0:0-2 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T10:14:54,336 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e2fd862922a0:0-2 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 637fe50ab6a07d1c99fae5ead349f86b, store=C 2024-11-25T10:14:54,336 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e2fd862922a0:0-2 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T10:14:54,342 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41005 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=76 2024-11-25T10:14:54,351 INFO [RS:0;e2fd862922a0:38547-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 637fe50ab6a07d1c99fae5ead349f86b#A#compaction#225 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-25T10:14:54,351 INFO [RS:0;e2fd862922a0:38547-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 637fe50ab6a07d1c99fae5ead349f86b#B#compaction#226 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-25T10:14:54,352 DEBUG [RS:0;e2fd862922a0:38547-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/637fe50ab6a07d1c99fae5ead349f86b/.tmp/A/cab360b11b41491586c63975d877d09d is 50, key is test_row_0/A:col10/1732529692923/Put/seqid=0 2024-11-25T10:14:54,352 DEBUG [RS:0;e2fd862922a0:38547-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/637fe50ab6a07d1c99fae5ead349f86b/.tmp/B/9c6c37ded4514a0d9e315000750332e8 is 50, key is test_row_0/B:col10/1732529692923/Put/seqid=0 2024-11-25T10:14:54,367 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e2fd862922a0:0-2 {event_type=RS_FLUSH_REGIONS, pid=77}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/637fe50ab6a07d1c99fae5ead349f86b/.tmp/A/20fe457088a84d4689673ac90c0aa52a is 50, key is test_row_0/A:col10/1732529692966/Put/seqid=0 2024-11-25T10:14:54,416 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39927 is added to blk_1073742096_1272 (size=12595) 2024-11-25T10:14:54,417 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39927 is added to blk_1073742095_1271 (size=12595) 2024-11-25T10:14:54,430 DEBUG [RS:0;e2fd862922a0:38547-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/637fe50ab6a07d1c99fae5ead349f86b/.tmp/A/cab360b11b41491586c63975d877d09d as hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/637fe50ab6a07d1c99fae5ead349f86b/A/cab360b11b41491586c63975d877d09d 2024-11-25T10:14:54,432 DEBUG [RS:0;e2fd862922a0:38547-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/637fe50ab6a07d1c99fae5ead349f86b/.tmp/B/9c6c37ded4514a0d9e315000750332e8 as hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/637fe50ab6a07d1c99fae5ead349f86b/B/9c6c37ded4514a0d9e315000750332e8 2024-11-25T10:14:54,440 INFO [RS:0;e2fd862922a0:38547-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 637fe50ab6a07d1c99fae5ead349f86b/B of 637fe50ab6a07d1c99fae5ead349f86b into 9c6c37ded4514a0d9e315000750332e8(size=12.3 K), total size for store is 12.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-25T10:14:54,440 DEBUG [RS:0;e2fd862922a0:38547-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 637fe50ab6a07d1c99fae5ead349f86b: 2024-11-25T10:14:54,440 INFO [RS:0;e2fd862922a0:38547-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732529683694.637fe50ab6a07d1c99fae5ead349f86b., storeName=637fe50ab6a07d1c99fae5ead349f86b/B, priority=13, startTime=1732529694317; duration=0sec 2024-11-25T10:14:54,440 DEBUG [RS:0;e2fd862922a0:38547-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-25T10:14:54,440 DEBUG [RS:0;e2fd862922a0:38547-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 637fe50ab6a07d1c99fae5ead349f86b:B 2024-11-25T10:14:54,440 DEBUG [RS:0;e2fd862922a0:38547-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-25T10:14:54,440 INFO [RS:0;e2fd862922a0:38547-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 637fe50ab6a07d1c99fae5ead349f86b/A of 637fe50ab6a07d1c99fae5ead349f86b into cab360b11b41491586c63975d877d09d(size=12.3 K), total size for store is 12.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-25T10:14:54,440 DEBUG [RS:0;e2fd862922a0:38547-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 637fe50ab6a07d1c99fae5ead349f86b: 2024-11-25T10:14:54,440 INFO [RS:0;e2fd862922a0:38547-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732529683694.637fe50ab6a07d1c99fae5ead349f86b., storeName=637fe50ab6a07d1c99fae5ead349f86b/A, priority=13, startTime=1732529694317; duration=0sec 2024-11-25T10:14:54,440 DEBUG [RS:0;e2fd862922a0:38547-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-25T10:14:54,441 DEBUG [RS:0;e2fd862922a0:38547-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 637fe50ab6a07d1c99fae5ead349f86b:A 2024-11-25T10:14:54,441 DEBUG [RS:0;e2fd862922a0:38547-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36795 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-25T10:14:54,442 DEBUG [RS:0;e2fd862922a0:38547-longCompactions-0 {}] regionserver.HStore(1541): 637fe50ab6a07d1c99fae5ead349f86b/C is initiating minor compaction (all files) 2024-11-25T10:14:54,442 INFO [RS:0;e2fd862922a0:38547-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 637fe50ab6a07d1c99fae5ead349f86b/C in TestAcidGuarantees,,1732529683694.637fe50ab6a07d1c99fae5ead349f86b. 2024-11-25T10:14:54,442 INFO [RS:0;e2fd862922a0:38547-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/637fe50ab6a07d1c99fae5ead349f86b/C/4541310985dd4fbba323cd714a5646fe, hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/637fe50ab6a07d1c99fae5ead349f86b/C/2feff8b1bcb148a18559d2bd5ee90f8f, hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/637fe50ab6a07d1c99fae5ead349f86b/C/2260911d58e54221804373c5e72f8660] into tmpdir=hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/637fe50ab6a07d1c99fae5ead349f86b/.tmp, totalSize=35.9 K 2024-11-25T10:14:54,442 DEBUG [RS:0;e2fd862922a0:38547-longCompactions-0 {}] compactions.Compactor(225): Compacting 4541310985dd4fbba323cd714a5646fe, keycount=150, bloomtype=ROW, size=12.2 K, encoding=NONE, compression=NONE, seqNum=134, earliestPutTs=1732529691557 2024-11-25T10:14:54,442 DEBUG [RS:0;e2fd862922a0:38547-longCompactions-0 {}] compactions.Compactor(225): Compacting 2feff8b1bcb148a18559d2bd5ee90f8f, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=171, earliestPutTs=1732529691647 2024-11-25T10:14:54,443 DEBUG [RS:0;e2fd862922a0:38547-longCompactions-0 {}] compactions.Compactor(225): Compacting 2260911d58e54221804373c5e72f8660, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=186, earliestPutTs=1732529692812 2024-11-25T10:14:54,448 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39927 is added to blk_1073742097_1273 (size=12151) 2024-11-25T10:14:54,449 INFO [RS_FLUSH_OPERATIONS-regionserver/e2fd862922a0:0-2 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.02 KB at sequenceid=206 (bloomFilter=true), to=hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/637fe50ab6a07d1c99fae5ead349f86b/.tmp/A/20fe457088a84d4689673ac90c0aa52a 2024-11-25T10:14:54,456 INFO [RS:0;e2fd862922a0:38547-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 637fe50ab6a07d1c99fae5ead349f86b#C#compaction#228 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-25T10:14:54,456 DEBUG [RS:0;e2fd862922a0:38547-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/637fe50ab6a07d1c99fae5ead349f86b/.tmp/C/de139be6ed2b4026ba8178b8eca4e363 is 50, key is test_row_0/C:col10/1732529692923/Put/seqid=0 2024-11-25T10:14:54,461 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e2fd862922a0:0-2 {event_type=RS_FLUSH_REGIONS, pid=77}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/637fe50ab6a07d1c99fae5ead349f86b/.tmp/B/c48220379af04b21b8ad69773730c283 is 50, key is test_row_0/B:col10/1732529692966/Put/seqid=0 2024-11-25T10:14:54,501 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39927 is added to blk_1073742098_1274 (size=12595) 2024-11-25T10:14:54,503 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39927 is added to blk_1073742099_1275 (size=12151) 2024-11-25T10:14:54,510 DEBUG [RS:0;e2fd862922a0:38547-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/637fe50ab6a07d1c99fae5ead349f86b/.tmp/C/de139be6ed2b4026ba8178b8eca4e363 as hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/637fe50ab6a07d1c99fae5ead349f86b/C/de139be6ed2b4026ba8178b8eca4e363 2024-11-25T10:14:54,519 INFO [RS:0;e2fd862922a0:38547-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 637fe50ab6a07d1c99fae5ead349f86b/C of 637fe50ab6a07d1c99fae5ead349f86b into de139be6ed2b4026ba8178b8eca4e363(size=12.3 K), total size for store is 12.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-25T10:14:54,519 DEBUG [RS:0;e2fd862922a0:38547-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 637fe50ab6a07d1c99fae5ead349f86b: 2024-11-25T10:14:54,519 INFO [RS:0;e2fd862922a0:38547-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732529683694.637fe50ab6a07d1c99fae5ead349f86b., storeName=637fe50ab6a07d1c99fae5ead349f86b/C, priority=13, startTime=1732529694317; duration=0sec 2024-11-25T10:14:54,520 DEBUG [RS:0;e2fd862922a0:38547-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-25T10:14:54,520 DEBUG [RS:0;e2fd862922a0:38547-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 637fe50ab6a07d1c99fae5ead349f86b:C 2024-11-25T10:14:54,852 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41005 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=76 2024-11-25T10:14:54,903 INFO [RS_FLUSH_OPERATIONS-regionserver/e2fd862922a0:0-2 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.02 KB at sequenceid=206 (bloomFilter=true), to=hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/637fe50ab6a07d1c99fae5ead349f86b/.tmp/B/c48220379af04b21b8ad69773730c283 2024-11-25T10:14:54,913 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e2fd862922a0:0-2 {event_type=RS_FLUSH_REGIONS, pid=77}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/637fe50ab6a07d1c99fae5ead349f86b/.tmp/C/ecac819bc5194c22a24b3e1fab6a86ad is 50, key is test_row_0/C:col10/1732529692966/Put/seqid=0 2024-11-25T10:14:54,919 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39927 is added to blk_1073742100_1276 (size=12151) 2024-11-25T10:14:55,125 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732529683694.637fe50ab6a07d1c99fae5ead349f86b. as already flushing 2024-11-25T10:14:55,125 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] regionserver.HRegion(8855): Flush requested on 637fe50ab6a07d1c99fae5ead349f86b 2024-11-25T10:14:55,155 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=637fe50ab6a07d1c99fae5ead349f86b, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-25T10:14:55,155 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] ipc.CallRunner(138): callId: 63 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45452 deadline: 1732529755152, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=637fe50ab6a07d1c99fae5ead349f86b, server=e2fd862922a0,38547,1732529625709 2024-11-25T10:14:55,156 WARN [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRpcRetryingCaller(177): Call to e2fd862922a0,38547,1732529625709 for 'test_row_0' in 637fe50ab6a07d1c99fae5ead349f86b of TestAcidGuarantees failed, tries = 6, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 2190 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=637fe50ab6a07d1c99fae5ead349f86b, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor39.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=637fe50ab6a07d1c99fae5ead349f86b, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 32 more 2024-11-25T10:14:55,156 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=637fe50ab6a07d1c99fae5ead349f86b, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-25T10:14:55,157 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732529683694.637fe50ab6a07d1c99fae5ead349f86b., hostname=e2fd862922a0,38547,1732529625709, seqNum=2 , the old value is region=TestAcidGuarantees,,1732529683694.637fe50ab6a07d1c99fae5ead349f86b., hostname=e2fd862922a0,38547,1732529625709, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=637fe50ab6a07d1c99fae5ead349f86b, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T10:14:55,157 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] ipc.CallRunner(138): callId: 76 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45472 deadline: 1732529755153, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=637fe50ab6a07d1c99fae5ead349f86b, server=e2fd862922a0,38547,1732529625709 2024-11-25T10:14:55,157 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732529683694.637fe50ab6a07d1c99fae5ead349f86b., hostname=e2fd862922a0,38547,1732529625709, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=637fe50ab6a07d1c99fae5ead349f86b, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T10:14:55,157 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732529683694.637fe50ab6a07d1c99fae5ead349f86b., hostname=e2fd862922a0,38547,1732529625709, seqNum=2 because the exception is null or not the one we care about 2024-11-25T10:14:55,157 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732529683694.637fe50ab6a07d1c99fae5ead349f86b., hostname=e2fd862922a0,38547,1732529625709, seqNum=2 , the old value is region=TestAcidGuarantees,,1732529683694.637fe50ab6a07d1c99fae5ead349f86b., hostname=e2fd862922a0,38547,1732529625709, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=637fe50ab6a07d1c99fae5ead349f86b, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T10:14:55,157 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732529683694.637fe50ab6a07d1c99fae5ead349f86b., hostname=e2fd862922a0,38547,1732529625709, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=637fe50ab6a07d1c99fae5ead349f86b, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T10:14:55,157 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732529683694.637fe50ab6a07d1c99fae5ead349f86b., hostname=e2fd862922a0,38547,1732529625709, seqNum=2 because the exception is null or not the one we care about 2024-11-25T10:14:55,160 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=637fe50ab6a07d1c99fae5ead349f86b, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-25T10:14:55,160 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] ipc.CallRunner(138): callId: 71 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45476 deadline: 1732529755155, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=637fe50ab6a07d1c99fae5ead349f86b, server=e2fd862922a0,38547,1732529625709 2024-11-25T10:14:55,161 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732529683694.637fe50ab6a07d1c99fae5ead349f86b., hostname=e2fd862922a0,38547,1732529625709, seqNum=2 , the old value is region=TestAcidGuarantees,,1732529683694.637fe50ab6a07d1c99fae5ead349f86b., hostname=e2fd862922a0,38547,1732529625709, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=637fe50ab6a07d1c99fae5ead349f86b, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T10:14:55,161 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732529683694.637fe50ab6a07d1c99fae5ead349f86b., hostname=e2fd862922a0,38547,1732529625709, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=637fe50ab6a07d1c99fae5ead349f86b, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T10:14:55,161 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=637fe50ab6a07d1c99fae5ead349f86b, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-25T10:14:55,161 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732529683694.637fe50ab6a07d1c99fae5ead349f86b., hostname=e2fd862922a0,38547,1732529625709, seqNum=2 because the exception is null or not the one we care about 2024-11-25T10:14:55,161 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] ipc.CallRunner(138): callId: 72 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45434 deadline: 1732529755156, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=637fe50ab6a07d1c99fae5ead349f86b, server=e2fd862922a0,38547,1732529625709 2024-11-25T10:14:55,162 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732529683694.637fe50ab6a07d1c99fae5ead349f86b., hostname=e2fd862922a0,38547,1732529625709, seqNum=2 , the old value is region=TestAcidGuarantees,,1732529683694.637fe50ab6a07d1c99fae5ead349f86b., hostname=e2fd862922a0,38547,1732529625709, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=637fe50ab6a07d1c99fae5ead349f86b, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T10:14:55,162 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732529683694.637fe50ab6a07d1c99fae5ead349f86b., hostname=e2fd862922a0,38547,1732529625709, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=637fe50ab6a07d1c99fae5ead349f86b, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T10:14:55,162 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732529683694.637fe50ab6a07d1c99fae5ead349f86b., hostname=e2fd862922a0,38547,1732529625709, seqNum=2 because the exception is null or not the one we care about 2024-11-25T10:14:55,264 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=637fe50ab6a07d1c99fae5ead349f86b, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-25T10:14:55,264 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] ipc.CallRunner(138): callId: 77 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45472 deadline: 1732529755262, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=637fe50ab6a07d1c99fae5ead349f86b, server=e2fd862922a0,38547,1732529625709 2024-11-25T10:14:55,264 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732529683694.637fe50ab6a07d1c99fae5ead349f86b., hostname=e2fd862922a0,38547,1732529625709, seqNum=2 , the old value is region=TestAcidGuarantees,,1732529683694.637fe50ab6a07d1c99fae5ead349f86b., hostname=e2fd862922a0,38547,1732529625709, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=637fe50ab6a07d1c99fae5ead349f86b, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T10:14:55,264 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732529683694.637fe50ab6a07d1c99fae5ead349f86b., hostname=e2fd862922a0,38547,1732529625709, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=637fe50ab6a07d1c99fae5ead349f86b, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T10:14:55,264 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732529683694.637fe50ab6a07d1c99fae5ead349f86b., hostname=e2fd862922a0,38547,1732529625709, seqNum=2 because the exception is null or not the one we care about 2024-11-25T10:14:55,275 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=637fe50ab6a07d1c99fae5ead349f86b, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-25T10:14:55,275 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] ipc.CallRunner(138): callId: 72 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45476 deadline: 1732529755272, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=637fe50ab6a07d1c99fae5ead349f86b, server=e2fd862922a0,38547,1732529625709 2024-11-25T10:14:55,275 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=637fe50ab6a07d1c99fae5ead349f86b, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-25T10:14:55,275 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732529683694.637fe50ab6a07d1c99fae5ead349f86b., hostname=e2fd862922a0,38547,1732529625709, seqNum=2 , the old value is region=TestAcidGuarantees,,1732529683694.637fe50ab6a07d1c99fae5ead349f86b., hostname=e2fd862922a0,38547,1732529625709, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=637fe50ab6a07d1c99fae5ead349f86b, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T10:14:55,275 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732529683694.637fe50ab6a07d1c99fae5ead349f86b., hostname=e2fd862922a0,38547,1732529625709, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=637fe50ab6a07d1c99fae5ead349f86b, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T10:14:55,275 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732529683694.637fe50ab6a07d1c99fae5ead349f86b., hostname=e2fd862922a0,38547,1732529625709, seqNum=2 because the exception is null or not the one we care about 2024-11-25T10:14:55,275 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] ipc.CallRunner(138): callId: 73 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45434 deadline: 1732529755272, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=637fe50ab6a07d1c99fae5ead349f86b, server=e2fd862922a0,38547,1732529625709 2024-11-25T10:14:55,275 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732529683694.637fe50ab6a07d1c99fae5ead349f86b., hostname=e2fd862922a0,38547,1732529625709, seqNum=2 , the old value is region=TestAcidGuarantees,,1732529683694.637fe50ab6a07d1c99fae5ead349f86b., hostname=e2fd862922a0,38547,1732529625709, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=637fe50ab6a07d1c99fae5ead349f86b, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T10:14:55,276 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732529683694.637fe50ab6a07d1c99fae5ead349f86b., hostname=e2fd862922a0,38547,1732529625709, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=637fe50ab6a07d1c99fae5ead349f86b, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T10:14:55,276 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732529683694.637fe50ab6a07d1c99fae5ead349f86b., hostname=e2fd862922a0,38547,1732529625709, seqNum=2 because the exception is null or not the one we care about 2024-11-25T10:14:55,320 INFO [RS_FLUSH_OPERATIONS-regionserver/e2fd862922a0:0-2 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.02 KB at sequenceid=206 (bloomFilter=true), to=hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/637fe50ab6a07d1c99fae5ead349f86b/.tmp/C/ecac819bc5194c22a24b3e1fab6a86ad 2024-11-25T10:14:55,333 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e2fd862922a0:0-2 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/637fe50ab6a07d1c99fae5ead349f86b/.tmp/A/20fe457088a84d4689673ac90c0aa52a as hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/637fe50ab6a07d1c99fae5ead349f86b/A/20fe457088a84d4689673ac90c0aa52a 2024-11-25T10:14:55,346 INFO [RS_FLUSH_OPERATIONS-regionserver/e2fd862922a0:0-2 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/637fe50ab6a07d1c99fae5ead349f86b/A/20fe457088a84d4689673ac90c0aa52a, entries=150, sequenceid=206, filesize=11.9 K 2024-11-25T10:14:55,348 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e2fd862922a0:0-2 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/637fe50ab6a07d1c99fae5ead349f86b/.tmp/B/c48220379af04b21b8ad69773730c283 as hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/637fe50ab6a07d1c99fae5ead349f86b/B/c48220379af04b21b8ad69773730c283 2024-11-25T10:14:55,359 INFO [RS_FLUSH_OPERATIONS-regionserver/e2fd862922a0:0-2 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/637fe50ab6a07d1c99fae5ead349f86b/B/c48220379af04b21b8ad69773730c283, entries=150, sequenceid=206, filesize=11.9 K 2024-11-25T10:14:55,363 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e2fd862922a0:0-2 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/637fe50ab6a07d1c99fae5ead349f86b/.tmp/C/ecac819bc5194c22a24b3e1fab6a86ad as hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/637fe50ab6a07d1c99fae5ead349f86b/C/ecac819bc5194c22a24b3e1fab6a86ad 2024-11-25T10:14:55,372 INFO [RS_FLUSH_OPERATIONS-regionserver/e2fd862922a0:0-2 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/637fe50ab6a07d1c99fae5ead349f86b/C/ecac819bc5194c22a24b3e1fab6a86ad, entries=150, sequenceid=206, filesize=11.9 K 2024-11-25T10:14:55,374 INFO [RS_FLUSH_OPERATIONS-regionserver/e2fd862922a0:0-2 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.HRegion(3140): Finished flush of dataSize ~114.05 KB/116790, heapSize ~339.38 KB/347520, currentSize=60.38 KB/61830 for 637fe50ab6a07d1c99fae5ead349f86b in 1038ms, sequenceid=206, compaction requested=false 2024-11-25T10:14:55,374 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e2fd862922a0:0-2 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.HRegion(2603): Flush status journal for 637fe50ab6a07d1c99fae5ead349f86b: 2024-11-25T10:14:55,374 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e2fd862922a0:0-2 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732529683694.637fe50ab6a07d1c99fae5ead349f86b. 2024-11-25T10:14:55,374 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e2fd862922a0:0-2 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=77 2024-11-25T10:14:55,374 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41005 {}] master.HMaster(4169): Remote procedure done, pid=77 2024-11-25T10:14:55,407 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=77, resume processing ppid=76 2024-11-25T10:14:55,407 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=77, ppid=76, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.6600 sec 2024-11-25T10:14:55,424 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=76, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=76, table=TestAcidGuarantees in 1.6950 sec 2024-11-25T10:14:55,479 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] regionserver.HRegion(8855): Flush requested on 637fe50ab6a07d1c99fae5ead349f86b 2024-11-25T10:14:55,479 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 637fe50ab6a07d1c99fae5ead349f86b 3/3 column families, dataSize=67.09 KB heapSize=199.97 KB 2024-11-25T10:14:55,479 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 637fe50ab6a07d1c99fae5ead349f86b, store=A 2024-11-25T10:14:55,479 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T10:14:55,479 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 637fe50ab6a07d1c99fae5ead349f86b, store=B 2024-11-25T10:14:55,479 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T10:14:55,480 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 637fe50ab6a07d1c99fae5ead349f86b, store=C 2024-11-25T10:14:55,480 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T10:14:55,494 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/637fe50ab6a07d1c99fae5ead349f86b/.tmp/A/a7659ad0179e4434a53e382c818c8625 is 50, key is test_row_0/A:col10/1732529695152/Put/seqid=0 2024-11-25T10:14:55,519 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39927 is added to blk_1073742101_1277 (size=12151) 2024-11-25T10:14:55,528 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=637fe50ab6a07d1c99fae5ead349f86b, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-25T10:14:55,529 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] ipc.CallRunner(138): callId: 78 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45434 deadline: 1732529755521, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=637fe50ab6a07d1c99fae5ead349f86b, server=e2fd862922a0,38547,1732529625709 2024-11-25T10:14:55,529 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732529683694.637fe50ab6a07d1c99fae5ead349f86b., hostname=e2fd862922a0,38547,1732529625709, seqNum=2 , the old value is region=TestAcidGuarantees,,1732529683694.637fe50ab6a07d1c99fae5ead349f86b., hostname=e2fd862922a0,38547,1732529625709, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=637fe50ab6a07d1c99fae5ead349f86b, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T10:14:55,529 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=637fe50ab6a07d1c99fae5ead349f86b, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-25T10:14:55,530 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732529683694.637fe50ab6a07d1c99fae5ead349f86b., hostname=e2fd862922a0,38547,1732529625709, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=637fe50ab6a07d1c99fae5ead349f86b, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T10:14:55,530 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732529683694.637fe50ab6a07d1c99fae5ead349f86b., hostname=e2fd862922a0,38547,1732529625709, seqNum=2 because the exception is null or not the one we care about 2024-11-25T10:14:55,530 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] ipc.CallRunner(138): callId: 85 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45472 deadline: 1732529755522, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=637fe50ab6a07d1c99fae5ead349f86b, server=e2fd862922a0,38547,1732529625709 2024-11-25T10:14:55,530 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732529683694.637fe50ab6a07d1c99fae5ead349f86b., hostname=e2fd862922a0,38547,1732529625709, seqNum=2 , the old value is region=TestAcidGuarantees,,1732529683694.637fe50ab6a07d1c99fae5ead349f86b., hostname=e2fd862922a0,38547,1732529625709, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=637fe50ab6a07d1c99fae5ead349f86b, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T10:14:55,530 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732529683694.637fe50ab6a07d1c99fae5ead349f86b., hostname=e2fd862922a0,38547,1732529625709, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=637fe50ab6a07d1c99fae5ead349f86b, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T10:14:55,530 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732529683694.637fe50ab6a07d1c99fae5ead349f86b., hostname=e2fd862922a0,38547,1732529625709, seqNum=2 because the exception is null or not the one we care about 2024-11-25T10:14:55,531 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=637fe50ab6a07d1c99fae5ead349f86b, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-25T10:14:55,531 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] ipc.CallRunner(138): callId: 79 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45476 deadline: 1732529755526, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=637fe50ab6a07d1c99fae5ead349f86b, server=e2fd862922a0,38547,1732529625709 2024-11-25T10:14:55,533 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732529683694.637fe50ab6a07d1c99fae5ead349f86b., hostname=e2fd862922a0,38547,1732529625709, seqNum=2 , the old value is region=TestAcidGuarantees,,1732529683694.637fe50ab6a07d1c99fae5ead349f86b., hostname=e2fd862922a0,38547,1732529625709, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=637fe50ab6a07d1c99fae5ead349f86b, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T10:14:55,533 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732529683694.637fe50ab6a07d1c99fae5ead349f86b., hostname=e2fd862922a0,38547,1732529625709, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=637fe50ab6a07d1c99fae5ead349f86b, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T10:14:55,533 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732529683694.637fe50ab6a07d1c99fae5ead349f86b., hostname=e2fd862922a0,38547,1732529625709, seqNum=2 because the exception is null or not the one we care about 2024-11-25T10:14:55,635 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=637fe50ab6a07d1c99fae5ead349f86b, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-25T10:14:55,635 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] ipc.CallRunner(138): callId: 79 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45434 deadline: 1732529755632, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=637fe50ab6a07d1c99fae5ead349f86b, server=e2fd862922a0,38547,1732529625709 2024-11-25T10:14:55,636 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732529683694.637fe50ab6a07d1c99fae5ead349f86b., hostname=e2fd862922a0,38547,1732529625709, seqNum=2 , the old value is region=TestAcidGuarantees,,1732529683694.637fe50ab6a07d1c99fae5ead349f86b., hostname=e2fd862922a0,38547,1732529625709, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=637fe50ab6a07d1c99fae5ead349f86b, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T10:14:55,636 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732529683694.637fe50ab6a07d1c99fae5ead349f86b., hostname=e2fd862922a0,38547,1732529625709, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=637fe50ab6a07d1c99fae5ead349f86b, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T10:14:55,636 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732529683694.637fe50ab6a07d1c99fae5ead349f86b., hostname=e2fd862922a0,38547,1732529625709, seqNum=2 because the exception is null or not the one we care about 2024-11-25T10:14:55,644 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=637fe50ab6a07d1c99fae5ead349f86b, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-25T10:14:55,644 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] ipc.CallRunner(138): callId: 86 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45472 deadline: 1732529755642, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=637fe50ab6a07d1c99fae5ead349f86b, server=e2fd862922a0,38547,1732529625709 2024-11-25T10:14:55,645 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732529683694.637fe50ab6a07d1c99fae5ead349f86b., hostname=e2fd862922a0,38547,1732529625709, seqNum=2 , the old value is region=TestAcidGuarantees,,1732529683694.637fe50ab6a07d1c99fae5ead349f86b., hostname=e2fd862922a0,38547,1732529625709, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=637fe50ab6a07d1c99fae5ead349f86b, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T10:14:55,645 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732529683694.637fe50ab6a07d1c99fae5ead349f86b., hostname=e2fd862922a0,38547,1732529625709, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=637fe50ab6a07d1c99fae5ead349f86b, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T10:14:55,645 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732529683694.637fe50ab6a07d1c99fae5ead349f86b., hostname=e2fd862922a0,38547,1732529625709, seqNum=2 because the exception is null or not the one we care about 2024-11-25T10:14:55,647 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=637fe50ab6a07d1c99fae5ead349f86b, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-25T10:14:55,647 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] ipc.CallRunner(138): callId: 80 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45476 deadline: 1732529755643, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=637fe50ab6a07d1c99fae5ead349f86b, server=e2fd862922a0,38547,1732529625709 2024-11-25T10:14:55,648 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732529683694.637fe50ab6a07d1c99fae5ead349f86b., hostname=e2fd862922a0,38547,1732529625709, seqNum=2 , the old value is region=TestAcidGuarantees,,1732529683694.637fe50ab6a07d1c99fae5ead349f86b., hostname=e2fd862922a0,38547,1732529625709, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=637fe50ab6a07d1c99fae5ead349f86b, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T10:14:55,648 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732529683694.637fe50ab6a07d1c99fae5ead349f86b., hostname=e2fd862922a0,38547,1732529625709, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=637fe50ab6a07d1c99fae5ead349f86b, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T10:14:55,648 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732529683694.637fe50ab6a07d1c99fae5ead349f86b., hostname=e2fd862922a0,38547,1732529625709, seqNum=2 because the exception is null or not the one we care about 2024-11-25T10:14:55,846 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=637fe50ab6a07d1c99fae5ead349f86b, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-25T10:14:55,847 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] ipc.CallRunner(138): callId: 23 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45456 deadline: 1732529755842, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=637fe50ab6a07d1c99fae5ead349f86b, server=e2fd862922a0,38547,1732529625709 2024-11-25T10:14:55,847 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=637fe50ab6a07d1c99fae5ead349f86b, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-25T10:14:55,847 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] ipc.CallRunner(138): callId: 80 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45434 deadline: 1732529755843, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=637fe50ab6a07d1c99fae5ead349f86b, server=e2fd862922a0,38547,1732529625709 2024-11-25T10:14:55,847 WARN [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRpcRetryingCaller(177): Call to e2fd862922a0,38547,1732529625709 for 'test_row_0' in 637fe50ab6a07d1c99fae5ead349f86b of TestAcidGuarantees failed, tries = 8, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 8281 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=637fe50ab6a07d1c99fae5ead349f86b, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor39.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=637fe50ab6a07d1c99fae5ead349f86b, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 32 more 2024-11-25T10:14:55,848 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732529683694.637fe50ab6a07d1c99fae5ead349f86b., hostname=e2fd862922a0,38547,1732529625709, seqNum=2 , the old value is region=TestAcidGuarantees,,1732529683694.637fe50ab6a07d1c99fae5ead349f86b., hostname=e2fd862922a0,38547,1732529625709, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=637fe50ab6a07d1c99fae5ead349f86b, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T10:14:55,848 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732529683694.637fe50ab6a07d1c99fae5ead349f86b., hostname=e2fd862922a0,38547,1732529625709, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=637fe50ab6a07d1c99fae5ead349f86b, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T10:14:55,848 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732529683694.637fe50ab6a07d1c99fae5ead349f86b., hostname=e2fd862922a0,38547,1732529625709, seqNum=2 because the exception is null or not the one we care about 2024-11-25T10:14:55,849 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732529683694.637fe50ab6a07d1c99fae5ead349f86b., hostname=e2fd862922a0,38547,1732529625709, seqNum=2 , the old value is region=TestAcidGuarantees,,1732529683694.637fe50ab6a07d1c99fae5ead349f86b., hostname=e2fd862922a0,38547,1732529625709, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=637fe50ab6a07d1c99fae5ead349f86b, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T10:14:55,850 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732529683694.637fe50ab6a07d1c99fae5ead349f86b., hostname=e2fd862922a0,38547,1732529625709, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=637fe50ab6a07d1c99fae5ead349f86b, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T10:14:55,850 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732529683694.637fe50ab6a07d1c99fae5ead349f86b., hostname=e2fd862922a0,38547,1732529625709, seqNum=2 because the exception is null or not the one we care about 2024-11-25T10:14:55,857 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=637fe50ab6a07d1c99fae5ead349f86b, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-25T10:14:55,858 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] ipc.CallRunner(138): callId: 87 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45472 deadline: 1732529755853, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=637fe50ab6a07d1c99fae5ead349f86b, server=e2fd862922a0,38547,1732529625709 2024-11-25T10:14:55,858 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732529683694.637fe50ab6a07d1c99fae5ead349f86b., hostname=e2fd862922a0,38547,1732529625709, seqNum=2 , the old value is region=TestAcidGuarantees,,1732529683694.637fe50ab6a07d1c99fae5ead349f86b., hostname=e2fd862922a0,38547,1732529625709, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=637fe50ab6a07d1c99fae5ead349f86b, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T10:14:55,858 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=637fe50ab6a07d1c99fae5ead349f86b, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-25T10:14:55,858 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732529683694.637fe50ab6a07d1c99fae5ead349f86b., hostname=e2fd862922a0,38547,1732529625709, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=637fe50ab6a07d1c99fae5ead349f86b, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T10:14:55,858 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732529683694.637fe50ab6a07d1c99fae5ead349f86b., hostname=e2fd862922a0,38547,1732529625709, seqNum=2 because the exception is null or not the one we care about 2024-11-25T10:14:55,858 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] ipc.CallRunner(138): callId: 81 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45476 deadline: 1732529755853, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=637fe50ab6a07d1c99fae5ead349f86b, server=e2fd862922a0,38547,1732529625709 2024-11-25T10:14:55,858 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732529683694.637fe50ab6a07d1c99fae5ead349f86b., hostname=e2fd862922a0,38547,1732529625709, seqNum=2 , the old value is region=TestAcidGuarantees,,1732529683694.637fe50ab6a07d1c99fae5ead349f86b., hostname=e2fd862922a0,38547,1732529625709, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=637fe50ab6a07d1c99fae5ead349f86b, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T10:14:55,858 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732529683694.637fe50ab6a07d1c99fae5ead349f86b., hostname=e2fd862922a0,38547,1732529625709, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=637fe50ab6a07d1c99fae5ead349f86b, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T10:14:55,859 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732529683694.637fe50ab6a07d1c99fae5ead349f86b., hostname=e2fd862922a0,38547,1732529625709, seqNum=2 because the exception is null or not the one we care about 2024-11-25T10:14:55,862 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41005 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=76 2024-11-25T10:14:55,863 INFO [RPCClient-NioEventLoopGroup-4-6 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-25T10:14:55,863 INFO [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41005 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-25T10:14:55,865 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41005 {}] procedure2.ProcedureExecutor(1139): Stored pid=78, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=78, table=TestAcidGuarantees 2024-11-25T10:14:55,866 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41005 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=78 2024-11-25T10:14:55,867 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=78, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=78, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-25T10:14:55,868 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=78, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=78, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-25T10:14:55,868 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=79, ppid=78, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-25T10:14:55,920 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=222 (bloomFilter=true), to=hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/637fe50ab6a07d1c99fae5ead349f86b/.tmp/A/a7659ad0179e4434a53e382c818c8625 2024-11-25T10:14:55,931 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/637fe50ab6a07d1c99fae5ead349f86b/.tmp/B/68b34335daaf4759891ed0e629fb107a is 50, key is test_row_0/B:col10/1732529695152/Put/seqid=0 2024-11-25T10:14:55,972 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41005 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=78 2024-11-25T10:14:55,982 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39927 is added to blk_1073742102_1278 (size=12151) 2024-11-25T10:14:55,983 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=222 (bloomFilter=true), to=hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/637fe50ab6a07d1c99fae5ead349f86b/.tmp/B/68b34335daaf4759891ed0e629fb107a 2024-11-25T10:14:56,020 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/637fe50ab6a07d1c99fae5ead349f86b/.tmp/C/e55c6d64c54d4115abf5409070515821 is 50, key is test_row_0/C:col10/1732529695152/Put/seqid=0 2024-11-25T10:14:56,022 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=38547 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=79 2024-11-25T10:14:56,022 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e2fd862922a0:0-0 {event_type=RS_FLUSH_REGIONS, pid=79}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732529683694.637fe50ab6a07d1c99fae5ead349f86b. 2024-11-25T10:14:56,022 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e2fd862922a0:0-0 {event_type=RS_FLUSH_REGIONS, pid=79}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732529683694.637fe50ab6a07d1c99fae5ead349f86b. as already flushing 2024-11-25T10:14:56,022 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e2fd862922a0:0-0 {event_type=RS_FLUSH_REGIONS, pid=79}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732529683694.637fe50ab6a07d1c99fae5ead349f86b. 2024-11-25T10:14:56,022 ERROR [RS_FLUSH_OPERATIONS-regionserver/e2fd862922a0:0-0 {event_type=RS_FLUSH_REGIONS, pid=79}] handler.RSProcedureHandler(58): pid=79 java.io.IOException: Unable to complete flush {ENCODED => 637fe50ab6a07d1c99fae5ead349f86b, NAME => 'TestAcidGuarantees,,1732529683694.637fe50ab6a07d1c99fae5ead349f86b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T10:14:56,022 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e2fd862922a0:0-0 {event_type=RS_FLUSH_REGIONS, pid=79}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=79 java.io.IOException: Unable to complete flush {ENCODED => 637fe50ab6a07d1c99fae5ead349f86b, NAME => 'TestAcidGuarantees,,1732529683694.637fe50ab6a07d1c99fae5ead349f86b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T10:14:56,023 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41005 {}] master.HMaster(4177): Remote procedure failed, pid=79 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 637fe50ab6a07d1c99fae5ead349f86b, NAME => 'TestAcidGuarantees,,1732529683694.637fe50ab6a07d1c99fae5ead349f86b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 637fe50ab6a07d1c99fae5ead349f86b, NAME => 'TestAcidGuarantees,,1732529683694.637fe50ab6a07d1c99fae5ead349f86b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T10:14:56,051 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39927 is added to blk_1073742103_1279 (size=12151) 2024-11-25T10:14:56,052 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=222 (bloomFilter=true), to=hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/637fe50ab6a07d1c99fae5ead349f86b/.tmp/C/e55c6d64c54d4115abf5409070515821 2024-11-25T10:14:56,059 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/637fe50ab6a07d1c99fae5ead349f86b/.tmp/A/a7659ad0179e4434a53e382c818c8625 as hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/637fe50ab6a07d1c99fae5ead349f86b/A/a7659ad0179e4434a53e382c818c8625 2024-11-25T10:14:56,066 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/637fe50ab6a07d1c99fae5ead349f86b/A/a7659ad0179e4434a53e382c818c8625, entries=150, sequenceid=222, filesize=11.9 K 2024-11-25T10:14:56,068 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/637fe50ab6a07d1c99fae5ead349f86b/.tmp/B/68b34335daaf4759891ed0e629fb107a as hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/637fe50ab6a07d1c99fae5ead349f86b/B/68b34335daaf4759891ed0e629fb107a 2024-11-25T10:14:56,073 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/637fe50ab6a07d1c99fae5ead349f86b/B/68b34335daaf4759891ed0e629fb107a, entries=150, sequenceid=222, filesize=11.9 K 2024-11-25T10:14:56,076 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/637fe50ab6a07d1c99fae5ead349f86b/.tmp/C/e55c6d64c54d4115abf5409070515821 as hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/637fe50ab6a07d1c99fae5ead349f86b/C/e55c6d64c54d4115abf5409070515821 2024-11-25T10:14:56,079 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/637fe50ab6a07d1c99fae5ead349f86b/C/e55c6d64c54d4115abf5409070515821, entries=150, sequenceid=222, filesize=11.9 K 2024-11-25T10:14:56,080 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~67.09 KB/68700, heapSize ~199.92 KB/204720, currentSize=107.34 KB/109920 for 637fe50ab6a07d1c99fae5ead349f86b in 601ms, sequenceid=222, compaction requested=true 2024-11-25T10:14:56,080 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 637fe50ab6a07d1c99fae5ead349f86b: 2024-11-25T10:14:56,080 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 637fe50ab6a07d1c99fae5ead349f86b:A, priority=-2147483648, current under compaction store size is 1 2024-11-25T10:14:56,080 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-25T10:14:56,081 DEBUG [RS:0;e2fd862922a0:38547-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-25T10:14:56,081 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 637fe50ab6a07d1c99fae5ead349f86b:B, priority=-2147483648, current under compaction store size is 2 2024-11-25T10:14:56,081 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-25T10:14:56,081 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 637fe50ab6a07d1c99fae5ead349f86b:C, priority=-2147483648, current under compaction store size is 3 2024-11-25T10:14:56,081 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-25T10:14:56,081 DEBUG [RS:0;e2fd862922a0:38547-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-25T10:14:56,083 DEBUG [RS:0;e2fd862922a0:38547-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36897 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-25T10:14:56,083 DEBUG [RS:0;e2fd862922a0:38547-shortCompactions-0 {}] regionserver.HStore(1541): 637fe50ab6a07d1c99fae5ead349f86b/A is initiating minor compaction (all files) 2024-11-25T10:14:56,083 INFO [RS:0;e2fd862922a0:38547-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 637fe50ab6a07d1c99fae5ead349f86b/A in TestAcidGuarantees,,1732529683694.637fe50ab6a07d1c99fae5ead349f86b. 2024-11-25T10:14:56,083 INFO [RS:0;e2fd862922a0:38547-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/637fe50ab6a07d1c99fae5ead349f86b/A/cab360b11b41491586c63975d877d09d, hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/637fe50ab6a07d1c99fae5ead349f86b/A/20fe457088a84d4689673ac90c0aa52a, hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/637fe50ab6a07d1c99fae5ead349f86b/A/a7659ad0179e4434a53e382c818c8625] into tmpdir=hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/637fe50ab6a07d1c99fae5ead349f86b/.tmp, totalSize=36.0 K 2024-11-25T10:14:56,084 DEBUG [RS:0;e2fd862922a0:38547-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36897 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-25T10:14:56,084 DEBUG [RS:0;e2fd862922a0:38547-longCompactions-0 {}] regionserver.HStore(1541): 637fe50ab6a07d1c99fae5ead349f86b/B is initiating minor compaction (all files) 2024-11-25T10:14:56,084 INFO [RS:0;e2fd862922a0:38547-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 637fe50ab6a07d1c99fae5ead349f86b/B in TestAcidGuarantees,,1732529683694.637fe50ab6a07d1c99fae5ead349f86b. 2024-11-25T10:14:56,084 INFO [RS:0;e2fd862922a0:38547-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/637fe50ab6a07d1c99fae5ead349f86b/B/9c6c37ded4514a0d9e315000750332e8, hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/637fe50ab6a07d1c99fae5ead349f86b/B/c48220379af04b21b8ad69773730c283, hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/637fe50ab6a07d1c99fae5ead349f86b/B/68b34335daaf4759891ed0e629fb107a] into tmpdir=hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/637fe50ab6a07d1c99fae5ead349f86b/.tmp, totalSize=36.0 K 2024-11-25T10:14:56,086 DEBUG [RS:0;e2fd862922a0:38547-longCompactions-0 {}] compactions.Compactor(225): Compacting 9c6c37ded4514a0d9e315000750332e8, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=186, earliestPutTs=1732529692812 2024-11-25T10:14:56,090 DEBUG [RS:0;e2fd862922a0:38547-shortCompactions-0 {}] compactions.Compactor(225): Compacting cab360b11b41491586c63975d877d09d, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=186, earliestPutTs=1732529692812 2024-11-25T10:14:56,090 DEBUG [RS:0;e2fd862922a0:38547-longCompactions-0 {}] compactions.Compactor(225): Compacting c48220379af04b21b8ad69773730c283, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=206, earliestPutTs=1732529692957 2024-11-25T10:14:56,090 DEBUG [RS:0;e2fd862922a0:38547-shortCompactions-0 {}] compactions.Compactor(225): Compacting 20fe457088a84d4689673ac90c0aa52a, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=206, earliestPutTs=1732529692957 2024-11-25T10:14:56,090 DEBUG [RS:0;e2fd862922a0:38547-longCompactions-0 {}] compactions.Compactor(225): Compacting 68b34335daaf4759891ed0e629fb107a, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=222, earliestPutTs=1732529695151 2024-11-25T10:14:56,091 DEBUG [RS:0;e2fd862922a0:38547-shortCompactions-0 {}] compactions.Compactor(225): Compacting a7659ad0179e4434a53e382c818c8625, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=222, earliestPutTs=1732529695151 2024-11-25T10:14:56,109 INFO [RS:0;e2fd862922a0:38547-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 637fe50ab6a07d1c99fae5ead349f86b#A#compaction#234 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-25T10:14:56,110 DEBUG [RS:0;e2fd862922a0:38547-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/637fe50ab6a07d1c99fae5ead349f86b/.tmp/A/77dc8d1ee9d24aeea65067c23997dd52 is 50, key is test_row_0/A:col10/1732529695152/Put/seqid=0 2024-11-25T10:14:56,122 INFO [RS:0;e2fd862922a0:38547-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 637fe50ab6a07d1c99fae5ead349f86b#B#compaction#235 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-25T10:14:56,123 DEBUG [RS:0;e2fd862922a0:38547-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/637fe50ab6a07d1c99fae5ead349f86b/.tmp/B/7ce3f32143a14db4b4a9079d5a86f98c is 50, key is test_row_0/B:col10/1732529695152/Put/seqid=0 2024-11-25T10:14:56,145 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39927 is added to blk_1073742104_1280 (size=12697) 2024-11-25T10:14:56,152 DEBUG [RS:0;e2fd862922a0:38547-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/637fe50ab6a07d1c99fae5ead349f86b/.tmp/A/77dc8d1ee9d24aeea65067c23997dd52 as hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/637fe50ab6a07d1c99fae5ead349f86b/A/77dc8d1ee9d24aeea65067c23997dd52 2024-11-25T10:14:56,154 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39927 is added to blk_1073742105_1281 (size=12697) 2024-11-25T10:14:56,159 INFO [RS:0;e2fd862922a0:38547-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 637fe50ab6a07d1c99fae5ead349f86b/A of 637fe50ab6a07d1c99fae5ead349f86b into 77dc8d1ee9d24aeea65067c23997dd52(size=12.4 K), total size for store is 12.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-25T10:14:56,159 DEBUG [RS:0;e2fd862922a0:38547-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 637fe50ab6a07d1c99fae5ead349f86b: 2024-11-25T10:14:56,159 INFO [RS:0;e2fd862922a0:38547-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732529683694.637fe50ab6a07d1c99fae5ead349f86b., storeName=637fe50ab6a07d1c99fae5ead349f86b/A, priority=13, startTime=1732529696080; duration=0sec 2024-11-25T10:14:56,159 DEBUG [RS:0;e2fd862922a0:38547-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-25T10:14:56,159 DEBUG [RS:0;e2fd862922a0:38547-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 637fe50ab6a07d1c99fae5ead349f86b:A 2024-11-25T10:14:56,160 DEBUG [RS:0;e2fd862922a0:38547-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-25T10:14:56,160 DEBUG [RS:0;e2fd862922a0:38547-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/637fe50ab6a07d1c99fae5ead349f86b/.tmp/B/7ce3f32143a14db4b4a9079d5a86f98c as hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/637fe50ab6a07d1c99fae5ead349f86b/B/7ce3f32143a14db4b4a9079d5a86f98c 2024-11-25T10:14:56,162 DEBUG [RS:0;e2fd862922a0:38547-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36897 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-25T10:14:56,162 DEBUG [RS:0;e2fd862922a0:38547-shortCompactions-0 {}] regionserver.HStore(1541): 637fe50ab6a07d1c99fae5ead349f86b/C is initiating minor compaction (all files) 2024-11-25T10:14:56,162 INFO [RS:0;e2fd862922a0:38547-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 637fe50ab6a07d1c99fae5ead349f86b/C in TestAcidGuarantees,,1732529683694.637fe50ab6a07d1c99fae5ead349f86b. 2024-11-25T10:14:56,162 INFO [RS:0;e2fd862922a0:38547-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/637fe50ab6a07d1c99fae5ead349f86b/C/de139be6ed2b4026ba8178b8eca4e363, hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/637fe50ab6a07d1c99fae5ead349f86b/C/ecac819bc5194c22a24b3e1fab6a86ad, hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/637fe50ab6a07d1c99fae5ead349f86b/C/e55c6d64c54d4115abf5409070515821] into tmpdir=hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/637fe50ab6a07d1c99fae5ead349f86b/.tmp, totalSize=36.0 K 2024-11-25T10:14:56,163 DEBUG [RS:0;e2fd862922a0:38547-shortCompactions-0 {}] compactions.Compactor(225): Compacting de139be6ed2b4026ba8178b8eca4e363, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=186, earliestPutTs=1732529692812 2024-11-25T10:14:56,164 DEBUG [RS:0;e2fd862922a0:38547-shortCompactions-0 {}] compactions.Compactor(225): Compacting ecac819bc5194c22a24b3e1fab6a86ad, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=206, earliestPutTs=1732529692957 2024-11-25T10:14:56,166 DEBUG [RS:0;e2fd862922a0:38547-shortCompactions-0 {}] compactions.Compactor(225): Compacting e55c6d64c54d4115abf5409070515821, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=222, earliestPutTs=1732529695151 2024-11-25T10:14:56,167 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 637fe50ab6a07d1c99fae5ead349f86b 3/3 column families, dataSize=114.05 KB heapSize=339.42 KB 2024-11-25T10:14:56,167 INFO [RS:0;e2fd862922a0:38547-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 637fe50ab6a07d1c99fae5ead349f86b/B of 637fe50ab6a07d1c99fae5ead349f86b into 7ce3f32143a14db4b4a9079d5a86f98c(size=12.4 K), total size for store is 12.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-25T10:14:56,167 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 637fe50ab6a07d1c99fae5ead349f86b, store=A 2024-11-25T10:14:56,167 DEBUG [RS:0;e2fd862922a0:38547-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 637fe50ab6a07d1c99fae5ead349f86b: 2024-11-25T10:14:56,167 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T10:14:56,167 INFO [RS:0;e2fd862922a0:38547-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732529683694.637fe50ab6a07d1c99fae5ead349f86b., storeName=637fe50ab6a07d1c99fae5ead349f86b/B, priority=13, startTime=1732529696081; duration=0sec 2024-11-25T10:14:56,167 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 637fe50ab6a07d1c99fae5ead349f86b, store=B 2024-11-25T10:14:56,167 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T10:14:56,167 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 637fe50ab6a07d1c99fae5ead349f86b, store=C 2024-11-25T10:14:56,167 DEBUG [RS:0;e2fd862922a0:38547-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-25T10:14:56,167 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T10:14:56,167 DEBUG [RS:0;e2fd862922a0:38547-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 637fe50ab6a07d1c99fae5ead349f86b:B 2024-11-25T10:14:56,168 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] regionserver.HRegion(8855): Flush requested on 637fe50ab6a07d1c99fae5ead349f86b 2024-11-25T10:14:56,175 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/637fe50ab6a07d1c99fae5ead349f86b/.tmp/A/06aa0006640e4d12bdaecfb89caccff8 is 50, key is test_row_0/A:col10/1732529696165/Put/seqid=0 2024-11-25T10:14:56,177 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=38547 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=79 2024-11-25T10:14:56,177 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e2fd862922a0:0-1 {event_type=RS_FLUSH_REGIONS, pid=79}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732529683694.637fe50ab6a07d1c99fae5ead349f86b. 2024-11-25T10:14:56,177 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e2fd862922a0:0-1 {event_type=RS_FLUSH_REGIONS, pid=79}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732529683694.637fe50ab6a07d1c99fae5ead349f86b. as already flushing 2024-11-25T10:14:56,177 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e2fd862922a0:0-1 {event_type=RS_FLUSH_REGIONS, pid=79}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732529683694.637fe50ab6a07d1c99fae5ead349f86b. 2024-11-25T10:14:56,177 ERROR [RS_FLUSH_OPERATIONS-regionserver/e2fd862922a0:0-1 {event_type=RS_FLUSH_REGIONS, pid=79}] handler.RSProcedureHandler(58): pid=79 java.io.IOException: Unable to complete flush {ENCODED => 637fe50ab6a07d1c99fae5ead349f86b, NAME => 'TestAcidGuarantees,,1732529683694.637fe50ab6a07d1c99fae5ead349f86b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T10:14:56,178 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e2fd862922a0:0-1 {event_type=RS_FLUSH_REGIONS, pid=79}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=79 java.io.IOException: Unable to complete flush {ENCODED => 637fe50ab6a07d1c99fae5ead349f86b, NAME => 'TestAcidGuarantees,,1732529683694.637fe50ab6a07d1c99fae5ead349f86b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T10:14:56,178 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41005 {}] master.HMaster(4177): Remote procedure failed, pid=79 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 637fe50ab6a07d1c99fae5ead349f86b, NAME => 'TestAcidGuarantees,,1732529683694.637fe50ab6a07d1c99fae5ead349f86b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 637fe50ab6a07d1c99fae5ead349f86b, NAME => 'TestAcidGuarantees,,1732529683694.637fe50ab6a07d1c99fae5ead349f86b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T10:14:56,183 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41005 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=78 2024-11-25T10:14:56,194 INFO [RS:0;e2fd862922a0:38547-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 637fe50ab6a07d1c99fae5ead349f86b#C#compaction#237 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-25T10:14:56,195 DEBUG [RS:0;e2fd862922a0:38547-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/637fe50ab6a07d1c99fae5ead349f86b/.tmp/C/b83266a781d04682b0db95e3aed0cef9 is 50, key is test_row_0/C:col10/1732529695152/Put/seqid=0 2024-11-25T10:14:56,196 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=637fe50ab6a07d1c99fae5ead349f86b, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-25T10:14:56,196 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] ipc.CallRunner(138): callId: 85 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45476 deadline: 1732529756189, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=637fe50ab6a07d1c99fae5ead349f86b, server=e2fd862922a0,38547,1732529625709 2024-11-25T10:14:56,197 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732529683694.637fe50ab6a07d1c99fae5ead349f86b., hostname=e2fd862922a0,38547,1732529625709, seqNum=2 , the old value is region=TestAcidGuarantees,,1732529683694.637fe50ab6a07d1c99fae5ead349f86b., hostname=e2fd862922a0,38547,1732529625709, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=637fe50ab6a07d1c99fae5ead349f86b, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T10:14:56,197 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732529683694.637fe50ab6a07d1c99fae5ead349f86b., hostname=e2fd862922a0,38547,1732529625709, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=637fe50ab6a07d1c99fae5ead349f86b, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T10:14:56,197 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732529683694.637fe50ab6a07d1c99fae5ead349f86b., hostname=e2fd862922a0,38547,1732529625709, seqNum=2 because the exception is null or not the one we care about 2024-11-25T10:14:56,203 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=637fe50ab6a07d1c99fae5ead349f86b, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-25T10:14:56,203 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] ipc.CallRunner(138): callId: 92 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45472 deadline: 1732529756196, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=637fe50ab6a07d1c99fae5ead349f86b, server=e2fd862922a0,38547,1732529625709 2024-11-25T10:14:56,204 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732529683694.637fe50ab6a07d1c99fae5ead349f86b., hostname=e2fd862922a0,38547,1732529625709, seqNum=2 , the old value is region=TestAcidGuarantees,,1732529683694.637fe50ab6a07d1c99fae5ead349f86b., hostname=e2fd862922a0,38547,1732529625709, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=637fe50ab6a07d1c99fae5ead349f86b, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T10:14:56,204 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732529683694.637fe50ab6a07d1c99fae5ead349f86b., hostname=e2fd862922a0,38547,1732529625709, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=637fe50ab6a07d1c99fae5ead349f86b, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T10:14:56,204 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732529683694.637fe50ab6a07d1c99fae5ead349f86b., hostname=e2fd862922a0,38547,1732529625709, seqNum=2 because the exception is null or not the one we care about 2024-11-25T10:14:56,204 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=637fe50ab6a07d1c99fae5ead349f86b, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-25T10:14:56,204 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] ipc.CallRunner(138): callId: 85 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45434 deadline: 1732529756196, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=637fe50ab6a07d1c99fae5ead349f86b, server=e2fd862922a0,38547,1732529625709 2024-11-25T10:14:56,206 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732529683694.637fe50ab6a07d1c99fae5ead349f86b., hostname=e2fd862922a0,38547,1732529625709, seqNum=2 , the old value is region=TestAcidGuarantees,,1732529683694.637fe50ab6a07d1c99fae5ead349f86b., hostname=e2fd862922a0,38547,1732529625709, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=637fe50ab6a07d1c99fae5ead349f86b, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T10:14:56,206 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732529683694.637fe50ab6a07d1c99fae5ead349f86b., hostname=e2fd862922a0,38547,1732529625709, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=637fe50ab6a07d1c99fae5ead349f86b, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T10:14:56,206 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732529683694.637fe50ab6a07d1c99fae5ead349f86b., hostname=e2fd862922a0,38547,1732529625709, seqNum=2 because the exception is null or not the one we care about 2024-11-25T10:14:56,226 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39927 is added to blk_1073742107_1283 (size=12697) 2024-11-25T10:14:56,232 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39927 is added to blk_1073742106_1282 (size=12151) 2024-11-25T10:14:56,310 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=637fe50ab6a07d1c99fae5ead349f86b, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-25T10:14:56,310 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] ipc.CallRunner(138): callId: 86 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45476 deadline: 1732529756307, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=637fe50ab6a07d1c99fae5ead349f86b, server=e2fd862922a0,38547,1732529625709 2024-11-25T10:14:56,311 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732529683694.637fe50ab6a07d1c99fae5ead349f86b., hostname=e2fd862922a0,38547,1732529625709, seqNum=2 , the old value is region=TestAcidGuarantees,,1732529683694.637fe50ab6a07d1c99fae5ead349f86b., hostname=e2fd862922a0,38547,1732529625709, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=637fe50ab6a07d1c99fae5ead349f86b, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T10:14:56,311 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732529683694.637fe50ab6a07d1c99fae5ead349f86b., hostname=e2fd862922a0,38547,1732529625709, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=637fe50ab6a07d1c99fae5ead349f86b, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T10:14:56,311 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732529683694.637fe50ab6a07d1c99fae5ead349f86b., hostname=e2fd862922a0,38547,1732529625709, seqNum=2 because the exception is null or not the one we care about 2024-11-25T10:14:56,315 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=637fe50ab6a07d1c99fae5ead349f86b, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-25T10:14:56,315 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] ipc.CallRunner(138): callId: 93 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45472 deadline: 1732529756312, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=637fe50ab6a07d1c99fae5ead349f86b, server=e2fd862922a0,38547,1732529625709 2024-11-25T10:14:56,315 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=637fe50ab6a07d1c99fae5ead349f86b, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-25T10:14:56,316 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] ipc.CallRunner(138): callId: 86 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45434 deadline: 1732529756312, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=637fe50ab6a07d1c99fae5ead349f86b, server=e2fd862922a0,38547,1732529625709 2024-11-25T10:14:56,316 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732529683694.637fe50ab6a07d1c99fae5ead349f86b., hostname=e2fd862922a0,38547,1732529625709, seqNum=2 , the old value is region=TestAcidGuarantees,,1732529683694.637fe50ab6a07d1c99fae5ead349f86b., hostname=e2fd862922a0,38547,1732529625709, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=637fe50ab6a07d1c99fae5ead349f86b, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T10:14:56,316 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732529683694.637fe50ab6a07d1c99fae5ead349f86b., hostname=e2fd862922a0,38547,1732529625709, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=637fe50ab6a07d1c99fae5ead349f86b, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T10:14:56,316 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732529683694.637fe50ab6a07d1c99fae5ead349f86b., hostname=e2fd862922a0,38547,1732529625709, seqNum=2 because the exception is null or not the one we care about 2024-11-25T10:14:56,316 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732529683694.637fe50ab6a07d1c99fae5ead349f86b., hostname=e2fd862922a0,38547,1732529625709, seqNum=2 , the old value is region=TestAcidGuarantees,,1732529683694.637fe50ab6a07d1c99fae5ead349f86b., hostname=e2fd862922a0,38547,1732529625709, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=637fe50ab6a07d1c99fae5ead349f86b, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T10:14:56,316 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732529683694.637fe50ab6a07d1c99fae5ead349f86b., hostname=e2fd862922a0,38547,1732529625709, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=637fe50ab6a07d1c99fae5ead349f86b, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T10:14:56,316 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732529683694.637fe50ab6a07d1c99fae5ead349f86b., hostname=e2fd862922a0,38547,1732529625709, seqNum=2 because the exception is null or not the one we care about 2024-11-25T10:14:56,330 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=38547 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=79 2024-11-25T10:14:56,331 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e2fd862922a0:0-2 {event_type=RS_FLUSH_REGIONS, pid=79}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732529683694.637fe50ab6a07d1c99fae5ead349f86b. 2024-11-25T10:14:56,331 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e2fd862922a0:0-2 {event_type=RS_FLUSH_REGIONS, pid=79}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732529683694.637fe50ab6a07d1c99fae5ead349f86b. as already flushing 2024-11-25T10:14:56,331 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e2fd862922a0:0-2 {event_type=RS_FLUSH_REGIONS, pid=79}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732529683694.637fe50ab6a07d1c99fae5ead349f86b. 2024-11-25T10:14:56,331 ERROR [RS_FLUSH_OPERATIONS-regionserver/e2fd862922a0:0-2 {event_type=RS_FLUSH_REGIONS, pid=79}] handler.RSProcedureHandler(58): pid=79 java.io.IOException: Unable to complete flush {ENCODED => 637fe50ab6a07d1c99fae5ead349f86b, NAME => 'TestAcidGuarantees,,1732529683694.637fe50ab6a07d1c99fae5ead349f86b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T10:14:56,331 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e2fd862922a0:0-2 {event_type=RS_FLUSH_REGIONS, pid=79}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=79 java.io.IOException: Unable to complete flush {ENCODED => 637fe50ab6a07d1c99fae5ead349f86b, NAME => 'TestAcidGuarantees,,1732529683694.637fe50ab6a07d1c99fae5ead349f86b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T10:14:56,332 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41005 {}] master.HMaster(4177): Remote procedure failed, pid=79 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 637fe50ab6a07d1c99fae5ead349f86b, NAME => 'TestAcidGuarantees,,1732529683694.637fe50ab6a07d1c99fae5ead349f86b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 637fe50ab6a07d1c99fae5ead349f86b, NAME => 'TestAcidGuarantees,,1732529683694.637fe50ab6a07d1c99fae5ead349f86b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T10:14:56,484 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=38547 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=79 2024-11-25T10:14:56,484 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e2fd862922a0:0-0 {event_type=RS_FLUSH_REGIONS, pid=79}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732529683694.637fe50ab6a07d1c99fae5ead349f86b. 2024-11-25T10:14:56,484 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e2fd862922a0:0-0 {event_type=RS_FLUSH_REGIONS, pid=79}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732529683694.637fe50ab6a07d1c99fae5ead349f86b. as already flushing 2024-11-25T10:14:56,484 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e2fd862922a0:0-0 {event_type=RS_FLUSH_REGIONS, pid=79}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732529683694.637fe50ab6a07d1c99fae5ead349f86b. 2024-11-25T10:14:56,484 ERROR [RS_FLUSH_OPERATIONS-regionserver/e2fd862922a0:0-0 {event_type=RS_FLUSH_REGIONS, pid=79}] handler.RSProcedureHandler(58): pid=79 java.io.IOException: Unable to complete flush {ENCODED => 637fe50ab6a07d1c99fae5ead349f86b, NAME => 'TestAcidGuarantees,,1732529683694.637fe50ab6a07d1c99fae5ead349f86b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T10:14:56,484 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e2fd862922a0:0-0 {event_type=RS_FLUSH_REGIONS, pid=79}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=79 java.io.IOException: Unable to complete flush {ENCODED => 637fe50ab6a07d1c99fae5ead349f86b, NAME => 'TestAcidGuarantees,,1732529683694.637fe50ab6a07d1c99fae5ead349f86b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T10:14:56,485 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41005 {}] master.HMaster(4177): Remote procedure failed, pid=79 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 637fe50ab6a07d1c99fae5ead349f86b, NAME => 'TestAcidGuarantees,,1732529683694.637fe50ab6a07d1c99fae5ead349f86b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 637fe50ab6a07d1c99fae5ead349f86b, NAME => 'TestAcidGuarantees,,1732529683694.637fe50ab6a07d1c99fae5ead349f86b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T10:14:56,492 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41005 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=78 2024-11-25T10:14:56,527 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=637fe50ab6a07d1c99fae5ead349f86b, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-25T10:14:56,527 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] ipc.CallRunner(138): callId: 94 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45472 deadline: 1732529756525, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=637fe50ab6a07d1c99fae5ead349f86b, server=e2fd862922a0,38547,1732529625709 2024-11-25T10:14:56,527 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=637fe50ab6a07d1c99fae5ead349f86b, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-25T10:14:56,528 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732529683694.637fe50ab6a07d1c99fae5ead349f86b., hostname=e2fd862922a0,38547,1732529625709, seqNum=2 , the old value is region=TestAcidGuarantees,,1732529683694.637fe50ab6a07d1c99fae5ead349f86b., hostname=e2fd862922a0,38547,1732529625709, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=637fe50ab6a07d1c99fae5ead349f86b, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T10:14:56,528 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] ipc.CallRunner(138): callId: 87 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45476 deadline: 1732529756525, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=637fe50ab6a07d1c99fae5ead349f86b, server=e2fd862922a0,38547,1732529625709 2024-11-25T10:14:56,528 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732529683694.637fe50ab6a07d1c99fae5ead349f86b., hostname=e2fd862922a0,38547,1732529625709, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=637fe50ab6a07d1c99fae5ead349f86b, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T10:14:56,528 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732529683694.637fe50ab6a07d1c99fae5ead349f86b., hostname=e2fd862922a0,38547,1732529625709, seqNum=2 because the exception is null or not the one we care about 2024-11-25T10:14:56,528 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732529683694.637fe50ab6a07d1c99fae5ead349f86b., hostname=e2fd862922a0,38547,1732529625709, seqNum=2 , the old value is region=TestAcidGuarantees,,1732529683694.637fe50ab6a07d1c99fae5ead349f86b., hostname=e2fd862922a0,38547,1732529625709, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=637fe50ab6a07d1c99fae5ead349f86b, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T10:14:56,528 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732529683694.637fe50ab6a07d1c99fae5ead349f86b., hostname=e2fd862922a0,38547,1732529625709, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=637fe50ab6a07d1c99fae5ead349f86b, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T10:14:56,528 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732529683694.637fe50ab6a07d1c99fae5ead349f86b., hostname=e2fd862922a0,38547,1732529625709, seqNum=2 because the exception is null or not the one we care about 2024-11-25T10:14:56,529 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=637fe50ab6a07d1c99fae5ead349f86b, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-25T10:14:56,529 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] ipc.CallRunner(138): callId: 87 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45434 deadline: 1732529756526, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=637fe50ab6a07d1c99fae5ead349f86b, server=e2fd862922a0,38547,1732529625709 2024-11-25T10:14:56,530 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732529683694.637fe50ab6a07d1c99fae5ead349f86b., hostname=e2fd862922a0,38547,1732529625709, seqNum=2 , the old value is region=TestAcidGuarantees,,1732529683694.637fe50ab6a07d1c99fae5ead349f86b., hostname=e2fd862922a0,38547,1732529625709, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=637fe50ab6a07d1c99fae5ead349f86b, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T10:14:56,530 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732529683694.637fe50ab6a07d1c99fae5ead349f86b., hostname=e2fd862922a0,38547,1732529625709, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=637fe50ab6a07d1c99fae5ead349f86b, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T10:14:56,530 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732529683694.637fe50ab6a07d1c99fae5ead349f86b., hostname=e2fd862922a0,38547,1732529625709, seqNum=2 because the exception is null or not the one we care about 2024-11-25T10:14:56,633 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.02 KB at sequenceid=244 (bloomFilter=true), to=hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/637fe50ab6a07d1c99fae5ead349f86b/.tmp/A/06aa0006640e4d12bdaecfb89caccff8 2024-11-25T10:14:56,642 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=38547 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=79 2024-11-25T10:14:56,643 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e2fd862922a0:0-1 {event_type=RS_FLUSH_REGIONS, pid=79}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732529683694.637fe50ab6a07d1c99fae5ead349f86b. 2024-11-25T10:14:56,643 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e2fd862922a0:0-1 {event_type=RS_FLUSH_REGIONS, pid=79}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732529683694.637fe50ab6a07d1c99fae5ead349f86b. as already flushing 2024-11-25T10:14:56,643 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e2fd862922a0:0-1 {event_type=RS_FLUSH_REGIONS, pid=79}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732529683694.637fe50ab6a07d1c99fae5ead349f86b. 2024-11-25T10:14:56,643 ERROR [RS_FLUSH_OPERATIONS-regionserver/e2fd862922a0:0-1 {event_type=RS_FLUSH_REGIONS, pid=79}] handler.RSProcedureHandler(58): pid=79 java.io.IOException: Unable to complete flush {ENCODED => 637fe50ab6a07d1c99fae5ead349f86b, NAME => 'TestAcidGuarantees,,1732529683694.637fe50ab6a07d1c99fae5ead349f86b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T10:14:56,643 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e2fd862922a0:0-1 {event_type=RS_FLUSH_REGIONS, pid=79}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=79 java.io.IOException: Unable to complete flush {ENCODED => 637fe50ab6a07d1c99fae5ead349f86b, NAME => 'TestAcidGuarantees,,1732529683694.637fe50ab6a07d1c99fae5ead349f86b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T10:14:56,644 DEBUG [RS:0;e2fd862922a0:38547-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/637fe50ab6a07d1c99fae5ead349f86b/.tmp/C/b83266a781d04682b0db95e3aed0cef9 as hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/637fe50ab6a07d1c99fae5ead349f86b/C/b83266a781d04682b0db95e3aed0cef9 2024-11-25T10:14:56,644 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41005 {}] master.HMaster(4177): Remote procedure failed, pid=79 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 637fe50ab6a07d1c99fae5ead349f86b, NAME => 'TestAcidGuarantees,,1732529683694.637fe50ab6a07d1c99fae5ead349f86b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 637fe50ab6a07d1c99fae5ead349f86b, NAME => 'TestAcidGuarantees,,1732529683694.637fe50ab6a07d1c99fae5ead349f86b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T10:14:56,658 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/637fe50ab6a07d1c99fae5ead349f86b/.tmp/B/4a89358fac414c5e99600979e90e964c is 50, key is test_row_0/B:col10/1732529696165/Put/seqid=0 2024-11-25T10:14:56,667 INFO [RS:0;e2fd862922a0:38547-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 637fe50ab6a07d1c99fae5ead349f86b/C of 637fe50ab6a07d1c99fae5ead349f86b into b83266a781d04682b0db95e3aed0cef9(size=12.4 K), total size for store is 12.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-25T10:14:56,667 DEBUG [RS:0;e2fd862922a0:38547-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 637fe50ab6a07d1c99fae5ead349f86b: 2024-11-25T10:14:56,667 INFO [RS:0;e2fd862922a0:38547-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732529683694.637fe50ab6a07d1c99fae5ead349f86b., storeName=637fe50ab6a07d1c99fae5ead349f86b/C, priority=13, startTime=1732529696081; duration=0sec 2024-11-25T10:14:56,667 DEBUG [RS:0;e2fd862922a0:38547-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-25T10:14:56,667 DEBUG [RS:0;e2fd862922a0:38547-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 637fe50ab6a07d1c99fae5ead349f86b:C 2024-11-25T10:14:56,679 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39927 is added to blk_1073742108_1284 (size=12151) 2024-11-25T10:14:56,680 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.02 KB at sequenceid=244 (bloomFilter=true), to=hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/637fe50ab6a07d1c99fae5ead349f86b/.tmp/B/4a89358fac414c5e99600979e90e964c 2024-11-25T10:14:56,689 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/637fe50ab6a07d1c99fae5ead349f86b/.tmp/C/66f0b5956d24425683e5ab1e2fd30eb1 is 50, key is test_row_0/C:col10/1732529696165/Put/seqid=0 2024-11-25T10:14:56,711 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39927 is added to blk_1073742109_1285 (size=12151) 2024-11-25T10:14:56,712 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.02 KB at sequenceid=244 (bloomFilter=true), to=hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/637fe50ab6a07d1c99fae5ead349f86b/.tmp/C/66f0b5956d24425683e5ab1e2fd30eb1 2024-11-25T10:14:56,718 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/637fe50ab6a07d1c99fae5ead349f86b/.tmp/A/06aa0006640e4d12bdaecfb89caccff8 as hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/637fe50ab6a07d1c99fae5ead349f86b/A/06aa0006640e4d12bdaecfb89caccff8 2024-11-25T10:14:56,731 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/637fe50ab6a07d1c99fae5ead349f86b/A/06aa0006640e4d12bdaecfb89caccff8, entries=150, sequenceid=244, filesize=11.9 K 2024-11-25T10:14:56,732 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/637fe50ab6a07d1c99fae5ead349f86b/.tmp/B/4a89358fac414c5e99600979e90e964c as hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/637fe50ab6a07d1c99fae5ead349f86b/B/4a89358fac414c5e99600979e90e964c 2024-11-25T10:14:56,746 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/637fe50ab6a07d1c99fae5ead349f86b/B/4a89358fac414c5e99600979e90e964c, entries=150, sequenceid=244, filesize=11.9 K 2024-11-25T10:14:56,748 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/637fe50ab6a07d1c99fae5ead349f86b/.tmp/C/66f0b5956d24425683e5ab1e2fd30eb1 as hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/637fe50ab6a07d1c99fae5ead349f86b/C/66f0b5956d24425683e5ab1e2fd30eb1 2024-11-25T10:14:56,756 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/637fe50ab6a07d1c99fae5ead349f86b/C/66f0b5956d24425683e5ab1e2fd30eb1, entries=150, sequenceid=244, filesize=11.9 K 2024-11-25T10:14:56,757 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~114.05 KB/116790, heapSize ~339.38 KB/347520, currentSize=67.09 KB/68700 for 637fe50ab6a07d1c99fae5ead349f86b in 590ms, sequenceid=244, compaction requested=false 2024-11-25T10:14:56,757 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 637fe50ab6a07d1c99fae5ead349f86b: 2024-11-25T10:14:56,798 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=38547 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=79 2024-11-25T10:14:56,799 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e2fd862922a0:0-2 {event_type=RS_FLUSH_REGIONS, pid=79}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732529683694.637fe50ab6a07d1c99fae5ead349f86b. 2024-11-25T10:14:56,799 INFO [RS_FLUSH_OPERATIONS-regionserver/e2fd862922a0:0-2 {event_type=RS_FLUSH_REGIONS, pid=79}] regionserver.HRegion(2902): Flushing 637fe50ab6a07d1c99fae5ead349f86b 3/3 column families, dataSize=67.09 KB heapSize=199.97 KB 2024-11-25T10:14:56,799 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e2fd862922a0:0-2 {event_type=RS_FLUSH_REGIONS, pid=79}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 637fe50ab6a07d1c99fae5ead349f86b, store=A 2024-11-25T10:14:56,799 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e2fd862922a0:0-2 {event_type=RS_FLUSH_REGIONS, pid=79}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T10:14:56,799 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e2fd862922a0:0-2 {event_type=RS_FLUSH_REGIONS, pid=79}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 637fe50ab6a07d1c99fae5ead349f86b, store=B 2024-11-25T10:14:56,799 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e2fd862922a0:0-2 {event_type=RS_FLUSH_REGIONS, pid=79}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T10:14:56,799 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e2fd862922a0:0-2 {event_type=RS_FLUSH_REGIONS, pid=79}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 637fe50ab6a07d1c99fae5ead349f86b, store=C 2024-11-25T10:14:56,800 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e2fd862922a0:0-2 {event_type=RS_FLUSH_REGIONS, pid=79}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T10:14:56,812 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e2fd862922a0:0-2 {event_type=RS_FLUSH_REGIONS, pid=79}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/637fe50ab6a07d1c99fae5ead349f86b/.tmp/A/d85e88c0cead416584b85f8ac0c48a64 is 50, key is test_row_0/A:col10/1732529696192/Put/seqid=0 2024-11-25T10:14:56,831 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39927 is added to blk_1073742110_1286 (size=12151) 2024-11-25T10:14:56,835 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] regionserver.HRegion(8855): Flush requested on 637fe50ab6a07d1c99fae5ead349f86b 2024-11-25T10:14:56,835 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732529683694.637fe50ab6a07d1c99fae5ead349f86b. as already flushing 2024-11-25T10:14:56,881 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=637fe50ab6a07d1c99fae5ead349f86b, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-25T10:14:56,881 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] ipc.CallRunner(138): callId: 101 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45472 deadline: 1732529756871, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=637fe50ab6a07d1c99fae5ead349f86b, server=e2fd862922a0,38547,1732529625709 2024-11-25T10:14:56,881 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732529683694.637fe50ab6a07d1c99fae5ead349f86b., hostname=e2fd862922a0,38547,1732529625709, seqNum=2 , the old value is region=TestAcidGuarantees,,1732529683694.637fe50ab6a07d1c99fae5ead349f86b., hostname=e2fd862922a0,38547,1732529625709, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=637fe50ab6a07d1c99fae5ead349f86b, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T10:14:56,881 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732529683694.637fe50ab6a07d1c99fae5ead349f86b., hostname=e2fd862922a0,38547,1732529625709, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=637fe50ab6a07d1c99fae5ead349f86b, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T10:14:56,881 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732529683694.637fe50ab6a07d1c99fae5ead349f86b., hostname=e2fd862922a0,38547,1732529625709, seqNum=2 because the exception is null or not the one we care about 2024-11-25T10:14:56,889 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=637fe50ab6a07d1c99fae5ead349f86b, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-25T10:14:56,890 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] ipc.CallRunner(138): callId: 92 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45434 deadline: 1732529756884, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=637fe50ab6a07d1c99fae5ead349f86b, server=e2fd862922a0,38547,1732529625709 2024-11-25T10:14:56,890 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732529683694.637fe50ab6a07d1c99fae5ead349f86b., hostname=e2fd862922a0,38547,1732529625709, seqNum=2 , the old value is region=TestAcidGuarantees,,1732529683694.637fe50ab6a07d1c99fae5ead349f86b., hostname=e2fd862922a0,38547,1732529625709, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=637fe50ab6a07d1c99fae5ead349f86b, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T10:14:56,890 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=637fe50ab6a07d1c99fae5ead349f86b, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-25T10:14:56,890 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732529683694.637fe50ab6a07d1c99fae5ead349f86b., hostname=e2fd862922a0,38547,1732529625709, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=637fe50ab6a07d1c99fae5ead349f86b, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T10:14:56,890 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732529683694.637fe50ab6a07d1c99fae5ead349f86b., hostname=e2fd862922a0,38547,1732529625709, seqNum=2 because the exception is null or not the one we care about 2024-11-25T10:14:56,890 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] ipc.CallRunner(138): callId: 94 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45476 deadline: 1732529756886, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=637fe50ab6a07d1c99fae5ead349f86b, server=e2fd862922a0,38547,1732529625709 2024-11-25T10:14:56,891 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732529683694.637fe50ab6a07d1c99fae5ead349f86b., hostname=e2fd862922a0,38547,1732529625709, seqNum=2 , the old value is region=TestAcidGuarantees,,1732529683694.637fe50ab6a07d1c99fae5ead349f86b., hostname=e2fd862922a0,38547,1732529625709, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=637fe50ab6a07d1c99fae5ead349f86b, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T10:14:56,892 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732529683694.637fe50ab6a07d1c99fae5ead349f86b., hostname=e2fd862922a0,38547,1732529625709, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=637fe50ab6a07d1c99fae5ead349f86b, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T10:14:56,892 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732529683694.637fe50ab6a07d1c99fae5ead349f86b., hostname=e2fd862922a0,38547,1732529625709, seqNum=2 because the exception is null or not the one we care about 2024-11-25T10:14:56,994 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=637fe50ab6a07d1c99fae5ead349f86b, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-25T10:14:56,995 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] ipc.CallRunner(138): callId: 102 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45472 deadline: 1732529756992, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=637fe50ab6a07d1c99fae5ead349f86b, server=e2fd862922a0,38547,1732529625709 2024-11-25T10:14:56,995 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732529683694.637fe50ab6a07d1c99fae5ead349f86b., hostname=e2fd862922a0,38547,1732529625709, seqNum=2 , the old value is region=TestAcidGuarantees,,1732529683694.637fe50ab6a07d1c99fae5ead349f86b., hostname=e2fd862922a0,38547,1732529625709, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=637fe50ab6a07d1c99fae5ead349f86b, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T10:14:56,995 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732529683694.637fe50ab6a07d1c99fae5ead349f86b., hostname=e2fd862922a0,38547,1732529625709, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=637fe50ab6a07d1c99fae5ead349f86b, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T10:14:56,995 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732529683694.637fe50ab6a07d1c99fae5ead349f86b., hostname=e2fd862922a0,38547,1732529625709, seqNum=2 because the exception is null or not the one we care about 2024-11-25T10:14:57,003 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41005 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=78 2024-11-25T10:14:57,008 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=637fe50ab6a07d1c99fae5ead349f86b, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-25T10:14:57,008 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=637fe50ab6a07d1c99fae5ead349f86b, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-25T10:14:57,009 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] ipc.CallRunner(138): callId: 95 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45476 deadline: 1732529757003, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=637fe50ab6a07d1c99fae5ead349f86b, server=e2fd862922a0,38547,1732529625709 2024-11-25T10:14:57,009 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] ipc.CallRunner(138): callId: 93 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45434 deadline: 1732529757004, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=637fe50ab6a07d1c99fae5ead349f86b, server=e2fd862922a0,38547,1732529625709 2024-11-25T10:14:57,010 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732529683694.637fe50ab6a07d1c99fae5ead349f86b., hostname=e2fd862922a0,38547,1732529625709, seqNum=2 , the old value is region=TestAcidGuarantees,,1732529683694.637fe50ab6a07d1c99fae5ead349f86b., hostname=e2fd862922a0,38547,1732529625709, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=637fe50ab6a07d1c99fae5ead349f86b, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T10:14:57,010 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732529683694.637fe50ab6a07d1c99fae5ead349f86b., hostname=e2fd862922a0,38547,1732529625709, seqNum=2 , the old value is region=TestAcidGuarantees,,1732529683694.637fe50ab6a07d1c99fae5ead349f86b., hostname=e2fd862922a0,38547,1732529625709, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=637fe50ab6a07d1c99fae5ead349f86b, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T10:14:57,010 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732529683694.637fe50ab6a07d1c99fae5ead349f86b., hostname=e2fd862922a0,38547,1732529625709, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=637fe50ab6a07d1c99fae5ead349f86b, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T10:14:57,010 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732529683694.637fe50ab6a07d1c99fae5ead349f86b., hostname=e2fd862922a0,38547,1732529625709, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=637fe50ab6a07d1c99fae5ead349f86b, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T10:14:57,010 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732529683694.637fe50ab6a07d1c99fae5ead349f86b., hostname=e2fd862922a0,38547,1732529625709, seqNum=2 because the exception is null or not the one we care about 2024-11-25T10:14:57,010 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732529683694.637fe50ab6a07d1c99fae5ead349f86b., hostname=e2fd862922a0,38547,1732529625709, seqNum=2 because the exception is null or not the one we care about 2024-11-25T10:14:57,175 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=637fe50ab6a07d1c99fae5ead349f86b, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-25T10:14:57,175 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] ipc.CallRunner(138): callId: 64 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45452 deadline: 1732529757172, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=637fe50ab6a07d1c99fae5ead349f86b, server=e2fd862922a0,38547,1732529625709 2024-11-25T10:14:57,177 WARN [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRpcRetryingCaller(177): Call to e2fd862922a0,38547,1732529625709 for 'test_row_0' in 637fe50ab6a07d1c99fae5ead349f86b of TestAcidGuarantees failed, tries = 7, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 4212 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=637fe50ab6a07d1c99fae5ead349f86b, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor39.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=637fe50ab6a07d1c99fae5ead349f86b, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 32 more 2024-11-25T10:14:57,178 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732529683694.637fe50ab6a07d1c99fae5ead349f86b., hostname=e2fd862922a0,38547,1732529625709, seqNum=2 , the old value is region=TestAcidGuarantees,,1732529683694.637fe50ab6a07d1c99fae5ead349f86b., hostname=e2fd862922a0,38547,1732529625709, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=637fe50ab6a07d1c99fae5ead349f86b, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T10:14:57,178 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732529683694.637fe50ab6a07d1c99fae5ead349f86b., hostname=e2fd862922a0,38547,1732529625709, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=637fe50ab6a07d1c99fae5ead349f86b, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T10:14:57,178 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732529683694.637fe50ab6a07d1c99fae5ead349f86b., hostname=e2fd862922a0,38547,1732529625709, seqNum=2 because the exception is null or not the one we care about 2024-11-25T10:14:57,206 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=637fe50ab6a07d1c99fae5ead349f86b, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-25T10:14:57,206 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] ipc.CallRunner(138): callId: 103 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45472 deadline: 1732529757202, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=637fe50ab6a07d1c99fae5ead349f86b, server=e2fd862922a0,38547,1732529625709 2024-11-25T10:14:57,207 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732529683694.637fe50ab6a07d1c99fae5ead349f86b., hostname=e2fd862922a0,38547,1732529625709, seqNum=2 , the old value is region=TestAcidGuarantees,,1732529683694.637fe50ab6a07d1c99fae5ead349f86b., hostname=e2fd862922a0,38547,1732529625709, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=637fe50ab6a07d1c99fae5ead349f86b, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T10:14:57,207 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732529683694.637fe50ab6a07d1c99fae5ead349f86b., hostname=e2fd862922a0,38547,1732529625709, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=637fe50ab6a07d1c99fae5ead349f86b, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T10:14:57,207 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732529683694.637fe50ab6a07d1c99fae5ead349f86b., hostname=e2fd862922a0,38547,1732529625709, seqNum=2 because the exception is null or not the one we care about 2024-11-25T10:14:57,217 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=637fe50ab6a07d1c99fae5ead349f86b, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-25T10:14:57,217 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=637fe50ab6a07d1c99fae5ead349f86b, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-25T10:14:57,218 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] ipc.CallRunner(138): callId: 96 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45476 deadline: 1732529757212, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=637fe50ab6a07d1c99fae5ead349f86b, server=e2fd862922a0,38547,1732529625709 2024-11-25T10:14:57,218 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] ipc.CallRunner(138): callId: 94 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45434 deadline: 1732529757212, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=637fe50ab6a07d1c99fae5ead349f86b, server=e2fd862922a0,38547,1732529625709 2024-11-25T10:14:57,218 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732529683694.637fe50ab6a07d1c99fae5ead349f86b., hostname=e2fd862922a0,38547,1732529625709, seqNum=2 , the old value is region=TestAcidGuarantees,,1732529683694.637fe50ab6a07d1c99fae5ead349f86b., hostname=e2fd862922a0,38547,1732529625709, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=637fe50ab6a07d1c99fae5ead349f86b, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T10:14:57,218 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732529683694.637fe50ab6a07d1c99fae5ead349f86b., hostname=e2fd862922a0,38547,1732529625709, seqNum=2 , the old value is region=TestAcidGuarantees,,1732529683694.637fe50ab6a07d1c99fae5ead349f86b., hostname=e2fd862922a0,38547,1732529625709, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=637fe50ab6a07d1c99fae5ead349f86b, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T10:14:57,218 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732529683694.637fe50ab6a07d1c99fae5ead349f86b., hostname=e2fd862922a0,38547,1732529625709, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=637fe50ab6a07d1c99fae5ead349f86b, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T10:14:57,218 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732529683694.637fe50ab6a07d1c99fae5ead349f86b., hostname=e2fd862922a0,38547,1732529625709, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=637fe50ab6a07d1c99fae5ead349f86b, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T10:14:57,218 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732529683694.637fe50ab6a07d1c99fae5ead349f86b., hostname=e2fd862922a0,38547,1732529625709, seqNum=2 because the exception is null or not the one we care about 2024-11-25T10:14:57,218 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732529683694.637fe50ab6a07d1c99fae5ead349f86b., hostname=e2fd862922a0,38547,1732529625709, seqNum=2 because the exception is null or not the one we care about 2024-11-25T10:14:57,232 INFO [RS_FLUSH_OPERATIONS-regionserver/e2fd862922a0:0-2 {event_type=RS_FLUSH_REGIONS, pid=79}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=258 (bloomFilter=true), to=hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/637fe50ab6a07d1c99fae5ead349f86b/.tmp/A/d85e88c0cead416584b85f8ac0c48a64 2024-11-25T10:14:57,249 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e2fd862922a0:0-2 {event_type=RS_FLUSH_REGIONS, pid=79}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/637fe50ab6a07d1c99fae5ead349f86b/.tmp/B/770c6810d67d4f2f9e452b63c8515c84 is 50, key is test_row_0/B:col10/1732529696192/Put/seqid=0 2024-11-25T10:14:57,272 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39927 is added to blk_1073742111_1287 (size=12151) 2024-11-25T10:14:57,515 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=637fe50ab6a07d1c99fae5ead349f86b, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-25T10:14:57,516 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] ipc.CallRunner(138): callId: 104 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45472 deadline: 1732529757512, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=637fe50ab6a07d1c99fae5ead349f86b, server=e2fd862922a0,38547,1732529625709 2024-11-25T10:14:57,517 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732529683694.637fe50ab6a07d1c99fae5ead349f86b., hostname=e2fd862922a0,38547,1732529625709, seqNum=2 , the old value is region=TestAcidGuarantees,,1732529683694.637fe50ab6a07d1c99fae5ead349f86b., hostname=e2fd862922a0,38547,1732529625709, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=637fe50ab6a07d1c99fae5ead349f86b, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T10:14:57,517 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732529683694.637fe50ab6a07d1c99fae5ead349f86b., hostname=e2fd862922a0,38547,1732529625709, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=637fe50ab6a07d1c99fae5ead349f86b, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T10:14:57,517 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732529683694.637fe50ab6a07d1c99fae5ead349f86b., hostname=e2fd862922a0,38547,1732529625709, seqNum=2 because the exception is null or not the one we care about 2024-11-25T10:14:57,527 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=637fe50ab6a07d1c99fae5ead349f86b, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-25T10:14:57,528 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] ipc.CallRunner(138): callId: 95 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45434 deadline: 1732529757522, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=637fe50ab6a07d1c99fae5ead349f86b, server=e2fd862922a0,38547,1732529625709 2024-11-25T10:14:57,528 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732529683694.637fe50ab6a07d1c99fae5ead349f86b., hostname=e2fd862922a0,38547,1732529625709, seqNum=2 , the old value is region=TestAcidGuarantees,,1732529683694.637fe50ab6a07d1c99fae5ead349f86b., hostname=e2fd862922a0,38547,1732529625709, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=637fe50ab6a07d1c99fae5ead349f86b, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T10:14:57,528 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732529683694.637fe50ab6a07d1c99fae5ead349f86b., hostname=e2fd862922a0,38547,1732529625709, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=637fe50ab6a07d1c99fae5ead349f86b, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T10:14:57,528 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732529683694.637fe50ab6a07d1c99fae5ead349f86b., hostname=e2fd862922a0,38547,1732529625709, seqNum=2 because the exception is null or not the one we care about 2024-11-25T10:14:57,528 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=637fe50ab6a07d1c99fae5ead349f86b, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-25T10:14:57,528 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] ipc.CallRunner(138): callId: 97 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45476 deadline: 1732529757523, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=637fe50ab6a07d1c99fae5ead349f86b, server=e2fd862922a0,38547,1732529625709 2024-11-25T10:14:57,528 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732529683694.637fe50ab6a07d1c99fae5ead349f86b., hostname=e2fd862922a0,38547,1732529625709, seqNum=2 , the old value is region=TestAcidGuarantees,,1732529683694.637fe50ab6a07d1c99fae5ead349f86b., hostname=e2fd862922a0,38547,1732529625709, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=637fe50ab6a07d1c99fae5ead349f86b, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T10:14:57,529 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732529683694.637fe50ab6a07d1c99fae5ead349f86b., hostname=e2fd862922a0,38547,1732529625709, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=637fe50ab6a07d1c99fae5ead349f86b, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T10:14:57,529 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732529683694.637fe50ab6a07d1c99fae5ead349f86b., hostname=e2fd862922a0,38547,1732529625709, seqNum=2 because the exception is null or not the one we care about 2024-11-25T10:14:57,672 INFO [RS_FLUSH_OPERATIONS-regionserver/e2fd862922a0:0-2 {event_type=RS_FLUSH_REGIONS, pid=79}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=258 (bloomFilter=true), to=hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/637fe50ab6a07d1c99fae5ead349f86b/.tmp/B/770c6810d67d4f2f9e452b63c8515c84 2024-11-25T10:14:57,683 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e2fd862922a0:0-2 {event_type=RS_FLUSH_REGIONS, pid=79}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/637fe50ab6a07d1c99fae5ead349f86b/.tmp/C/36c638cc829243ef8cbecc33cebfee97 is 50, key is test_row_0/C:col10/1732529696192/Put/seqid=0 2024-11-25T10:14:57,688 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39927 is added to blk_1073742112_1288 (size=12151) 2024-11-25T10:14:57,693 INFO [RS_FLUSH_OPERATIONS-regionserver/e2fd862922a0:0-2 {event_type=RS_FLUSH_REGIONS, pid=79}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=258 (bloomFilter=true), to=hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/637fe50ab6a07d1c99fae5ead349f86b/.tmp/C/36c638cc829243ef8cbecc33cebfee97 2024-11-25T10:14:57,699 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e2fd862922a0:0-2 {event_type=RS_FLUSH_REGIONS, pid=79}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/637fe50ab6a07d1c99fae5ead349f86b/.tmp/A/d85e88c0cead416584b85f8ac0c48a64 as hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/637fe50ab6a07d1c99fae5ead349f86b/A/d85e88c0cead416584b85f8ac0c48a64 2024-11-25T10:14:57,703 INFO [RS_FLUSH_OPERATIONS-regionserver/e2fd862922a0:0-2 {event_type=RS_FLUSH_REGIONS, pid=79}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/637fe50ab6a07d1c99fae5ead349f86b/A/d85e88c0cead416584b85f8ac0c48a64, entries=150, sequenceid=258, filesize=11.9 K 2024-11-25T10:14:57,704 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e2fd862922a0:0-2 {event_type=RS_FLUSH_REGIONS, pid=79}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/637fe50ab6a07d1c99fae5ead349f86b/.tmp/B/770c6810d67d4f2f9e452b63c8515c84 as hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/637fe50ab6a07d1c99fae5ead349f86b/B/770c6810d67d4f2f9e452b63c8515c84 2024-11-25T10:14:57,716 INFO [RS_FLUSH_OPERATIONS-regionserver/e2fd862922a0:0-2 {event_type=RS_FLUSH_REGIONS, pid=79}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/637fe50ab6a07d1c99fae5ead349f86b/B/770c6810d67d4f2f9e452b63c8515c84, entries=150, sequenceid=258, filesize=11.9 K 2024-11-25T10:14:57,717 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e2fd862922a0:0-2 {event_type=RS_FLUSH_REGIONS, pid=79}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/637fe50ab6a07d1c99fae5ead349f86b/.tmp/C/36c638cc829243ef8cbecc33cebfee97 as hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/637fe50ab6a07d1c99fae5ead349f86b/C/36c638cc829243ef8cbecc33cebfee97 2024-11-25T10:14:57,722 INFO [RS_FLUSH_OPERATIONS-regionserver/e2fd862922a0:0-2 {event_type=RS_FLUSH_REGIONS, pid=79}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/637fe50ab6a07d1c99fae5ead349f86b/C/36c638cc829243ef8cbecc33cebfee97, entries=150, sequenceid=258, filesize=11.9 K 2024-11-25T10:14:57,727 INFO [RS_FLUSH_OPERATIONS-regionserver/e2fd862922a0:0-2 {event_type=RS_FLUSH_REGIONS, pid=79}] regionserver.HRegion(3140): Finished flush of dataSize ~67.09 KB/68700, heapSize ~199.92 KB/204720, currentSize=107.34 KB/109920 for 637fe50ab6a07d1c99fae5ead349f86b in 928ms, sequenceid=258, compaction requested=true 2024-11-25T10:14:57,727 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e2fd862922a0:0-2 {event_type=RS_FLUSH_REGIONS, pid=79}] regionserver.HRegion(2603): Flush status journal for 637fe50ab6a07d1c99fae5ead349f86b: 2024-11-25T10:14:57,727 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e2fd862922a0:0-2 {event_type=RS_FLUSH_REGIONS, pid=79}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732529683694.637fe50ab6a07d1c99fae5ead349f86b. 2024-11-25T10:14:57,727 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e2fd862922a0:0-2 {event_type=RS_FLUSH_REGIONS, pid=79}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=79 2024-11-25T10:14:57,728 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41005 {}] master.HMaster(4169): Remote procedure done, pid=79 2024-11-25T10:14:57,731 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=79, resume processing ppid=78 2024-11-25T10:14:57,731 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=79, ppid=78, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.8610 sec 2024-11-25T10:14:57,733 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=78, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=78, table=TestAcidGuarantees in 1.8680 sec 2024-11-25T10:14:58,012 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41005 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=78 2024-11-25T10:14:58,012 INFO [RPCClient-NioEventLoopGroup-4-6 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-25T10:14:58,012 INFO [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41005 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-25T10:14:58,013 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41005 {}] procedure2.ProcedureExecutor(1139): Stored pid=80, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=80, table=TestAcidGuarantees 2024-11-25T10:14:58,014 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41005 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=80 2024-11-25T10:14:58,017 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=80, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=80, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-25T10:14:58,018 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=80, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=80, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-25T10:14:58,018 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=81, ppid=80, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-25T10:14:58,025 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] regionserver.HRegion(8855): Flush requested on 637fe50ab6a07d1c99fae5ead349f86b 2024-11-25T10:14:58,025 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 637fe50ab6a07d1c99fae5ead349f86b 3/3 column families, dataSize=114.05 KB heapSize=339.42 KB 2024-11-25T10:14:58,025 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 637fe50ab6a07d1c99fae5ead349f86b, store=A 2024-11-25T10:14:58,026 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T10:14:58,026 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 637fe50ab6a07d1c99fae5ead349f86b, store=B 2024-11-25T10:14:58,026 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T10:14:58,026 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 637fe50ab6a07d1c99fae5ead349f86b, store=C 2024-11-25T10:14:58,026 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T10:14:58,047 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/637fe50ab6a07d1c99fae5ead349f86b/.tmp/A/4a9eef1c3c444cdc8b34314f6d9ef0ae is 50, key is test_row_0/A:col10/1732529696870/Put/seqid=0 2024-11-25T10:14:58,059 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=637fe50ab6a07d1c99fae5ead349f86b, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-25T10:14:58,059 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] ipc.CallRunner(138): callId: 111 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45472 deadline: 1732529758054, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=637fe50ab6a07d1c99fae5ead349f86b, server=e2fd862922a0,38547,1732529625709 2024-11-25T10:14:58,061 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732529683694.637fe50ab6a07d1c99fae5ead349f86b., hostname=e2fd862922a0,38547,1732529625709, seqNum=2 , the old value is region=TestAcidGuarantees,,1732529683694.637fe50ab6a07d1c99fae5ead349f86b., hostname=e2fd862922a0,38547,1732529625709, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=637fe50ab6a07d1c99fae5ead349f86b, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T10:14:58,062 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732529683694.637fe50ab6a07d1c99fae5ead349f86b., hostname=e2fd862922a0,38547,1732529625709, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=637fe50ab6a07d1c99fae5ead349f86b, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T10:14:58,062 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732529683694.637fe50ab6a07d1c99fae5ead349f86b., hostname=e2fd862922a0,38547,1732529625709, seqNum=2 because the exception is null or not the one we care about 2024-11-25T10:14:58,065 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=637fe50ab6a07d1c99fae5ead349f86b, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-25T10:14:58,065 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] ipc.CallRunner(138): callId: 98 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45434 deadline: 1732529758058, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=637fe50ab6a07d1c99fae5ead349f86b, server=e2fd862922a0,38547,1732529625709 2024-11-25T10:14:58,065 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=637fe50ab6a07d1c99fae5ead349f86b, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-25T10:14:58,065 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] ipc.CallRunner(138): callId: 100 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45476 deadline: 1732529758059, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=637fe50ab6a07d1c99fae5ead349f86b, server=e2fd862922a0,38547,1732529625709 2024-11-25T10:14:58,065 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732529683694.637fe50ab6a07d1c99fae5ead349f86b., hostname=e2fd862922a0,38547,1732529625709, seqNum=2 , the old value is region=TestAcidGuarantees,,1732529683694.637fe50ab6a07d1c99fae5ead349f86b., hostname=e2fd862922a0,38547,1732529625709, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=637fe50ab6a07d1c99fae5ead349f86b, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T10:14:58,065 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732529683694.637fe50ab6a07d1c99fae5ead349f86b., hostname=e2fd862922a0,38547,1732529625709, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=637fe50ab6a07d1c99fae5ead349f86b, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T10:14:58,066 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732529683694.637fe50ab6a07d1c99fae5ead349f86b., hostname=e2fd862922a0,38547,1732529625709, seqNum=2 because the exception is null or not the one we care about 2024-11-25T10:14:58,066 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732529683694.637fe50ab6a07d1c99fae5ead349f86b., hostname=e2fd862922a0,38547,1732529625709, seqNum=2 , the old value is region=TestAcidGuarantees,,1732529683694.637fe50ab6a07d1c99fae5ead349f86b., hostname=e2fd862922a0,38547,1732529625709, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=637fe50ab6a07d1c99fae5ead349f86b, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T10:14:58,066 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732529683694.637fe50ab6a07d1c99fae5ead349f86b., hostname=e2fd862922a0,38547,1732529625709, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=637fe50ab6a07d1c99fae5ead349f86b, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T10:14:58,066 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732529683694.637fe50ab6a07d1c99fae5ead349f86b., hostname=e2fd862922a0,38547,1732529625709, seqNum=2 because the exception is null or not the one we care about 2024-11-25T10:14:58,074 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39927 is added to blk_1073742113_1289 (size=12301) 2024-11-25T10:14:58,075 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.02 KB at sequenceid=278 (bloomFilter=true), to=hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/637fe50ab6a07d1c99fae5ead349f86b/.tmp/A/4a9eef1c3c444cdc8b34314f6d9ef0ae 2024-11-25T10:14:58,090 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/637fe50ab6a07d1c99fae5ead349f86b/.tmp/B/a76d27603d0245cea2ba2ba378d7ad35 is 50, key is test_row_0/B:col10/1732529696870/Put/seqid=0 2024-11-25T10:14:58,118 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39927 is added to blk_1073742114_1290 (size=12301) 2024-11-25T10:14:58,125 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41005 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=80 2024-11-25T10:14:58,173 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=38547 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=81 2024-11-25T10:14:58,173 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e2fd862922a0:0-0 {event_type=RS_FLUSH_REGIONS, pid=81}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732529683694.637fe50ab6a07d1c99fae5ead349f86b. 2024-11-25T10:14:58,174 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e2fd862922a0:0-0 {event_type=RS_FLUSH_REGIONS, pid=81}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732529683694.637fe50ab6a07d1c99fae5ead349f86b. as already flushing 2024-11-25T10:14:58,174 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e2fd862922a0:0-0 {event_type=RS_FLUSH_REGIONS, pid=81}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732529683694.637fe50ab6a07d1c99fae5ead349f86b. 2024-11-25T10:14:58,174 ERROR [RS_FLUSH_OPERATIONS-regionserver/e2fd862922a0:0-0 {event_type=RS_FLUSH_REGIONS, pid=81}] handler.RSProcedureHandler(58): pid=81 java.io.IOException: Unable to complete flush {ENCODED => 637fe50ab6a07d1c99fae5ead349f86b, NAME => 'TestAcidGuarantees,,1732529683694.637fe50ab6a07d1c99fae5ead349f86b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T10:14:58,174 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e2fd862922a0:0-0 {event_type=RS_FLUSH_REGIONS, pid=81}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=81 java.io.IOException: Unable to complete flush {ENCODED => 637fe50ab6a07d1c99fae5ead349f86b, NAME => 'TestAcidGuarantees,,1732529683694.637fe50ab6a07d1c99fae5ead349f86b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T10:14:58,174 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41005 {}] master.HMaster(4177): Remote procedure failed, pid=81 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 637fe50ab6a07d1c99fae5ead349f86b, NAME => 'TestAcidGuarantees,,1732529683694.637fe50ab6a07d1c99fae5ead349f86b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 637fe50ab6a07d1c99fae5ead349f86b, NAME => 'TestAcidGuarantees,,1732529683694.637fe50ab6a07d1c99fae5ead349f86b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T10:14:58,175 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=637fe50ab6a07d1c99fae5ead349f86b, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-25T10:14:58,175 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] ipc.CallRunner(138): callId: 112 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45472 deadline: 1732529758172, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=637fe50ab6a07d1c99fae5ead349f86b, server=e2fd862922a0,38547,1732529625709 2024-11-25T10:14:58,176 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732529683694.637fe50ab6a07d1c99fae5ead349f86b., hostname=e2fd862922a0,38547,1732529625709, seqNum=2 , the old value is region=TestAcidGuarantees,,1732529683694.637fe50ab6a07d1c99fae5ead349f86b., hostname=e2fd862922a0,38547,1732529625709, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=637fe50ab6a07d1c99fae5ead349f86b, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T10:14:58,176 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=637fe50ab6a07d1c99fae5ead349f86b, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-25T10:14:58,176 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732529683694.637fe50ab6a07d1c99fae5ead349f86b., hostname=e2fd862922a0,38547,1732529625709, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=637fe50ab6a07d1c99fae5ead349f86b, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T10:14:58,176 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732529683694.637fe50ab6a07d1c99fae5ead349f86b., hostname=e2fd862922a0,38547,1732529625709, seqNum=2 because the exception is null or not the one we care about 2024-11-25T10:14:58,176 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] ipc.CallRunner(138): callId: 99 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45434 deadline: 1732529758173, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=637fe50ab6a07d1c99fae5ead349f86b, server=e2fd862922a0,38547,1732529625709 2024-11-25T10:14:58,176 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732529683694.637fe50ab6a07d1c99fae5ead349f86b., hostname=e2fd862922a0,38547,1732529625709, seqNum=2 , the old value is region=TestAcidGuarantees,,1732529683694.637fe50ab6a07d1c99fae5ead349f86b., hostname=e2fd862922a0,38547,1732529625709, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=637fe50ab6a07d1c99fae5ead349f86b, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T10:14:58,176 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=637fe50ab6a07d1c99fae5ead349f86b, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-25T10:14:58,176 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732529683694.637fe50ab6a07d1c99fae5ead349f86b., hostname=e2fd862922a0,38547,1732529625709, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=637fe50ab6a07d1c99fae5ead349f86b, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T10:14:58,176 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] ipc.CallRunner(138): callId: 101 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45476 deadline: 1732529758173, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=637fe50ab6a07d1c99fae5ead349f86b, server=e2fd862922a0,38547,1732529625709 2024-11-25T10:14:58,176 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732529683694.637fe50ab6a07d1c99fae5ead349f86b., hostname=e2fd862922a0,38547,1732529625709, seqNum=2 because the exception is null or not the one we care about 2024-11-25T10:14:58,177 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732529683694.637fe50ab6a07d1c99fae5ead349f86b., hostname=e2fd862922a0,38547,1732529625709, seqNum=2 , the old value is region=TestAcidGuarantees,,1732529683694.637fe50ab6a07d1c99fae5ead349f86b., hostname=e2fd862922a0,38547,1732529625709, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=637fe50ab6a07d1c99fae5ead349f86b, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T10:14:58,177 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732529683694.637fe50ab6a07d1c99fae5ead349f86b., hostname=e2fd862922a0,38547,1732529625709, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=637fe50ab6a07d1c99fae5ead349f86b, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T10:14:58,177 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732529683694.637fe50ab6a07d1c99fae5ead349f86b., hostname=e2fd862922a0,38547,1732529625709, seqNum=2 because the exception is null or not the one we care about 2024-11-25T10:14:58,330 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=38547 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=81 2024-11-25T10:14:58,330 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e2fd862922a0:0-1 {event_type=RS_FLUSH_REGIONS, pid=81}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732529683694.637fe50ab6a07d1c99fae5ead349f86b. 2024-11-25T10:14:58,330 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e2fd862922a0:0-1 {event_type=RS_FLUSH_REGIONS, pid=81}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732529683694.637fe50ab6a07d1c99fae5ead349f86b. as already flushing 2024-11-25T10:14:58,330 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e2fd862922a0:0-1 {event_type=RS_FLUSH_REGIONS, pid=81}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732529683694.637fe50ab6a07d1c99fae5ead349f86b. 2024-11-25T10:14:58,330 ERROR [RS_FLUSH_OPERATIONS-regionserver/e2fd862922a0:0-1 {event_type=RS_FLUSH_REGIONS, pid=81}] handler.RSProcedureHandler(58): pid=81 java.io.IOException: Unable to complete flush {ENCODED => 637fe50ab6a07d1c99fae5ead349f86b, NAME => 'TestAcidGuarantees,,1732529683694.637fe50ab6a07d1c99fae5ead349f86b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T10:14:58,330 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e2fd862922a0:0-1 {event_type=RS_FLUSH_REGIONS, pid=81}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=81 java.io.IOException: Unable to complete flush {ENCODED => 637fe50ab6a07d1c99fae5ead349f86b, NAME => 'TestAcidGuarantees,,1732529683694.637fe50ab6a07d1c99fae5ead349f86b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T10:14:58,331 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41005 {}] master.HMaster(4177): Remote procedure failed, pid=81 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 637fe50ab6a07d1c99fae5ead349f86b, NAME => 'TestAcidGuarantees,,1732529683694.637fe50ab6a07d1c99fae5ead349f86b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 637fe50ab6a07d1c99fae5ead349f86b, NAME => 'TestAcidGuarantees,,1732529683694.637fe50ab6a07d1c99fae5ead349f86b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T10:14:58,332 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41005 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=80 2024-11-25T10:14:58,384 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=637fe50ab6a07d1c99fae5ead349f86b, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-25T10:14:58,386 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] ipc.CallRunner(138): callId: 100 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45434 deadline: 1732529758383, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=637fe50ab6a07d1c99fae5ead349f86b, server=e2fd862922a0,38547,1732529625709 2024-11-25T10:14:58,386 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=637fe50ab6a07d1c99fae5ead349f86b, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-25T10:14:58,387 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] ipc.CallRunner(138): callId: 102 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45476 deadline: 1732529758383, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=637fe50ab6a07d1c99fae5ead349f86b, server=e2fd862922a0,38547,1732529625709 2024-11-25T10:14:58,387 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732529683694.637fe50ab6a07d1c99fae5ead349f86b., hostname=e2fd862922a0,38547,1732529625709, seqNum=2 , the old value is region=TestAcidGuarantees,,1732529683694.637fe50ab6a07d1c99fae5ead349f86b., hostname=e2fd862922a0,38547,1732529625709, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=637fe50ab6a07d1c99fae5ead349f86b, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T10:14:58,387 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=637fe50ab6a07d1c99fae5ead349f86b, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-25T10:14:58,387 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732529683694.637fe50ab6a07d1c99fae5ead349f86b., hostname=e2fd862922a0,38547,1732529625709, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=637fe50ab6a07d1c99fae5ead349f86b, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T10:14:58,387 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732529683694.637fe50ab6a07d1c99fae5ead349f86b., hostname=e2fd862922a0,38547,1732529625709, seqNum=2 because the exception is null or not the one we care about 2024-11-25T10:14:58,387 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] ipc.CallRunner(138): callId: 113 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45472 deadline: 1732529758383, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=637fe50ab6a07d1c99fae5ead349f86b, server=e2fd862922a0,38547,1732529625709 2024-11-25T10:14:58,387 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732529683694.637fe50ab6a07d1c99fae5ead349f86b., hostname=e2fd862922a0,38547,1732529625709, seqNum=2 , the old value is region=TestAcidGuarantees,,1732529683694.637fe50ab6a07d1c99fae5ead349f86b., hostname=e2fd862922a0,38547,1732529625709, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=637fe50ab6a07d1c99fae5ead349f86b, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T10:14:58,387 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732529683694.637fe50ab6a07d1c99fae5ead349f86b., hostname=e2fd862922a0,38547,1732529625709, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=637fe50ab6a07d1c99fae5ead349f86b, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T10:14:58,387 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732529683694.637fe50ab6a07d1c99fae5ead349f86b., hostname=e2fd862922a0,38547,1732529625709, seqNum=2 because the exception is null or not the one we care about 2024-11-25T10:14:58,389 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732529683694.637fe50ab6a07d1c99fae5ead349f86b., hostname=e2fd862922a0,38547,1732529625709, seqNum=2 , the old value is region=TestAcidGuarantees,,1732529683694.637fe50ab6a07d1c99fae5ead349f86b., hostname=e2fd862922a0,38547,1732529625709, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=637fe50ab6a07d1c99fae5ead349f86b, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T10:14:58,389 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732529683694.637fe50ab6a07d1c99fae5ead349f86b., hostname=e2fd862922a0,38547,1732529625709, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=637fe50ab6a07d1c99fae5ead349f86b, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T10:14:58,389 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732529683694.637fe50ab6a07d1c99fae5ead349f86b., hostname=e2fd862922a0,38547,1732529625709, seqNum=2 because the exception is null or not the one we care about 2024-11-25T10:14:58,484 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=38547 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=81 2024-11-25T10:14:58,484 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e2fd862922a0:0-2 {event_type=RS_FLUSH_REGIONS, pid=81}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732529683694.637fe50ab6a07d1c99fae5ead349f86b. 2024-11-25T10:14:58,484 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e2fd862922a0:0-2 {event_type=RS_FLUSH_REGIONS, pid=81}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732529683694.637fe50ab6a07d1c99fae5ead349f86b. as already flushing 2024-11-25T10:14:58,484 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e2fd862922a0:0-2 {event_type=RS_FLUSH_REGIONS, pid=81}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732529683694.637fe50ab6a07d1c99fae5ead349f86b. 2024-11-25T10:14:58,484 ERROR [RS_FLUSH_OPERATIONS-regionserver/e2fd862922a0:0-2 {event_type=RS_FLUSH_REGIONS, pid=81}] handler.RSProcedureHandler(58): pid=81 java.io.IOException: Unable to complete flush {ENCODED => 637fe50ab6a07d1c99fae5ead349f86b, NAME => 'TestAcidGuarantees,,1732529683694.637fe50ab6a07d1c99fae5ead349f86b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T10:14:58,484 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e2fd862922a0:0-2 {event_type=RS_FLUSH_REGIONS, pid=81}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=81 java.io.IOException: Unable to complete flush {ENCODED => 637fe50ab6a07d1c99fae5ead349f86b, NAME => 'TestAcidGuarantees,,1732529683694.637fe50ab6a07d1c99fae5ead349f86b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T10:14:58,485 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41005 {}] master.HMaster(4177): Remote procedure failed, pid=81 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 637fe50ab6a07d1c99fae5ead349f86b, NAME => 'TestAcidGuarantees,,1732529683694.637fe50ab6a07d1c99fae5ead349f86b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 637fe50ab6a07d1c99fae5ead349f86b, NAME => 'TestAcidGuarantees,,1732529683694.637fe50ab6a07d1c99fae5ead349f86b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T10:14:58,519 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.02 KB at sequenceid=278 (bloomFilter=true), to=hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/637fe50ab6a07d1c99fae5ead349f86b/.tmp/B/a76d27603d0245cea2ba2ba378d7ad35 2024-11-25T10:14:58,538 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/637fe50ab6a07d1c99fae5ead349f86b/.tmp/C/019ce6c32a704f85b2f8b596ce61ebd6 is 50, key is test_row_0/C:col10/1732529696870/Put/seqid=0 2024-11-25T10:14:58,562 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39927 is added to blk_1073742115_1291 (size=12301) 2024-11-25T10:14:58,564 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.02 KB at sequenceid=278 (bloomFilter=true), to=hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/637fe50ab6a07d1c99fae5ead349f86b/.tmp/C/019ce6c32a704f85b2f8b596ce61ebd6 2024-11-25T10:14:58,572 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/637fe50ab6a07d1c99fae5ead349f86b/.tmp/A/4a9eef1c3c444cdc8b34314f6d9ef0ae as hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/637fe50ab6a07d1c99fae5ead349f86b/A/4a9eef1c3c444cdc8b34314f6d9ef0ae 2024-11-25T10:14:58,597 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/637fe50ab6a07d1c99fae5ead349f86b/A/4a9eef1c3c444cdc8b34314f6d9ef0ae, entries=150, sequenceid=278, filesize=12.0 K 2024-11-25T10:14:58,604 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/637fe50ab6a07d1c99fae5ead349f86b/.tmp/B/a76d27603d0245cea2ba2ba378d7ad35 as hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/637fe50ab6a07d1c99fae5ead349f86b/B/a76d27603d0245cea2ba2ba378d7ad35 2024-11-25T10:14:58,613 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/637fe50ab6a07d1c99fae5ead349f86b/B/a76d27603d0245cea2ba2ba378d7ad35, entries=150, sequenceid=278, filesize=12.0 K 2024-11-25T10:14:58,615 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/637fe50ab6a07d1c99fae5ead349f86b/.tmp/C/019ce6c32a704f85b2f8b596ce61ebd6 as hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/637fe50ab6a07d1c99fae5ead349f86b/C/019ce6c32a704f85b2f8b596ce61ebd6 2024-11-25T10:14:58,625 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/637fe50ab6a07d1c99fae5ead349f86b/C/019ce6c32a704f85b2f8b596ce61ebd6, entries=150, sequenceid=278, filesize=12.0 K 2024-11-25T10:14:58,626 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~114.05 KB/116790, heapSize ~339.38 KB/347520, currentSize=60.38 KB/61830 for 637fe50ab6a07d1c99fae5ead349f86b in 601ms, sequenceid=278, compaction requested=true 2024-11-25T10:14:58,626 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 637fe50ab6a07d1c99fae5ead349f86b: 2024-11-25T10:14:58,626 DEBUG [RS:0;e2fd862922a0:38547-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-25T10:14:58,627 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 637fe50ab6a07d1c99fae5ead349f86b:A, priority=-2147483648, current under compaction store size is 1 2024-11-25T10:14:58,627 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-25T10:14:58,627 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 637fe50ab6a07d1c99fae5ead349f86b:B, priority=-2147483648, current under compaction store size is 2 2024-11-25T10:14:58,627 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-25T10:14:58,627 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 637fe50ab6a07d1c99fae5ead349f86b:C, priority=-2147483648, current under compaction store size is 3 2024-11-25T10:14:58,627 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-25T10:14:58,627 DEBUG [RS:0;e2fd862922a0:38547-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-25T10:14:58,628 DEBUG [RS:0;e2fd862922a0:38547-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 49300 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-25T10:14:58,628 DEBUG [RS:0;e2fd862922a0:38547-shortCompactions-0 {}] regionserver.HStore(1541): 637fe50ab6a07d1c99fae5ead349f86b/A is initiating minor compaction (all files) 2024-11-25T10:14:58,628 INFO [RS:0;e2fd862922a0:38547-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 637fe50ab6a07d1c99fae5ead349f86b/A in TestAcidGuarantees,,1732529683694.637fe50ab6a07d1c99fae5ead349f86b. 2024-11-25T10:14:58,628 INFO [RS:0;e2fd862922a0:38547-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/637fe50ab6a07d1c99fae5ead349f86b/A/77dc8d1ee9d24aeea65067c23997dd52, hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/637fe50ab6a07d1c99fae5ead349f86b/A/06aa0006640e4d12bdaecfb89caccff8, hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/637fe50ab6a07d1c99fae5ead349f86b/A/d85e88c0cead416584b85f8ac0c48a64, hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/637fe50ab6a07d1c99fae5ead349f86b/A/4a9eef1c3c444cdc8b34314f6d9ef0ae] into tmpdir=hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/637fe50ab6a07d1c99fae5ead349f86b/.tmp, totalSize=48.1 K 2024-11-25T10:14:58,629 DEBUG [RS:0;e2fd862922a0:38547-shortCompactions-0 {}] compactions.Compactor(225): Compacting 77dc8d1ee9d24aeea65067c23997dd52, keycount=150, bloomtype=ROW, size=12.4 K, encoding=NONE, compression=NONE, seqNum=222, earliestPutTs=1732529695151 2024-11-25T10:14:58,629 DEBUG [RS:0;e2fd862922a0:38547-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 49300 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-25T10:14:58,629 DEBUG [RS:0;e2fd862922a0:38547-longCompactions-0 {}] regionserver.HStore(1541): 637fe50ab6a07d1c99fae5ead349f86b/B is initiating minor compaction (all files) 2024-11-25T10:14:58,629 INFO [RS:0;e2fd862922a0:38547-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 637fe50ab6a07d1c99fae5ead349f86b/B in TestAcidGuarantees,,1732529683694.637fe50ab6a07d1c99fae5ead349f86b. 2024-11-25T10:14:58,629 INFO [RS:0;e2fd862922a0:38547-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/637fe50ab6a07d1c99fae5ead349f86b/B/7ce3f32143a14db4b4a9079d5a86f98c, hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/637fe50ab6a07d1c99fae5ead349f86b/B/4a89358fac414c5e99600979e90e964c, hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/637fe50ab6a07d1c99fae5ead349f86b/B/770c6810d67d4f2f9e452b63c8515c84, hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/637fe50ab6a07d1c99fae5ead349f86b/B/a76d27603d0245cea2ba2ba378d7ad35] into tmpdir=hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/637fe50ab6a07d1c99fae5ead349f86b/.tmp, totalSize=48.1 K 2024-11-25T10:14:58,629 DEBUG [RS:0;e2fd862922a0:38547-shortCompactions-0 {}] compactions.Compactor(225): Compacting 06aa0006640e4d12bdaecfb89caccff8, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=244, earliestPutTs=1732529695505 2024-11-25T10:14:58,630 DEBUG [RS:0;e2fd862922a0:38547-longCompactions-0 {}] compactions.Compactor(225): Compacting 7ce3f32143a14db4b4a9079d5a86f98c, keycount=150, bloomtype=ROW, size=12.4 K, encoding=NONE, compression=NONE, seqNum=222, earliestPutTs=1732529695151 2024-11-25T10:14:58,630 DEBUG [RS:0;e2fd862922a0:38547-shortCompactions-0 {}] compactions.Compactor(225): Compacting d85e88c0cead416584b85f8ac0c48a64, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=258, earliestPutTs=1732529696178 2024-11-25T10:14:58,633 DEBUG [RS:0;e2fd862922a0:38547-longCompactions-0 {}] compactions.Compactor(225): Compacting 4a89358fac414c5e99600979e90e964c, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=244, earliestPutTs=1732529695505 2024-11-25T10:14:58,634 DEBUG [RS:0;e2fd862922a0:38547-longCompactions-0 {}] compactions.Compactor(225): Compacting 770c6810d67d4f2f9e452b63c8515c84, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=258, earliestPutTs=1732529696178 2024-11-25T10:14:58,634 DEBUG [RS:0;e2fd862922a0:38547-shortCompactions-0 {}] compactions.Compactor(225): Compacting 4a9eef1c3c444cdc8b34314f6d9ef0ae, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=278, earliestPutTs=1732529696862 2024-11-25T10:14:58,635 DEBUG [RS:0;e2fd862922a0:38547-longCompactions-0 {}] compactions.Compactor(225): Compacting a76d27603d0245cea2ba2ba378d7ad35, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=278, earliestPutTs=1732529696862 2024-11-25T10:14:58,638 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=38547 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=81 2024-11-25T10:14:58,638 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e2fd862922a0:0-0 {event_type=RS_FLUSH_REGIONS, pid=81}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732529683694.637fe50ab6a07d1c99fae5ead349f86b. 2024-11-25T10:14:58,638 INFO [RS_FLUSH_OPERATIONS-regionserver/e2fd862922a0:0-0 {event_type=RS_FLUSH_REGIONS, pid=81}] regionserver.HRegion(2902): Flushing 637fe50ab6a07d1c99fae5ead349f86b 3/3 column families, dataSize=60.38 KB heapSize=180.05 KB 2024-11-25T10:14:58,638 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e2fd862922a0:0-0 {event_type=RS_FLUSH_REGIONS, pid=81}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 637fe50ab6a07d1c99fae5ead349f86b, store=A 2024-11-25T10:14:58,638 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e2fd862922a0:0-0 {event_type=RS_FLUSH_REGIONS, pid=81}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T10:14:58,638 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e2fd862922a0:0-0 {event_type=RS_FLUSH_REGIONS, pid=81}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 637fe50ab6a07d1c99fae5ead349f86b, store=B 2024-11-25T10:14:58,638 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e2fd862922a0:0-0 {event_type=RS_FLUSH_REGIONS, pid=81}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T10:14:58,638 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e2fd862922a0:0-0 {event_type=RS_FLUSH_REGIONS, pid=81}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 637fe50ab6a07d1c99fae5ead349f86b, store=C 2024-11-25T10:14:58,638 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e2fd862922a0:0-0 {event_type=RS_FLUSH_REGIONS, pid=81}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T10:14:58,642 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41005 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=80 2024-11-25T10:14:58,662 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e2fd862922a0:0-0 {event_type=RS_FLUSH_REGIONS, pid=81}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/637fe50ab6a07d1c99fae5ead349f86b/.tmp/A/977d814555ab4fe09d9d04fc00d4a44a is 50, key is test_row_0/A:col10/1732529698058/Put/seqid=0 2024-11-25T10:14:58,675 INFO [RS:0;e2fd862922a0:38547-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 637fe50ab6a07d1c99fae5ead349f86b#A#compaction#247 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-25T10:14:58,676 DEBUG [RS:0;e2fd862922a0:38547-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/637fe50ab6a07d1c99fae5ead349f86b/.tmp/A/b92cb2ad96e54214a05301f238547f21 is 50, key is test_row_0/A:col10/1732529696870/Put/seqid=0 2024-11-25T10:14:58,683 INFO [RS:0;e2fd862922a0:38547-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 637fe50ab6a07d1c99fae5ead349f86b#B#compaction#248 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-25T10:14:58,684 DEBUG [RS:0;e2fd862922a0:38547-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/637fe50ab6a07d1c99fae5ead349f86b/.tmp/B/7938ee2549a8412e852acad8c405458e is 50, key is test_row_0/B:col10/1732529696870/Put/seqid=0 2024-11-25T10:14:58,698 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] regionserver.HRegion(8855): Flush requested on 637fe50ab6a07d1c99fae5ead349f86b 2024-11-25T10:14:58,698 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732529683694.637fe50ab6a07d1c99fae5ead349f86b. as already flushing 2024-11-25T10:14:58,706 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39927 is added to blk_1073742116_1292 (size=12301) 2024-11-25T10:14:58,707 INFO [RS_FLUSH_OPERATIONS-regionserver/e2fd862922a0:0-0 {event_type=RS_FLUSH_REGIONS, pid=81}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=290 (bloomFilter=true), to=hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/637fe50ab6a07d1c99fae5ead349f86b/.tmp/A/977d814555ab4fe09d9d04fc00d4a44a 2024-11-25T10:14:58,723 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e2fd862922a0:0-0 {event_type=RS_FLUSH_REGIONS, pid=81}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/637fe50ab6a07d1c99fae5ead349f86b/.tmp/B/4d5efe9cbac84b328ead1ad24a693ecb is 50, key is test_row_0/B:col10/1732529698058/Put/seqid=0 2024-11-25T10:14:58,724 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39927 is added to blk_1073742118_1294 (size=12983) 2024-11-25T10:14:58,733 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39927 is added to blk_1073742117_1293 (size=12983) 2024-11-25T10:14:58,734 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39927 is added to blk_1073742119_1295 (size=12301) 2024-11-25T10:14:58,764 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=637fe50ab6a07d1c99fae5ead349f86b, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-25T10:14:58,765 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] ipc.CallRunner(138): callId: 108 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45476 deadline: 1732529758756, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=637fe50ab6a07d1c99fae5ead349f86b, server=e2fd862922a0,38547,1732529625709 2024-11-25T10:14:58,767 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/e2fd862922a0:0-3 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=209, cellSize=9565, totalHeapSize=21976, min timestamp=1732529698730, max timestamp=1732529698762Num uniques 859; 2024-11-25T10:14:58,767 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/e2fd862922a0:0-3 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=9565, suffix heap size=117064,new segment heap size=21976 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=209 2024-11-25T10:14:58,769 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/e2fd862922a0:0-6 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=209, cellSize=9565, totalHeapSize=21976, min timestamp=1732529698730, max timestamp=1732529698762Num uniques 859; 2024-11-25T10:14:58,769 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/e2fd862922a0:0-6 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=9565, suffix heap size=117064,new segment heap size=21976 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=209 2024-11-25T10:14:58,770 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732529683694.637fe50ab6a07d1c99fae5ead349f86b., hostname=e2fd862922a0,38547,1732529625709, seqNum=2 , the old value is region=TestAcidGuarantees,,1732529683694.637fe50ab6a07d1c99fae5ead349f86b., hostname=e2fd862922a0,38547,1732529625709, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=637fe50ab6a07d1c99fae5ead349f86b, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T10:14:58,770 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732529683694.637fe50ab6a07d1c99fae5ead349f86b., hostname=e2fd862922a0,38547,1732529625709, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=637fe50ab6a07d1c99fae5ead349f86b, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T10:14:58,770 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732529683694.637fe50ab6a07d1c99fae5ead349f86b., hostname=e2fd862922a0,38547,1732529625709, seqNum=2 because the exception is null or not the one we care about 2024-11-25T10:14:58,772 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/e2fd862922a0:0-8 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=209, cellSize=9565, totalHeapSize=21976, min timestamp=1732529698730, max timestamp=1732529698762Num uniques 859; 2024-11-25T10:14:58,772 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/e2fd862922a0:0-8 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=9565, suffix heap size=117064,new segment heap size=21976 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=209 2024-11-25T10:14:58,838 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=637fe50ab6a07d1c99fae5ead349f86b, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-25T10:14:58,838 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] ipc.CallRunner(138): callId: 113 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45434 deadline: 1732529758829, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=637fe50ab6a07d1c99fae5ead349f86b, server=e2fd862922a0,38547,1732529625709 2024-11-25T10:14:58,838 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732529683694.637fe50ab6a07d1c99fae5ead349f86b., hostname=e2fd862922a0,38547,1732529625709, seqNum=2 , the old value is region=TestAcidGuarantees,,1732529683694.637fe50ab6a07d1c99fae5ead349f86b., hostname=e2fd862922a0,38547,1732529625709, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=637fe50ab6a07d1c99fae5ead349f86b, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T10:14:58,838 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732529683694.637fe50ab6a07d1c99fae5ead349f86b., hostname=e2fd862922a0,38547,1732529625709, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=637fe50ab6a07d1c99fae5ead349f86b, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T10:14:58,839 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732529683694.637fe50ab6a07d1c99fae5ead349f86b., hostname=e2fd862922a0,38547,1732529625709, seqNum=2 because the exception is null or not the one we care about 2024-11-25T10:14:58,841 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=637fe50ab6a07d1c99fae5ead349f86b, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-25T10:14:58,842 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] ipc.CallRunner(138): callId: 128 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45472 deadline: 1732529758834, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=637fe50ab6a07d1c99fae5ead349f86b, server=e2fd862922a0,38547,1732529625709 2024-11-25T10:14:58,843 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732529683694.637fe50ab6a07d1c99fae5ead349f86b., hostname=e2fd862922a0,38547,1732529625709, seqNum=2 , the old value is region=TestAcidGuarantees,,1732529683694.637fe50ab6a07d1c99fae5ead349f86b., hostname=e2fd862922a0,38547,1732529625709, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=637fe50ab6a07d1c99fae5ead349f86b, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T10:14:58,843 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732529683694.637fe50ab6a07d1c99fae5ead349f86b., hostname=e2fd862922a0,38547,1732529625709, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=637fe50ab6a07d1c99fae5ead349f86b, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T10:14:58,843 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732529683694.637fe50ab6a07d1c99fae5ead349f86b., hostname=e2fd862922a0,38547,1732529625709, seqNum=2 because the exception is null or not the one we care about 2024-11-25T10:14:58,877 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=637fe50ab6a07d1c99fae5ead349f86b, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-25T10:14:58,877 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] ipc.CallRunner(138): callId: 109 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45476 deadline: 1732529758871, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=637fe50ab6a07d1c99fae5ead349f86b, server=e2fd862922a0,38547,1732529625709 2024-11-25T10:14:58,877 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732529683694.637fe50ab6a07d1c99fae5ead349f86b., hostname=e2fd862922a0,38547,1732529625709, seqNum=2 , the old value is region=TestAcidGuarantees,,1732529683694.637fe50ab6a07d1c99fae5ead349f86b., hostname=e2fd862922a0,38547,1732529625709, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=637fe50ab6a07d1c99fae5ead349f86b, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T10:14:58,877 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732529683694.637fe50ab6a07d1c99fae5ead349f86b., hostname=e2fd862922a0,38547,1732529625709, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=637fe50ab6a07d1c99fae5ead349f86b, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T10:14:58,877 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732529683694.637fe50ab6a07d1c99fae5ead349f86b., hostname=e2fd862922a0,38547,1732529625709, seqNum=2 because the exception is null or not the one we care about 2024-11-25T10:14:58,947 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=637fe50ab6a07d1c99fae5ead349f86b, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-25T10:14:58,947 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] ipc.CallRunner(138): callId: 114 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45434 deadline: 1732529758942, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=637fe50ab6a07d1c99fae5ead349f86b, server=e2fd862922a0,38547,1732529625709 2024-11-25T10:14:58,948 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732529683694.637fe50ab6a07d1c99fae5ead349f86b., hostname=e2fd862922a0,38547,1732529625709, seqNum=2 , the old value is region=TestAcidGuarantees,,1732529683694.637fe50ab6a07d1c99fae5ead349f86b., hostname=e2fd862922a0,38547,1732529625709, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=637fe50ab6a07d1c99fae5ead349f86b, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T10:14:58,948 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732529683694.637fe50ab6a07d1c99fae5ead349f86b., hostname=e2fd862922a0,38547,1732529625709, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=637fe50ab6a07d1c99fae5ead349f86b, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T10:14:58,948 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732529683694.637fe50ab6a07d1c99fae5ead349f86b., hostname=e2fd862922a0,38547,1732529625709, seqNum=2 because the exception is null or not the one we care about 2024-11-25T10:14:58,956 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=637fe50ab6a07d1c99fae5ead349f86b, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-25T10:14:58,957 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] ipc.CallRunner(138): callId: 129 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45472 deadline: 1732529758952, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=637fe50ab6a07d1c99fae5ead349f86b, server=e2fd862922a0,38547,1732529625709 2024-11-25T10:14:58,957 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732529683694.637fe50ab6a07d1c99fae5ead349f86b., hostname=e2fd862922a0,38547,1732529625709, seqNum=2 , the old value is region=TestAcidGuarantees,,1732529683694.637fe50ab6a07d1c99fae5ead349f86b., hostname=e2fd862922a0,38547,1732529625709, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=637fe50ab6a07d1c99fae5ead349f86b, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T10:14:58,957 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732529683694.637fe50ab6a07d1c99fae5ead349f86b., hostname=e2fd862922a0,38547,1732529625709, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=637fe50ab6a07d1c99fae5ead349f86b, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T10:14:58,957 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732529683694.637fe50ab6a07d1c99fae5ead349f86b., hostname=e2fd862922a0,38547,1732529625709, seqNum=2 because the exception is null or not the one we care about 2024-11-25T10:14:59,090 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=637fe50ab6a07d1c99fae5ead349f86b, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-25T10:14:59,090 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] ipc.CallRunner(138): callId: 110 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45476 deadline: 1732529759082, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=637fe50ab6a07d1c99fae5ead349f86b, server=e2fd862922a0,38547,1732529625709 2024-11-25T10:14:59,091 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732529683694.637fe50ab6a07d1c99fae5ead349f86b., hostname=e2fd862922a0,38547,1732529625709, seqNum=2 , the old value is region=TestAcidGuarantees,,1732529683694.637fe50ab6a07d1c99fae5ead349f86b., hostname=e2fd862922a0,38547,1732529625709, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=637fe50ab6a07d1c99fae5ead349f86b, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T10:14:59,091 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732529683694.637fe50ab6a07d1c99fae5ead349f86b., hostname=e2fd862922a0,38547,1732529625709, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=637fe50ab6a07d1c99fae5ead349f86b, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T10:14:59,091 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732529683694.637fe50ab6a07d1c99fae5ead349f86b., hostname=e2fd862922a0,38547,1732529625709, seqNum=2 because the exception is null or not the one we care about 2024-11-25T10:14:59,133 DEBUG [RS:0;e2fd862922a0:38547-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/637fe50ab6a07d1c99fae5ead349f86b/.tmp/B/7938ee2549a8412e852acad8c405458e as hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/637fe50ab6a07d1c99fae5ead349f86b/B/7938ee2549a8412e852acad8c405458e 2024-11-25T10:14:59,133 INFO [RS_FLUSH_OPERATIONS-regionserver/e2fd862922a0:0-0 {event_type=RS_FLUSH_REGIONS, pid=81}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=290 (bloomFilter=true), to=hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/637fe50ab6a07d1c99fae5ead349f86b/.tmp/B/4d5efe9cbac84b328ead1ad24a693ecb 2024-11-25T10:14:59,138 DEBUG [RS:0;e2fd862922a0:38547-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/637fe50ab6a07d1c99fae5ead349f86b/.tmp/A/b92cb2ad96e54214a05301f238547f21 as hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/637fe50ab6a07d1c99fae5ead349f86b/A/b92cb2ad96e54214a05301f238547f21 2024-11-25T10:14:59,139 INFO [RS:0;e2fd862922a0:38547-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in 637fe50ab6a07d1c99fae5ead349f86b/B of 637fe50ab6a07d1c99fae5ead349f86b into 7938ee2549a8412e852acad8c405458e(size=12.7 K), total size for store is 12.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-25T10:14:59,139 DEBUG [RS:0;e2fd862922a0:38547-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 637fe50ab6a07d1c99fae5ead349f86b: 2024-11-25T10:14:59,139 INFO [RS:0;e2fd862922a0:38547-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732529683694.637fe50ab6a07d1c99fae5ead349f86b., storeName=637fe50ab6a07d1c99fae5ead349f86b/B, priority=12, startTime=1732529698627; duration=0sec 2024-11-25T10:14:59,139 DEBUG [RS:0;e2fd862922a0:38547-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-25T10:14:59,139 DEBUG [RS:0;e2fd862922a0:38547-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 637fe50ab6a07d1c99fae5ead349f86b:B 2024-11-25T10:14:59,139 DEBUG [RS:0;e2fd862922a0:38547-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-25T10:14:59,141 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e2fd862922a0:0-0 {event_type=RS_FLUSH_REGIONS, pid=81}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/637fe50ab6a07d1c99fae5ead349f86b/.tmp/C/b03e211b4eba427fb835ad964b5d9096 is 50, key is test_row_0/C:col10/1732529698058/Put/seqid=0 2024-11-25T10:14:59,142 DEBUG [RS:0;e2fd862922a0:38547-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 49300 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-25T10:14:59,142 DEBUG [RS:0;e2fd862922a0:38547-longCompactions-0 {}] regionserver.HStore(1541): 637fe50ab6a07d1c99fae5ead349f86b/C is initiating minor compaction (all files) 2024-11-25T10:14:59,142 INFO [RS:0;e2fd862922a0:38547-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 637fe50ab6a07d1c99fae5ead349f86b/C in TestAcidGuarantees,,1732529683694.637fe50ab6a07d1c99fae5ead349f86b. 2024-11-25T10:14:59,142 INFO [RS:0;e2fd862922a0:38547-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/637fe50ab6a07d1c99fae5ead349f86b/C/b83266a781d04682b0db95e3aed0cef9, hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/637fe50ab6a07d1c99fae5ead349f86b/C/66f0b5956d24425683e5ab1e2fd30eb1, hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/637fe50ab6a07d1c99fae5ead349f86b/C/36c638cc829243ef8cbecc33cebfee97, hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/637fe50ab6a07d1c99fae5ead349f86b/C/019ce6c32a704f85b2f8b596ce61ebd6] into tmpdir=hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/637fe50ab6a07d1c99fae5ead349f86b/.tmp, totalSize=48.1 K 2024-11-25T10:14:59,143 DEBUG [RS:0;e2fd862922a0:38547-longCompactions-0 {}] compactions.Compactor(225): Compacting b83266a781d04682b0db95e3aed0cef9, keycount=150, bloomtype=ROW, size=12.4 K, encoding=NONE, compression=NONE, seqNum=222, earliestPutTs=1732529695151 2024-11-25T10:14:59,143 DEBUG [RS:0;e2fd862922a0:38547-longCompactions-0 {}] compactions.Compactor(225): Compacting 66f0b5956d24425683e5ab1e2fd30eb1, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=244, earliestPutTs=1732529695505 2024-11-25T10:14:59,144 DEBUG [RS:0;e2fd862922a0:38547-longCompactions-0 {}] compactions.Compactor(225): Compacting 36c638cc829243ef8cbecc33cebfee97, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=258, earliestPutTs=1732529696178 2024-11-25T10:14:59,144 DEBUG [RS:0;e2fd862922a0:38547-longCompactions-0 {}] compactions.Compactor(225): Compacting 019ce6c32a704f85b2f8b596ce61ebd6, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=278, earliestPutTs=1732529696862 2024-11-25T10:14:59,150 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39927 is added to blk_1073742120_1296 (size=12301) 2024-11-25T10:14:59,150 INFO [RS_FLUSH_OPERATIONS-regionserver/e2fd862922a0:0-0 {event_type=RS_FLUSH_REGIONS, pid=81}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=290 (bloomFilter=true), to=hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/637fe50ab6a07d1c99fae5ead349f86b/.tmp/C/b03e211b4eba427fb835ad964b5d9096 2024-11-25T10:14:59,151 INFO [RS:0;e2fd862922a0:38547-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in 637fe50ab6a07d1c99fae5ead349f86b/A of 637fe50ab6a07d1c99fae5ead349f86b into b92cb2ad96e54214a05301f238547f21(size=12.7 K), total size for store is 12.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-25T10:14:59,151 DEBUG [RS:0;e2fd862922a0:38547-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 637fe50ab6a07d1c99fae5ead349f86b: 2024-11-25T10:14:59,151 INFO [RS:0;e2fd862922a0:38547-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732529683694.637fe50ab6a07d1c99fae5ead349f86b., storeName=637fe50ab6a07d1c99fae5ead349f86b/A, priority=12, startTime=1732529698626; duration=0sec 2024-11-25T10:14:59,151 DEBUG [RS:0;e2fd862922a0:38547-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-25T10:14:59,151 DEBUG [RS:0;e2fd862922a0:38547-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 637fe50ab6a07d1c99fae5ead349f86b:A 2024-11-25T10:14:59,153 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41005 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=80 2024-11-25T10:14:59,157 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=637fe50ab6a07d1c99fae5ead349f86b, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-25T10:14:59,157 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] ipc.CallRunner(138): callId: 115 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45434 deadline: 1732529759153, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=637fe50ab6a07d1c99fae5ead349f86b, server=e2fd862922a0,38547,1732529625709 2024-11-25T10:14:59,157 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732529683694.637fe50ab6a07d1c99fae5ead349f86b., hostname=e2fd862922a0,38547,1732529625709, seqNum=2 , the old value is region=TestAcidGuarantees,,1732529683694.637fe50ab6a07d1c99fae5ead349f86b., hostname=e2fd862922a0,38547,1732529625709, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=637fe50ab6a07d1c99fae5ead349f86b, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T10:14:59,158 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732529683694.637fe50ab6a07d1c99fae5ead349f86b., hostname=e2fd862922a0,38547,1732529625709, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=637fe50ab6a07d1c99fae5ead349f86b, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T10:14:59,158 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732529683694.637fe50ab6a07d1c99fae5ead349f86b., hostname=e2fd862922a0,38547,1732529625709, seqNum=2 because the exception is null or not the one we care about 2024-11-25T10:14:59,158 INFO [RS:0;e2fd862922a0:38547-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 637fe50ab6a07d1c99fae5ead349f86b#C#compaction#251 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-25T10:14:59,159 DEBUG [RS:0;e2fd862922a0:38547-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/637fe50ab6a07d1c99fae5ead349f86b/.tmp/C/9205d80eecb049abb534b4fbf1f993aa is 50, key is test_row_0/C:col10/1732529696870/Put/seqid=0 2024-11-25T10:14:59,166 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=637fe50ab6a07d1c99fae5ead349f86b, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-25T10:14:59,166 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] ipc.CallRunner(138): callId: 130 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45472 deadline: 1732529759162, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=637fe50ab6a07d1c99fae5ead349f86b, server=e2fd862922a0,38547,1732529625709 2024-11-25T10:14:59,166 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732529683694.637fe50ab6a07d1c99fae5ead349f86b., hostname=e2fd862922a0,38547,1732529625709, seqNum=2 , the old value is region=TestAcidGuarantees,,1732529683694.637fe50ab6a07d1c99fae5ead349f86b., hostname=e2fd862922a0,38547,1732529625709, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=637fe50ab6a07d1c99fae5ead349f86b, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T10:14:59,166 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732529683694.637fe50ab6a07d1c99fae5ead349f86b., hostname=e2fd862922a0,38547,1732529625709, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=637fe50ab6a07d1c99fae5ead349f86b, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T10:14:59,166 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732529683694.637fe50ab6a07d1c99fae5ead349f86b., hostname=e2fd862922a0,38547,1732529625709, seqNum=2 because the exception is null or not the one we care about 2024-11-25T10:14:59,170 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e2fd862922a0:0-0 {event_type=RS_FLUSH_REGIONS, pid=81}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/637fe50ab6a07d1c99fae5ead349f86b/.tmp/A/977d814555ab4fe09d9d04fc00d4a44a as hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/637fe50ab6a07d1c99fae5ead349f86b/A/977d814555ab4fe09d9d04fc00d4a44a 2024-11-25T10:14:59,174 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39927 is added to blk_1073742121_1297 (size=12983) 2024-11-25T10:14:59,175 INFO [RS_FLUSH_OPERATIONS-regionserver/e2fd862922a0:0-0 {event_type=RS_FLUSH_REGIONS, pid=81}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/637fe50ab6a07d1c99fae5ead349f86b/A/977d814555ab4fe09d9d04fc00d4a44a, entries=150, sequenceid=290, filesize=12.0 K 2024-11-25T10:14:59,176 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e2fd862922a0:0-0 {event_type=RS_FLUSH_REGIONS, pid=81}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/637fe50ab6a07d1c99fae5ead349f86b/.tmp/B/4d5efe9cbac84b328ead1ad24a693ecb as hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/637fe50ab6a07d1c99fae5ead349f86b/B/4d5efe9cbac84b328ead1ad24a693ecb 2024-11-25T10:14:59,180 INFO [RS_FLUSH_OPERATIONS-regionserver/e2fd862922a0:0-0 {event_type=RS_FLUSH_REGIONS, pid=81}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/637fe50ab6a07d1c99fae5ead349f86b/B/4d5efe9cbac84b328ead1ad24a693ecb, entries=150, sequenceid=290, filesize=12.0 K 2024-11-25T10:14:59,181 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e2fd862922a0:0-0 {event_type=RS_FLUSH_REGIONS, pid=81}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/637fe50ab6a07d1c99fae5ead349f86b/.tmp/C/b03e211b4eba427fb835ad964b5d9096 as hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/637fe50ab6a07d1c99fae5ead349f86b/C/b03e211b4eba427fb835ad964b5d9096 2024-11-25T10:14:59,187 INFO [RS_FLUSH_OPERATIONS-regionserver/e2fd862922a0:0-0 {event_type=RS_FLUSH_REGIONS, pid=81}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/637fe50ab6a07d1c99fae5ead349f86b/C/b03e211b4eba427fb835ad964b5d9096, entries=150, sequenceid=290, filesize=12.0 K 2024-11-25T10:14:59,187 INFO [RS_FLUSH_OPERATIONS-regionserver/e2fd862922a0:0-0 {event_type=RS_FLUSH_REGIONS, pid=81}] regionserver.HRegion(3140): Finished flush of dataSize ~60.38 KB/61830, heapSize ~180 KB/184320, currentSize=120.76 KB/123660 for 637fe50ab6a07d1c99fae5ead349f86b in 549ms, sequenceid=290, compaction requested=false 2024-11-25T10:14:59,188 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e2fd862922a0:0-0 {event_type=RS_FLUSH_REGIONS, pid=81}] regionserver.HRegion(2603): Flush status journal for 637fe50ab6a07d1c99fae5ead349f86b: 2024-11-25T10:14:59,188 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e2fd862922a0:0-0 {event_type=RS_FLUSH_REGIONS, pid=81}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732529683694.637fe50ab6a07d1c99fae5ead349f86b. 2024-11-25T10:14:59,188 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e2fd862922a0:0-0 {event_type=RS_FLUSH_REGIONS, pid=81}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=81 2024-11-25T10:14:59,188 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41005 {}] master.HMaster(4169): Remote procedure done, pid=81 2024-11-25T10:14:59,191 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=81, resume processing ppid=80 2024-11-25T10:14:59,191 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=81, ppid=80, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.1710 sec 2024-11-25T10:14:59,195 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=80, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=80, table=TestAcidGuarantees in 1.1800 sec 2024-11-25T10:14:59,408 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] regionserver.HRegion(8855): Flush requested on 637fe50ab6a07d1c99fae5ead349f86b 2024-11-25T10:14:59,409 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 637fe50ab6a07d1c99fae5ead349f86b 3/3 column families, dataSize=127.47 KB heapSize=360.38 KB 2024-11-25T10:14:59,409 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 637fe50ab6a07d1c99fae5ead349f86b, store=A 2024-11-25T10:14:59,409 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-25T10:14:59,409 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 637fe50ab6a07d1c99fae5ead349f86b, store=B 2024-11-25T10:14:59,409 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-25T10:14:59,410 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 637fe50ab6a07d1c99fae5ead349f86b, store=C 2024-11-25T10:14:59,410 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-25T10:14:59,416 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/637fe50ab6a07d1c99fae5ead349f86b/.tmp/A/8d8cf28e99ea48dea9d797f95d2337bf is 50, key is test_row_0/A:col10/1732529698832/Put/seqid=0 2024-11-25T10:14:59,425 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39927 is added to blk_1073742122_1298 (size=14741) 2024-11-25T10:14:59,461 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=637fe50ab6a07d1c99fae5ead349f86b, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-25T10:14:59,461 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] ipc.CallRunner(138): callId: 120 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45476 deadline: 1732529759456, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=637fe50ab6a07d1c99fae5ead349f86b, server=e2fd862922a0,38547,1732529625709 2024-11-25T10:14:59,461 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732529683694.637fe50ab6a07d1c99fae5ead349f86b., hostname=e2fd862922a0,38547,1732529625709, seqNum=2 , the old value is region=TestAcidGuarantees,,1732529683694.637fe50ab6a07d1c99fae5ead349f86b., hostname=e2fd862922a0,38547,1732529625709, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=637fe50ab6a07d1c99fae5ead349f86b, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T10:14:59,462 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732529683694.637fe50ab6a07d1c99fae5ead349f86b., hostname=e2fd862922a0,38547,1732529625709, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=637fe50ab6a07d1c99fae5ead349f86b, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T10:14:59,462 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732529683694.637fe50ab6a07d1c99fae5ead349f86b., hostname=e2fd862922a0,38547,1732529625709, seqNum=2 because the exception is null or not the one we care about 2024-11-25T10:14:59,468 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=637fe50ab6a07d1c99fae5ead349f86b, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-25T10:14:59,468 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] ipc.CallRunner(138): callId: 116 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45434 deadline: 1732529759462, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=637fe50ab6a07d1c99fae5ead349f86b, server=e2fd862922a0,38547,1732529625709 2024-11-25T10:14:59,469 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732529683694.637fe50ab6a07d1c99fae5ead349f86b., hostname=e2fd862922a0,38547,1732529625709, seqNum=2 , the old value is region=TestAcidGuarantees,,1732529683694.637fe50ab6a07d1c99fae5ead349f86b., hostname=e2fd862922a0,38547,1732529625709, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=637fe50ab6a07d1c99fae5ead349f86b, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T10:14:59,469 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732529683694.637fe50ab6a07d1c99fae5ead349f86b., hostname=e2fd862922a0,38547,1732529625709, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=637fe50ab6a07d1c99fae5ead349f86b, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T10:14:59,469 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732529683694.637fe50ab6a07d1c99fae5ead349f86b., hostname=e2fd862922a0,38547,1732529625709, seqNum=2 because the exception is null or not the one we care about 2024-11-25T10:14:59,478 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=637fe50ab6a07d1c99fae5ead349f86b, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-25T10:14:59,479 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] ipc.CallRunner(138): callId: 131 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45472 deadline: 1732529759472, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=637fe50ab6a07d1c99fae5ead349f86b, server=e2fd862922a0,38547,1732529625709 2024-11-25T10:14:59,479 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732529683694.637fe50ab6a07d1c99fae5ead349f86b., hostname=e2fd862922a0,38547,1732529625709, seqNum=2 , the old value is region=TestAcidGuarantees,,1732529683694.637fe50ab6a07d1c99fae5ead349f86b., hostname=e2fd862922a0,38547,1732529625709, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=637fe50ab6a07d1c99fae5ead349f86b, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T10:14:59,479 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732529683694.637fe50ab6a07d1c99fae5ead349f86b., hostname=e2fd862922a0,38547,1732529625709, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=637fe50ab6a07d1c99fae5ead349f86b, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T10:14:59,479 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732529683694.637fe50ab6a07d1c99fae5ead349f86b., hostname=e2fd862922a0,38547,1732529625709, seqNum=2 because the exception is null or not the one we care about 2024-11-25T10:14:59,578 DEBUG [RS:0;e2fd862922a0:38547-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/637fe50ab6a07d1c99fae5ead349f86b/.tmp/C/9205d80eecb049abb534b4fbf1f993aa as hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/637fe50ab6a07d1c99fae5ead349f86b/C/9205d80eecb049abb534b4fbf1f993aa 2024-11-25T10:14:59,578 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=637fe50ab6a07d1c99fae5ead349f86b, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-25T10:14:59,579 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] ipc.CallRunner(138): callId: 121 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45476 deadline: 1732529759572, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=637fe50ab6a07d1c99fae5ead349f86b, server=e2fd862922a0,38547,1732529625709 2024-11-25T10:14:59,579 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732529683694.637fe50ab6a07d1c99fae5ead349f86b., hostname=e2fd862922a0,38547,1732529625709, seqNum=2 , the old value is region=TestAcidGuarantees,,1732529683694.637fe50ab6a07d1c99fae5ead349f86b., hostname=e2fd862922a0,38547,1732529625709, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=637fe50ab6a07d1c99fae5ead349f86b, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T10:14:59,579 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732529683694.637fe50ab6a07d1c99fae5ead349f86b., hostname=e2fd862922a0,38547,1732529625709, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=637fe50ab6a07d1c99fae5ead349f86b, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T10:14:59,579 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732529683694.637fe50ab6a07d1c99fae5ead349f86b., hostname=e2fd862922a0,38547,1732529625709, seqNum=2 because the exception is null or not the one we care about 2024-11-25T10:14:59,583 INFO [RS:0;e2fd862922a0:38547-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in 637fe50ab6a07d1c99fae5ead349f86b/C of 637fe50ab6a07d1c99fae5ead349f86b into 9205d80eecb049abb534b4fbf1f993aa(size=12.7 K), total size for store is 24.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-25T10:14:59,583 DEBUG [RS:0;e2fd862922a0:38547-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 637fe50ab6a07d1c99fae5ead349f86b: 2024-11-25T10:14:59,584 INFO [RS:0;e2fd862922a0:38547-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732529683694.637fe50ab6a07d1c99fae5ead349f86b., storeName=637fe50ab6a07d1c99fae5ead349f86b/C, priority=12, startTime=1732529698627; duration=0sec 2024-11-25T10:14:59,584 DEBUG [RS:0;e2fd862922a0:38547-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-25T10:14:59,584 DEBUG [RS:0;e2fd862922a0:38547-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 637fe50ab6a07d1c99fae5ead349f86b:C 2024-11-25T10:14:59,783 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=637fe50ab6a07d1c99fae5ead349f86b, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-25T10:14:59,784 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] ipc.CallRunner(138): callId: 122 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45476 deadline: 1732529759782, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=637fe50ab6a07d1c99fae5ead349f86b, server=e2fd862922a0,38547,1732529625709 2024-11-25T10:14:59,784 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732529683694.637fe50ab6a07d1c99fae5ead349f86b., hostname=e2fd862922a0,38547,1732529625709, seqNum=2 , the old value is region=TestAcidGuarantees,,1732529683694.637fe50ab6a07d1c99fae5ead349f86b., hostname=e2fd862922a0,38547,1732529625709, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=637fe50ab6a07d1c99fae5ead349f86b, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T10:14:59,784 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732529683694.637fe50ab6a07d1c99fae5ead349f86b., hostname=e2fd862922a0,38547,1732529625709, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=637fe50ab6a07d1c99fae5ead349f86b, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T10:14:59,784 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732529683694.637fe50ab6a07d1c99fae5ead349f86b., hostname=e2fd862922a0,38547,1732529625709, seqNum=2 because the exception is null or not the one we care about 2024-11-25T10:14:59,825 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=327 (bloomFilter=true), to=hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/637fe50ab6a07d1c99fae5ead349f86b/.tmp/A/8d8cf28e99ea48dea9d797f95d2337bf 2024-11-25T10:14:59,834 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/637fe50ab6a07d1c99fae5ead349f86b/.tmp/B/4c53206cfd6e4ce38643a5c0eb482af6 is 50, key is test_row_0/B:col10/1732529698832/Put/seqid=0 2024-11-25T10:14:59,849 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39927 is added to blk_1073742123_1299 (size=12301) 2024-11-25T10:14:59,852 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=327 (bloomFilter=true), to=hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/637fe50ab6a07d1c99fae5ead349f86b/.tmp/B/4c53206cfd6e4ce38643a5c0eb482af6 2024-11-25T10:14:59,865 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/637fe50ab6a07d1c99fae5ead349f86b/.tmp/C/eea37720d1954f669c7de032e377ea69 is 50, key is test_row_0/C:col10/1732529698832/Put/seqid=0 2024-11-25T10:14:59,881 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39927 is added to blk_1073742124_1300 (size=12301) 2024-11-25T10:14:59,976 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=637fe50ab6a07d1c99fae5ead349f86b, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-25T10:14:59,976 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] ipc.CallRunner(138): callId: 117 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45434 deadline: 1732529759972, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=637fe50ab6a07d1c99fae5ead349f86b, server=e2fd862922a0,38547,1732529625709 2024-11-25T10:14:59,976 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732529683694.637fe50ab6a07d1c99fae5ead349f86b., hostname=e2fd862922a0,38547,1732529625709, seqNum=2 , the old value is region=TestAcidGuarantees,,1732529683694.637fe50ab6a07d1c99fae5ead349f86b., hostname=e2fd862922a0,38547,1732529625709, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=637fe50ab6a07d1c99fae5ead349f86b, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T10:14:59,976 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732529683694.637fe50ab6a07d1c99fae5ead349f86b., hostname=e2fd862922a0,38547,1732529625709, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=637fe50ab6a07d1c99fae5ead349f86b, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T10:14:59,976 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732529683694.637fe50ab6a07d1c99fae5ead349f86b., hostname=e2fd862922a0,38547,1732529625709, seqNum=2 because the exception is null or not the one we care about 2024-11-25T10:15:00,005 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=637fe50ab6a07d1c99fae5ead349f86b, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-25T10:15:00,005 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] ipc.CallRunner(138): callId: 132 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45472 deadline: 1732529760000, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=637fe50ab6a07d1c99fae5ead349f86b, server=e2fd862922a0,38547,1732529625709 2024-11-25T10:15:00,005 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732529683694.637fe50ab6a07d1c99fae5ead349f86b., hostname=e2fd862922a0,38547,1732529625709, seqNum=2 , the old value is region=TestAcidGuarantees,,1732529683694.637fe50ab6a07d1c99fae5ead349f86b., hostname=e2fd862922a0,38547,1732529625709, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=637fe50ab6a07d1c99fae5ead349f86b, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T10:15:00,005 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732529683694.637fe50ab6a07d1c99fae5ead349f86b., hostname=e2fd862922a0,38547,1732529625709, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=637fe50ab6a07d1c99fae5ead349f86b, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T10:15:00,006 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732529683694.637fe50ab6a07d1c99fae5ead349f86b., hostname=e2fd862922a0,38547,1732529625709, seqNum=2 because the exception is null or not the one we care about 2024-11-25T10:15:00,097 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=637fe50ab6a07d1c99fae5ead349f86b, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-25T10:15:00,097 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] ipc.CallRunner(138): callId: 123 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45476 deadline: 1732529760094, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=637fe50ab6a07d1c99fae5ead349f86b, server=e2fd862922a0,38547,1732529625709 2024-11-25T10:15:00,097 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732529683694.637fe50ab6a07d1c99fae5ead349f86b., hostname=e2fd862922a0,38547,1732529625709, seqNum=2 , the old value is region=TestAcidGuarantees,,1732529683694.637fe50ab6a07d1c99fae5ead349f86b., hostname=e2fd862922a0,38547,1732529625709, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=637fe50ab6a07d1c99fae5ead349f86b, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T10:15:00,097 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732529683694.637fe50ab6a07d1c99fae5ead349f86b., hostname=e2fd862922a0,38547,1732529625709, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=637fe50ab6a07d1c99fae5ead349f86b, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T10:15:00,097 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732529683694.637fe50ab6a07d1c99fae5ead349f86b., hostname=e2fd862922a0,38547,1732529625709, seqNum=2 because the exception is null or not the one we care about 2024-11-25T10:15:00,172 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41005 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=80 2024-11-25T10:15:00,173 INFO [RPCClient-NioEventLoopGroup-4-6 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-25T10:15:00,173 INFO [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41005 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-25T10:15:00,175 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41005 {}] procedure2.ProcedureExecutor(1139): Stored pid=82, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=82, table=TestAcidGuarantees 2024-11-25T10:15:00,176 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=82, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=82, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-25T10:15:00,177 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=82, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=82, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-25T10:15:00,178 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=83, ppid=82, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-25T10:15:00,179 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41005 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=82 2024-11-25T10:15:00,282 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41005 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=82 2024-11-25T10:15:00,289 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=327 (bloomFilter=true), to=hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/637fe50ab6a07d1c99fae5ead349f86b/.tmp/C/eea37720d1954f669c7de032e377ea69 2024-11-25T10:15:00,298 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/637fe50ab6a07d1c99fae5ead349f86b/.tmp/A/8d8cf28e99ea48dea9d797f95d2337bf as hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/637fe50ab6a07d1c99fae5ead349f86b/A/8d8cf28e99ea48dea9d797f95d2337bf 2024-11-25T10:15:00,303 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/637fe50ab6a07d1c99fae5ead349f86b/A/8d8cf28e99ea48dea9d797f95d2337bf, entries=200, sequenceid=327, filesize=14.4 K 2024-11-25T10:15:00,305 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/637fe50ab6a07d1c99fae5ead349f86b/.tmp/B/4c53206cfd6e4ce38643a5c0eb482af6 as hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/637fe50ab6a07d1c99fae5ead349f86b/B/4c53206cfd6e4ce38643a5c0eb482af6 2024-11-25T10:15:00,309 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/637fe50ab6a07d1c99fae5ead349f86b/B/4c53206cfd6e4ce38643a5c0eb482af6, entries=150, sequenceid=327, filesize=12.0 K 2024-11-25T10:15:00,310 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/637fe50ab6a07d1c99fae5ead349f86b/.tmp/C/eea37720d1954f669c7de032e377ea69 as hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/637fe50ab6a07d1c99fae5ead349f86b/C/eea37720d1954f669c7de032e377ea69 2024-11-25T10:15:00,314 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/637fe50ab6a07d1c99fae5ead349f86b/C/eea37720d1954f669c7de032e377ea69, entries=150, sequenceid=327, filesize=12.0 K 2024-11-25T10:15:00,315 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~127.47 KB/130530, heapSize ~360.33 KB/368976, currentSize=53.67 KB/54960 for 637fe50ab6a07d1c99fae5ead349f86b in 907ms, sequenceid=327, compaction requested=true 2024-11-25T10:15:00,315 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 637fe50ab6a07d1c99fae5ead349f86b: 2024-11-25T10:15:00,315 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 637fe50ab6a07d1c99fae5ead349f86b:A, priority=-2147483648, current under compaction store size is 1 2024-11-25T10:15:00,315 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-25T10:15:00,315 DEBUG [RS:0;e2fd862922a0:38547-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-25T10:15:00,315 DEBUG [RS:0;e2fd862922a0:38547-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-25T10:15:00,315 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 637fe50ab6a07d1c99fae5ead349f86b:B, priority=-2147483648, current under compaction store size is 2 2024-11-25T10:15:00,315 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-25T10:15:00,316 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 637fe50ab6a07d1c99fae5ead349f86b:C, priority=-2147483648, current under compaction store size is 3 2024-11-25T10:15:00,316 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-25T10:15:00,317 DEBUG [RS:0;e2fd862922a0:38547-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37585 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-25T10:15:00,317 DEBUG [RS:0;e2fd862922a0:38547-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 40025 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-25T10:15:00,317 DEBUG [RS:0;e2fd862922a0:38547-longCompactions-0 {}] regionserver.HStore(1541): 637fe50ab6a07d1c99fae5ead349f86b/B is initiating minor compaction (all files) 2024-11-25T10:15:00,317 DEBUG [RS:0;e2fd862922a0:38547-shortCompactions-0 {}] regionserver.HStore(1541): 637fe50ab6a07d1c99fae5ead349f86b/A is initiating minor compaction (all files) 2024-11-25T10:15:00,317 INFO [RS:0;e2fd862922a0:38547-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 637fe50ab6a07d1c99fae5ead349f86b/B in TestAcidGuarantees,,1732529683694.637fe50ab6a07d1c99fae5ead349f86b. 2024-11-25T10:15:00,318 INFO [RS:0;e2fd862922a0:38547-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 637fe50ab6a07d1c99fae5ead349f86b/A in TestAcidGuarantees,,1732529683694.637fe50ab6a07d1c99fae5ead349f86b. 2024-11-25T10:15:00,318 INFO [RS:0;e2fd862922a0:38547-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/637fe50ab6a07d1c99fae5ead349f86b/A/b92cb2ad96e54214a05301f238547f21, hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/637fe50ab6a07d1c99fae5ead349f86b/A/977d814555ab4fe09d9d04fc00d4a44a, hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/637fe50ab6a07d1c99fae5ead349f86b/A/8d8cf28e99ea48dea9d797f95d2337bf] into tmpdir=hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/637fe50ab6a07d1c99fae5ead349f86b/.tmp, totalSize=39.1 K 2024-11-25T10:15:00,318 INFO [RS:0;e2fd862922a0:38547-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/637fe50ab6a07d1c99fae5ead349f86b/B/7938ee2549a8412e852acad8c405458e, hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/637fe50ab6a07d1c99fae5ead349f86b/B/4d5efe9cbac84b328ead1ad24a693ecb, hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/637fe50ab6a07d1c99fae5ead349f86b/B/4c53206cfd6e4ce38643a5c0eb482af6] into tmpdir=hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/637fe50ab6a07d1c99fae5ead349f86b/.tmp, totalSize=36.7 K 2024-11-25T10:15:00,318 DEBUG [RS:0;e2fd862922a0:38547-shortCompactions-0 {}] compactions.Compactor(225): Compacting b92cb2ad96e54214a05301f238547f21, keycount=150, bloomtype=ROW, size=12.7 K, encoding=NONE, compression=NONE, seqNum=278, earliestPutTs=1732529696862 2024-11-25T10:15:00,318 DEBUG [RS:0;e2fd862922a0:38547-longCompactions-0 {}] compactions.Compactor(225): Compacting 7938ee2549a8412e852acad8c405458e, keycount=150, bloomtype=ROW, size=12.7 K, encoding=NONE, compression=NONE, seqNum=278, earliestPutTs=1732529696862 2024-11-25T10:15:00,318 DEBUG [RS:0;e2fd862922a0:38547-shortCompactions-0 {}] compactions.Compactor(225): Compacting 977d814555ab4fe09d9d04fc00d4a44a, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=290, earliestPutTs=1732529698050 2024-11-25T10:15:00,318 DEBUG [RS:0;e2fd862922a0:38547-longCompactions-0 {}] compactions.Compactor(225): Compacting 4d5efe9cbac84b328ead1ad24a693ecb, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=290, earliestPutTs=1732529698050 2024-11-25T10:15:00,320 DEBUG [RS:0;e2fd862922a0:38547-shortCompactions-0 {}] compactions.Compactor(225): Compacting 8d8cf28e99ea48dea9d797f95d2337bf, keycount=200, bloomtype=ROW, size=14.4 K, encoding=NONE, compression=NONE, seqNum=327, earliestPutTs=1732529698808 2024-11-25T10:15:00,320 DEBUG [RS:0;e2fd862922a0:38547-longCompactions-0 {}] compactions.Compactor(225): Compacting 4c53206cfd6e4ce38643a5c0eb482af6, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=327, earliestPutTs=1732529698808 2024-11-25T10:15:00,330 INFO [RS:0;e2fd862922a0:38547-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 637fe50ab6a07d1c99fae5ead349f86b#A#compaction#255 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-25T10:15:00,331 DEBUG [RS:0;e2fd862922a0:38547-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/637fe50ab6a07d1c99fae5ead349f86b/.tmp/A/cc604b90b0f6408986c2d8021977675b is 50, key is test_row_0/A:col10/1732529698832/Put/seqid=0 2024-11-25T10:15:00,331 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=38547 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=83 2024-11-25T10:15:00,331 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e2fd862922a0:0-1 {event_type=RS_FLUSH_REGIONS, pid=83}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732529683694.637fe50ab6a07d1c99fae5ead349f86b. 2024-11-25T10:15:00,332 INFO [RS_FLUSH_OPERATIONS-regionserver/e2fd862922a0:0-1 {event_type=RS_FLUSH_REGIONS, pid=83}] regionserver.HRegion(2902): Flushing 637fe50ab6a07d1c99fae5ead349f86b 3/3 column families, dataSize=53.67 KB heapSize=160.13 KB 2024-11-25T10:15:00,332 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e2fd862922a0:0-1 {event_type=RS_FLUSH_REGIONS, pid=83}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 637fe50ab6a07d1c99fae5ead349f86b, store=A 2024-11-25T10:15:00,332 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e2fd862922a0:0-1 {event_type=RS_FLUSH_REGIONS, pid=83}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T10:15:00,332 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e2fd862922a0:0-1 {event_type=RS_FLUSH_REGIONS, pid=83}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 637fe50ab6a07d1c99fae5ead349f86b, store=B 2024-11-25T10:15:00,332 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e2fd862922a0:0-1 {event_type=RS_FLUSH_REGIONS, pid=83}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T10:15:00,332 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e2fd862922a0:0-1 {event_type=RS_FLUSH_REGIONS, pid=83}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 637fe50ab6a07d1c99fae5ead349f86b, store=C 2024-11-25T10:15:00,332 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e2fd862922a0:0-1 {event_type=RS_FLUSH_REGIONS, pid=83}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T10:15:00,336 INFO [RS:0;e2fd862922a0:38547-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 637fe50ab6a07d1c99fae5ead349f86b#B#compaction#256 average throughput is 2.18 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-25T10:15:00,336 DEBUG [RS:0;e2fd862922a0:38547-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/637fe50ab6a07d1c99fae5ead349f86b/.tmp/B/86998f713585473f8bd7cf350203af90 is 50, key is test_row_0/B:col10/1732529698832/Put/seqid=0 2024-11-25T10:15:00,338 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e2fd862922a0:0-1 {event_type=RS_FLUSH_REGIONS, pid=83}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/637fe50ab6a07d1c99fae5ead349f86b/.tmp/A/c5c83b599b8f4243ad76b3180a734fb4 is 50, key is test_row_0/A:col10/1732529699455/Put/seqid=0 2024-11-25T10:15:00,343 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39927 is added to blk_1073742126_1302 (size=13085) 2024-11-25T10:15:00,369 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39927 is added to blk_1073742125_1301 (size=13085) 2024-11-25T10:15:00,369 DEBUG [RS:0;e2fd862922a0:38547-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/637fe50ab6a07d1c99fae5ead349f86b/.tmp/B/86998f713585473f8bd7cf350203af90 as hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/637fe50ab6a07d1c99fae5ead349f86b/B/86998f713585473f8bd7cf350203af90 2024-11-25T10:15:00,385 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39927 is added to blk_1073742127_1303 (size=12301) 2024-11-25T10:15:00,386 INFO [RS_FLUSH_OPERATIONS-regionserver/e2fd862922a0:0-1 {event_type=RS_FLUSH_REGIONS, pid=83}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=339 (bloomFilter=true), to=hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/637fe50ab6a07d1c99fae5ead349f86b/.tmp/A/c5c83b599b8f4243ad76b3180a734fb4 2024-11-25T10:15:00,391 INFO [RS:0;e2fd862922a0:38547-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 637fe50ab6a07d1c99fae5ead349f86b/B of 637fe50ab6a07d1c99fae5ead349f86b into 86998f713585473f8bd7cf350203af90(size=12.8 K), total size for store is 12.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-25T10:15:00,391 DEBUG [RS:0;e2fd862922a0:38547-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 637fe50ab6a07d1c99fae5ead349f86b: 2024-11-25T10:15:00,391 INFO [RS:0;e2fd862922a0:38547-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732529683694.637fe50ab6a07d1c99fae5ead349f86b., storeName=637fe50ab6a07d1c99fae5ead349f86b/B, priority=13, startTime=1732529700315; duration=0sec 2024-11-25T10:15:00,391 DEBUG [RS:0;e2fd862922a0:38547-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-25T10:15:00,391 DEBUG [RS:0;e2fd862922a0:38547-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 637fe50ab6a07d1c99fae5ead349f86b:B 2024-11-25T10:15:00,392 DEBUG [RS:0;e2fd862922a0:38547-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-25T10:15:00,394 DEBUG [RS:0;e2fd862922a0:38547-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/637fe50ab6a07d1c99fae5ead349f86b/.tmp/A/cc604b90b0f6408986c2d8021977675b as hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/637fe50ab6a07d1c99fae5ead349f86b/A/cc604b90b0f6408986c2d8021977675b 2024-11-25T10:15:00,395 DEBUG [RS:0;e2fd862922a0:38547-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37585 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-25T10:15:00,396 DEBUG [RS:0;e2fd862922a0:38547-longCompactions-0 {}] regionserver.HStore(1541): 637fe50ab6a07d1c99fae5ead349f86b/C is initiating minor compaction (all files) 2024-11-25T10:15:00,396 INFO [RS:0;e2fd862922a0:38547-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 637fe50ab6a07d1c99fae5ead349f86b/C in TestAcidGuarantees,,1732529683694.637fe50ab6a07d1c99fae5ead349f86b. 2024-11-25T10:15:00,396 INFO [RS:0;e2fd862922a0:38547-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/637fe50ab6a07d1c99fae5ead349f86b/C/9205d80eecb049abb534b4fbf1f993aa, hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/637fe50ab6a07d1c99fae5ead349f86b/C/b03e211b4eba427fb835ad964b5d9096, hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/637fe50ab6a07d1c99fae5ead349f86b/C/eea37720d1954f669c7de032e377ea69] into tmpdir=hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/637fe50ab6a07d1c99fae5ead349f86b/.tmp, totalSize=36.7 K 2024-11-25T10:15:00,397 DEBUG [RS:0;e2fd862922a0:38547-longCompactions-0 {}] compactions.Compactor(225): Compacting 9205d80eecb049abb534b4fbf1f993aa, keycount=150, bloomtype=ROW, size=12.7 K, encoding=NONE, compression=NONE, seqNum=278, earliestPutTs=1732529696862 2024-11-25T10:15:00,400 DEBUG [RS:0;e2fd862922a0:38547-longCompactions-0 {}] compactions.Compactor(225): Compacting b03e211b4eba427fb835ad964b5d9096, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=290, earliestPutTs=1732529698050 2024-11-25T10:15:00,402 DEBUG [RS:0;e2fd862922a0:38547-longCompactions-0 {}] compactions.Compactor(225): Compacting eea37720d1954f669c7de032e377ea69, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=327, earliestPutTs=1732529698808 2024-11-25T10:15:00,403 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e2fd862922a0:0-1 {event_type=RS_FLUSH_REGIONS, pid=83}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/637fe50ab6a07d1c99fae5ead349f86b/.tmp/B/b314dd607a794c119a2b8d0fa631d1ee is 50, key is test_row_0/B:col10/1732529699455/Put/seqid=0 2024-11-25T10:15:00,404 INFO [RS:0;e2fd862922a0:38547-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 637fe50ab6a07d1c99fae5ead349f86b/A of 637fe50ab6a07d1c99fae5ead349f86b into cc604b90b0f6408986c2d8021977675b(size=12.8 K), total size for store is 12.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-25T10:15:00,404 DEBUG [RS:0;e2fd862922a0:38547-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 637fe50ab6a07d1c99fae5ead349f86b: 2024-11-25T10:15:00,404 INFO [RS:0;e2fd862922a0:38547-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732529683694.637fe50ab6a07d1c99fae5ead349f86b., storeName=637fe50ab6a07d1c99fae5ead349f86b/A, priority=13, startTime=1732529700315; duration=0sec 2024-11-25T10:15:00,404 DEBUG [RS:0;e2fd862922a0:38547-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-25T10:15:00,404 DEBUG [RS:0;e2fd862922a0:38547-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 637fe50ab6a07d1c99fae5ead349f86b:A 2024-11-25T10:15:00,412 INFO [RS:0;e2fd862922a0:38547-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 637fe50ab6a07d1c99fae5ead349f86b#C#compaction#259 average throughput is 2.18 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-25T10:15:00,412 DEBUG [RS:0;e2fd862922a0:38547-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/637fe50ab6a07d1c99fae5ead349f86b/.tmp/C/1932ba01a8c8420db4da4c53b634b05e is 50, key is test_row_0/C:col10/1732529698832/Put/seqid=0 2024-11-25T10:15:00,448 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39927 is added to blk_1073742128_1304 (size=12301) 2024-11-25T10:15:00,449 INFO [RS_FLUSH_OPERATIONS-regionserver/e2fd862922a0:0-1 {event_type=RS_FLUSH_REGIONS, pid=83}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=339 (bloomFilter=true), to=hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/637fe50ab6a07d1c99fae5ead349f86b/.tmp/B/b314dd607a794c119a2b8d0fa631d1ee 2024-11-25T10:15:00,457 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39927 is added to blk_1073742129_1305 (size=13085) 2024-11-25T10:15:00,465 DEBUG [RS:0;e2fd862922a0:38547-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/637fe50ab6a07d1c99fae5ead349f86b/.tmp/C/1932ba01a8c8420db4da4c53b634b05e as hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/637fe50ab6a07d1c99fae5ead349f86b/C/1932ba01a8c8420db4da4c53b634b05e 2024-11-25T10:15:00,472 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e2fd862922a0:0-1 {event_type=RS_FLUSH_REGIONS, pid=83}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/637fe50ab6a07d1c99fae5ead349f86b/.tmp/C/3c9819a0e1d145afbb6377753c6322c6 is 50, key is test_row_0/C:col10/1732529699455/Put/seqid=0 2024-11-25T10:15:00,476 INFO [RS:0;e2fd862922a0:38547-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 637fe50ab6a07d1c99fae5ead349f86b/C of 637fe50ab6a07d1c99fae5ead349f86b into 1932ba01a8c8420db4da4c53b634b05e(size=12.8 K), total size for store is 12.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-25T10:15:00,476 DEBUG [RS:0;e2fd862922a0:38547-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 637fe50ab6a07d1c99fae5ead349f86b: 2024-11-25T10:15:00,476 INFO [RS:0;e2fd862922a0:38547-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732529683694.637fe50ab6a07d1c99fae5ead349f86b., storeName=637fe50ab6a07d1c99fae5ead349f86b/C, priority=13, startTime=1732529700316; duration=0sec 2024-11-25T10:15:00,476 DEBUG [RS:0;e2fd862922a0:38547-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-25T10:15:00,476 DEBUG [RS:0;e2fd862922a0:38547-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 637fe50ab6a07d1c99fae5ead349f86b:C 2024-11-25T10:15:00,487 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39927 is added to blk_1073742130_1306 (size=12301) 2024-11-25T10:15:00,488 INFO [RS_FLUSH_OPERATIONS-regionserver/e2fd862922a0:0-1 {event_type=RS_FLUSH_REGIONS, pid=83}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=339 (bloomFilter=true), to=hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/637fe50ab6a07d1c99fae5ead349f86b/.tmp/C/3c9819a0e1d145afbb6377753c6322c6 2024-11-25T10:15:00,492 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41005 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=82 2024-11-25T10:15:00,492 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e2fd862922a0:0-1 {event_type=RS_FLUSH_REGIONS, pid=83}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/637fe50ab6a07d1c99fae5ead349f86b/.tmp/A/c5c83b599b8f4243ad76b3180a734fb4 as hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/637fe50ab6a07d1c99fae5ead349f86b/A/c5c83b599b8f4243ad76b3180a734fb4 2024-11-25T10:15:00,496 INFO [RS_FLUSH_OPERATIONS-regionserver/e2fd862922a0:0-1 {event_type=RS_FLUSH_REGIONS, pid=83}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/637fe50ab6a07d1c99fae5ead349f86b/A/c5c83b599b8f4243ad76b3180a734fb4, entries=150, sequenceid=339, filesize=12.0 K 2024-11-25T10:15:00,497 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e2fd862922a0:0-1 {event_type=RS_FLUSH_REGIONS, pid=83}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/637fe50ab6a07d1c99fae5ead349f86b/.tmp/B/b314dd607a794c119a2b8d0fa631d1ee as hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/637fe50ab6a07d1c99fae5ead349f86b/B/b314dd607a794c119a2b8d0fa631d1ee 2024-11-25T10:15:00,501 INFO [RS_FLUSH_OPERATIONS-regionserver/e2fd862922a0:0-1 {event_type=RS_FLUSH_REGIONS, pid=83}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/637fe50ab6a07d1c99fae5ead349f86b/B/b314dd607a794c119a2b8d0fa631d1ee, entries=150, sequenceid=339, filesize=12.0 K 2024-11-25T10:15:00,502 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e2fd862922a0:0-1 {event_type=RS_FLUSH_REGIONS, pid=83}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/637fe50ab6a07d1c99fae5ead349f86b/.tmp/C/3c9819a0e1d145afbb6377753c6322c6 as hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/637fe50ab6a07d1c99fae5ead349f86b/C/3c9819a0e1d145afbb6377753c6322c6 2024-11-25T10:15:00,515 INFO [RS_FLUSH_OPERATIONS-regionserver/e2fd862922a0:0-1 {event_type=RS_FLUSH_REGIONS, pid=83}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/637fe50ab6a07d1c99fae5ead349f86b/C/3c9819a0e1d145afbb6377753c6322c6, entries=150, sequenceid=339, filesize=12.0 K 2024-11-25T10:15:00,516 INFO [RS_FLUSH_OPERATIONS-regionserver/e2fd862922a0:0-1 {event_type=RS_FLUSH_REGIONS, pid=83}] regionserver.HRegion(3140): Finished flush of dataSize ~53.67 KB/54960, heapSize ~160.08 KB/163920, currentSize=0 B/0 for 637fe50ab6a07d1c99fae5ead349f86b in 185ms, sequenceid=339, compaction requested=false 2024-11-25T10:15:00,516 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e2fd862922a0:0-1 {event_type=RS_FLUSH_REGIONS, pid=83}] regionserver.HRegion(2603): Flush status journal for 637fe50ab6a07d1c99fae5ead349f86b: 2024-11-25T10:15:00,516 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e2fd862922a0:0-1 {event_type=RS_FLUSH_REGIONS, pid=83}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732529683694.637fe50ab6a07d1c99fae5ead349f86b. 2024-11-25T10:15:00,516 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e2fd862922a0:0-1 {event_type=RS_FLUSH_REGIONS, pid=83}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=83 2024-11-25T10:15:00,516 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41005 {}] master.HMaster(4169): Remote procedure done, pid=83 2024-11-25T10:15:00,519 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=83, resume processing ppid=82 2024-11-25T10:15:00,519 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=83, ppid=82, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 339 msec 2024-11-25T10:15:00,521 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=82, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=82, table=TestAcidGuarantees in 345 msec 2024-11-25T10:15:00,644 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] regionserver.HRegion(8855): Flush requested on 637fe50ab6a07d1c99fae5ead349f86b 2024-11-25T10:15:00,644 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 637fe50ab6a07d1c99fae5ead349f86b 3/3 column families, dataSize=46.96 KB heapSize=140.20 KB 2024-11-25T10:15:00,644 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 637fe50ab6a07d1c99fae5ead349f86b, store=A 2024-11-25T10:15:00,644 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T10:15:00,644 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 637fe50ab6a07d1c99fae5ead349f86b, store=B 2024-11-25T10:15:00,644 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T10:15:00,644 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 637fe50ab6a07d1c99fae5ead349f86b, store=C 2024-11-25T10:15:00,644 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T10:15:00,652 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/637fe50ab6a07d1c99fae5ead349f86b/.tmp/A/1debd73b5ec349609c1d9ab672b71564 is 50, key is test_row_0/A:col10/1732529700643/Put/seqid=0 2024-11-25T10:15:00,669 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39927 is added to blk_1073742131_1307 (size=12301) 2024-11-25T10:15:00,735 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/e2fd862922a0:0-0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=159, cellSize=7275, totalHeapSize=16776, min timestamp=1732529700678, max timestamp=1732529700731Num uniques 859; 2024-11-25T10:15:00,735 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/e2fd862922a0:0-5 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=159, cellSize=7275, totalHeapSize=16776, min timestamp=1732529700678, max timestamp=1732529700731Num uniques 859; 2024-11-25T10:15:00,735 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/e2fd862922a0:0-5 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=7275, suffix heap size=117064,new segment heap size=16776 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=159 2024-11-25T10:15:00,735 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/e2fd862922a0:0-0 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=7275, suffix heap size=117064,new segment heap size=16776 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=159 2024-11-25T10:15:00,735 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/e2fd862922a0:0-9 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=159, cellSize=7275, totalHeapSize=16776, min timestamp=1732529700678, max timestamp=1732529700731Num uniques 859; 2024-11-25T10:15:00,735 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/e2fd862922a0:0-9 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=7275, suffix heap size=117064,new segment heap size=16776 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=159 2024-11-25T10:15:00,802 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41005 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=82 2024-11-25T10:15:00,802 INFO [RPCClient-NioEventLoopGroup-4-6 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-25T10:15:00,803 INFO [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41005 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-25T10:15:00,803 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41005 {}] procedure2.ProcedureExecutor(1139): Stored pid=84, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=84, table=TestAcidGuarantees 2024-11-25T10:15:00,804 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41005 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=84 2024-11-25T10:15:00,804 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=84, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=84, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-25T10:15:00,805 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=84, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=84, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-25T10:15:00,805 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=85, ppid=84, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-25T10:15:00,861 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=637fe50ab6a07d1c99fae5ead349f86b, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-25T10:15:00,861 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] ipc.CallRunner(138): callId: 165 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45476 deadline: 1732529760856, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=637fe50ab6a07d1c99fae5ead349f86b, server=e2fd862922a0,38547,1732529625709 2024-11-25T10:15:00,861 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732529683694.637fe50ab6a07d1c99fae5ead349f86b., hostname=e2fd862922a0,38547,1732529625709, seqNum=2 , the old value is region=TestAcidGuarantees,,1732529683694.637fe50ab6a07d1c99fae5ead349f86b., hostname=e2fd862922a0,38547,1732529625709, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=637fe50ab6a07d1c99fae5ead349f86b, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T10:15:00,861 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732529683694.637fe50ab6a07d1c99fae5ead349f86b., hostname=e2fd862922a0,38547,1732529625709, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=637fe50ab6a07d1c99fae5ead349f86b, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T10:15:00,861 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732529683694.637fe50ab6a07d1c99fae5ead349f86b., hostname=e2fd862922a0,38547,1732529625709, seqNum=2 because the exception is null or not the one we care about 2024-11-25T10:15:00,912 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41005 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=84 2024-11-25T10:15:00,957 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=38547 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=85 2024-11-25T10:15:00,957 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e2fd862922a0:0-2 {event_type=RS_FLUSH_REGIONS, pid=85}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732529683694.637fe50ab6a07d1c99fae5ead349f86b. 2024-11-25T10:15:00,957 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e2fd862922a0:0-2 {event_type=RS_FLUSH_REGIONS, pid=85}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732529683694.637fe50ab6a07d1c99fae5ead349f86b. as already flushing 2024-11-25T10:15:00,957 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e2fd862922a0:0-2 {event_type=RS_FLUSH_REGIONS, pid=85}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732529683694.637fe50ab6a07d1c99fae5ead349f86b. 2024-11-25T10:15:00,957 ERROR [RS_FLUSH_OPERATIONS-regionserver/e2fd862922a0:0-2 {event_type=RS_FLUSH_REGIONS, pid=85}] handler.RSProcedureHandler(58): pid=85 java.io.IOException: Unable to complete flush {ENCODED => 637fe50ab6a07d1c99fae5ead349f86b, NAME => 'TestAcidGuarantees,,1732529683694.637fe50ab6a07d1c99fae5ead349f86b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T10:15:00,958 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e2fd862922a0:0-2 {event_type=RS_FLUSH_REGIONS, pid=85}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=85 java.io.IOException: Unable to complete flush {ENCODED => 637fe50ab6a07d1c99fae5ead349f86b, NAME => 'TestAcidGuarantees,,1732529683694.637fe50ab6a07d1c99fae5ead349f86b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T10:15:00,958 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41005 {}] master.HMaster(4177): Remote procedure failed, pid=85 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 637fe50ab6a07d1c99fae5ead349f86b, NAME => 'TestAcidGuarantees,,1732529683694.637fe50ab6a07d1c99fae5ead349f86b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 637fe50ab6a07d1c99fae5ead349f86b, NAME => 'TestAcidGuarantees,,1732529683694.637fe50ab6a07d1c99fae5ead349f86b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T10:15:00,972 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=637fe50ab6a07d1c99fae5ead349f86b, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-25T10:15:00,973 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] ipc.CallRunner(138): callId: 166 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45476 deadline: 1732529760972, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=637fe50ab6a07d1c99fae5ead349f86b, server=e2fd862922a0,38547,1732529625709 2024-11-25T10:15:00,973 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732529683694.637fe50ab6a07d1c99fae5ead349f86b., hostname=e2fd862922a0,38547,1732529625709, seqNum=2 , the old value is region=TestAcidGuarantees,,1732529683694.637fe50ab6a07d1c99fae5ead349f86b., hostname=e2fd862922a0,38547,1732529625709, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=637fe50ab6a07d1c99fae5ead349f86b, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T10:15:00,973 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732529683694.637fe50ab6a07d1c99fae5ead349f86b., hostname=e2fd862922a0,38547,1732529625709, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=637fe50ab6a07d1c99fae5ead349f86b, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T10:15:00,973 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732529683694.637fe50ab6a07d1c99fae5ead349f86b., hostname=e2fd862922a0,38547,1732529625709, seqNum=2 because the exception is null or not the one we care about 2024-11-25T10:15:00,997 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=637fe50ab6a07d1c99fae5ead349f86b, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-25T10:15:00,997 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] ipc.CallRunner(138): callId: 118 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45434 deadline: 1732529760993, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=637fe50ab6a07d1c99fae5ead349f86b, server=e2fd862922a0,38547,1732529625709 2024-11-25T10:15:00,998 WARN [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRpcRetryingCaller(177): Call to e2fd862922a0,38547,1732529625709 for 'test_row_2' in 637fe50ab6a07d1c99fae5ead349f86b of TestAcidGuarantees failed, tries = 6, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 2168 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=637fe50ab6a07d1c99fae5ead349f86b, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor39.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=637fe50ab6a07d1c99fae5ead349f86b, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 32 more 2024-11-25T10:15:00,998 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732529683694.637fe50ab6a07d1c99fae5ead349f86b., hostname=e2fd862922a0,38547,1732529625709, seqNum=2 , the old value is region=TestAcidGuarantees,,1732529683694.637fe50ab6a07d1c99fae5ead349f86b., hostname=e2fd862922a0,38547,1732529625709, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=637fe50ab6a07d1c99fae5ead349f86b, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T10:15:00,998 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732529683694.637fe50ab6a07d1c99fae5ead349f86b., hostname=e2fd862922a0,38547,1732529625709, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=637fe50ab6a07d1c99fae5ead349f86b, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T10:15:00,998 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732529683694.637fe50ab6a07d1c99fae5ead349f86b., hostname=e2fd862922a0,38547,1732529625709, seqNum=2 because the exception is null or not the one we care about 2024-11-25T10:15:01,016 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=637fe50ab6a07d1c99fae5ead349f86b, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-25T10:15:01,016 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] ipc.CallRunner(138): callId: 133 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45472 deadline: 1732529761012, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=637fe50ab6a07d1c99fae5ead349f86b, server=e2fd862922a0,38547,1732529625709 2024-11-25T10:15:01,016 WARN [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRpcRetryingCaller(177): Call to e2fd862922a0,38547,1732529625709 for 'test_row_0' in 637fe50ab6a07d1c99fae5ead349f86b of TestAcidGuarantees failed, tries = 6, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 2183 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=637fe50ab6a07d1c99fae5ead349f86b, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor39.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=637fe50ab6a07d1c99fae5ead349f86b, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 32 more 2024-11-25T10:15:01,017 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732529683694.637fe50ab6a07d1c99fae5ead349f86b., hostname=e2fd862922a0,38547,1732529625709, seqNum=2 , the old value is region=TestAcidGuarantees,,1732529683694.637fe50ab6a07d1c99fae5ead349f86b., hostname=e2fd862922a0,38547,1732529625709, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=637fe50ab6a07d1c99fae5ead349f86b, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T10:15:01,017 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732529683694.637fe50ab6a07d1c99fae5ead349f86b., hostname=e2fd862922a0,38547,1732529625709, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=637fe50ab6a07d1c99fae5ead349f86b, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T10:15:01,017 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732529683694.637fe50ab6a07d1c99fae5ead349f86b., hostname=e2fd862922a0,38547,1732529625709, seqNum=2 because the exception is null or not the one we care about 2024-11-25T10:15:01,071 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=352 (bloomFilter=true), to=hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/637fe50ab6a07d1c99fae5ead349f86b/.tmp/A/1debd73b5ec349609c1d9ab672b71564 2024-11-25T10:15:01,080 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/637fe50ab6a07d1c99fae5ead349f86b/.tmp/B/3063c3d9f7a643c0bdc4a5acb3da3a51 is 50, key is test_row_0/B:col10/1732529700643/Put/seqid=0 2024-11-25T10:15:01,105 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39927 is added to blk_1073742132_1308 (size=12301) 2024-11-25T10:15:01,107 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=352 (bloomFilter=true), to=hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/637fe50ab6a07d1c99fae5ead349f86b/.tmp/B/3063c3d9f7a643c0bdc4a5acb3da3a51 2024-11-25T10:15:01,111 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=38547 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=85 2024-11-25T10:15:01,111 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e2fd862922a0:0-0 {event_type=RS_FLUSH_REGIONS, pid=85}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732529683694.637fe50ab6a07d1c99fae5ead349f86b. 2024-11-25T10:15:01,111 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e2fd862922a0:0-0 {event_type=RS_FLUSH_REGIONS, pid=85}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732529683694.637fe50ab6a07d1c99fae5ead349f86b. as already flushing 2024-11-25T10:15:01,111 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e2fd862922a0:0-0 {event_type=RS_FLUSH_REGIONS, pid=85}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732529683694.637fe50ab6a07d1c99fae5ead349f86b. 2024-11-25T10:15:01,111 ERROR [RS_FLUSH_OPERATIONS-regionserver/e2fd862922a0:0-0 {event_type=RS_FLUSH_REGIONS, pid=85}] handler.RSProcedureHandler(58): pid=85 java.io.IOException: Unable to complete flush {ENCODED => 637fe50ab6a07d1c99fae5ead349f86b, NAME => 'TestAcidGuarantees,,1732529683694.637fe50ab6a07d1c99fae5ead349f86b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T10:15:01,111 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e2fd862922a0:0-0 {event_type=RS_FLUSH_REGIONS, pid=85}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=85 java.io.IOException: Unable to complete flush {ENCODED => 637fe50ab6a07d1c99fae5ead349f86b, NAME => 'TestAcidGuarantees,,1732529683694.637fe50ab6a07d1c99fae5ead349f86b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T10:15:01,112 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41005 {}] master.HMaster(4177): Remote procedure failed, pid=85 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 637fe50ab6a07d1c99fae5ead349f86b, NAME => 'TestAcidGuarantees,,1732529683694.637fe50ab6a07d1c99fae5ead349f86b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 637fe50ab6a07d1c99fae5ead349f86b, NAME => 'TestAcidGuarantees,,1732529683694.637fe50ab6a07d1c99fae5ead349f86b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T10:15:01,114 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/637fe50ab6a07d1c99fae5ead349f86b/.tmp/C/28743cc30d9a42a2af880ca089dbf218 is 50, key is test_row_0/C:col10/1732529700643/Put/seqid=0 2024-11-25T10:15:01,122 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41005 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=84 2024-11-25T10:15:01,123 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39927 is added to blk_1073742133_1309 (size=12301) 2024-11-25T10:15:01,185 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=637fe50ab6a07d1c99fae5ead349f86b, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-25T10:15:01,185 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] ipc.CallRunner(138): callId: 167 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45476 deadline: 1732529761182, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=637fe50ab6a07d1c99fae5ead349f86b, server=e2fd862922a0,38547,1732529625709 2024-11-25T10:15:01,186 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732529683694.637fe50ab6a07d1c99fae5ead349f86b., hostname=e2fd862922a0,38547,1732529625709, seqNum=2 , the old value is region=TestAcidGuarantees,,1732529683694.637fe50ab6a07d1c99fae5ead349f86b., hostname=e2fd862922a0,38547,1732529625709, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=637fe50ab6a07d1c99fae5ead349f86b, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T10:15:01,186 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732529683694.637fe50ab6a07d1c99fae5ead349f86b., hostname=e2fd862922a0,38547,1732529625709, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=637fe50ab6a07d1c99fae5ead349f86b, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T10:15:01,186 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732529683694.637fe50ab6a07d1c99fae5ead349f86b., hostname=e2fd862922a0,38547,1732529625709, seqNum=2 because the exception is null or not the one we care about 2024-11-25T10:15:01,218 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=637fe50ab6a07d1c99fae5ead349f86b, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-25T10:15:01,218 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] ipc.CallRunner(138): callId: 65 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45452 deadline: 1732529761212, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=637fe50ab6a07d1c99fae5ead349f86b, server=e2fd862922a0,38547,1732529625709 2024-11-25T10:15:01,218 WARN [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRpcRetryingCaller(177): Call to e2fd862922a0,38547,1732529625709 for 'test_row_0' in 637fe50ab6a07d1c99fae5ead349f86b of TestAcidGuarantees failed, tries = 8, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 8253 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=637fe50ab6a07d1c99fae5ead349f86b, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor39.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=637fe50ab6a07d1c99fae5ead349f86b, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 32 more 2024-11-25T10:15:01,219 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732529683694.637fe50ab6a07d1c99fae5ead349f86b., hostname=e2fd862922a0,38547,1732529625709, seqNum=2 , the old value is region=TestAcidGuarantees,,1732529683694.637fe50ab6a07d1c99fae5ead349f86b., hostname=e2fd862922a0,38547,1732529625709, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=637fe50ab6a07d1c99fae5ead349f86b, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T10:15:01,219 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732529683694.637fe50ab6a07d1c99fae5ead349f86b., hostname=e2fd862922a0,38547,1732529625709, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=637fe50ab6a07d1c99fae5ead349f86b, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T10:15:01,219 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732529683694.637fe50ab6a07d1c99fae5ead349f86b., hostname=e2fd862922a0,38547,1732529625709, seqNum=2 because the exception is null or not the one we care about 2024-11-25T10:15:01,266 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=38547 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=85 2024-11-25T10:15:01,268 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e2fd862922a0:0-1 {event_type=RS_FLUSH_REGIONS, pid=85}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732529683694.637fe50ab6a07d1c99fae5ead349f86b. 2024-11-25T10:15:01,268 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e2fd862922a0:0-1 {event_type=RS_FLUSH_REGIONS, pid=85}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732529683694.637fe50ab6a07d1c99fae5ead349f86b. as already flushing 2024-11-25T10:15:01,269 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e2fd862922a0:0-1 {event_type=RS_FLUSH_REGIONS, pid=85}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732529683694.637fe50ab6a07d1c99fae5ead349f86b. 2024-11-25T10:15:01,269 ERROR [RS_FLUSH_OPERATIONS-regionserver/e2fd862922a0:0-1 {event_type=RS_FLUSH_REGIONS, pid=85}] handler.RSProcedureHandler(58): pid=85 java.io.IOException: Unable to complete flush {ENCODED => 637fe50ab6a07d1c99fae5ead349f86b, NAME => 'TestAcidGuarantees,,1732529683694.637fe50ab6a07d1c99fae5ead349f86b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T10:15:01,269 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e2fd862922a0:0-1 {event_type=RS_FLUSH_REGIONS, pid=85}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=85 java.io.IOException: Unable to complete flush {ENCODED => 637fe50ab6a07d1c99fae5ead349f86b, NAME => 'TestAcidGuarantees,,1732529683694.637fe50ab6a07d1c99fae5ead349f86b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T10:15:01,270 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41005 {}] master.HMaster(4177): Remote procedure failed, pid=85 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 637fe50ab6a07d1c99fae5ead349f86b, NAME => 'TestAcidGuarantees,,1732529683694.637fe50ab6a07d1c99fae5ead349f86b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 637fe50ab6a07d1c99fae5ead349f86b, NAME => 'TestAcidGuarantees,,1732529683694.637fe50ab6a07d1c99fae5ead349f86b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T10:15:01,421 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=38547 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=85 2024-11-25T10:15:01,422 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e2fd862922a0:0-2 {event_type=RS_FLUSH_REGIONS, pid=85}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732529683694.637fe50ab6a07d1c99fae5ead349f86b. 2024-11-25T10:15:01,422 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e2fd862922a0:0-2 {event_type=RS_FLUSH_REGIONS, pid=85}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732529683694.637fe50ab6a07d1c99fae5ead349f86b. as already flushing 2024-11-25T10:15:01,422 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e2fd862922a0:0-2 {event_type=RS_FLUSH_REGIONS, pid=85}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732529683694.637fe50ab6a07d1c99fae5ead349f86b. 2024-11-25T10:15:01,422 ERROR [RS_FLUSH_OPERATIONS-regionserver/e2fd862922a0:0-2 {event_type=RS_FLUSH_REGIONS, pid=85}] handler.RSProcedureHandler(58): pid=85 java.io.IOException: Unable to complete flush {ENCODED => 637fe50ab6a07d1c99fae5ead349f86b, NAME => 'TestAcidGuarantees,,1732529683694.637fe50ab6a07d1c99fae5ead349f86b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T10:15:01,422 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e2fd862922a0:0-2 {event_type=RS_FLUSH_REGIONS, pid=85}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=85 java.io.IOException: Unable to complete flush {ENCODED => 637fe50ab6a07d1c99fae5ead349f86b, NAME => 'TestAcidGuarantees,,1732529683694.637fe50ab6a07d1c99fae5ead349f86b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T10:15:01,423 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41005 {}] master.HMaster(4177): Remote procedure failed, pid=85 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 637fe50ab6a07d1c99fae5ead349f86b, NAME => 'TestAcidGuarantees,,1732529683694.637fe50ab6a07d1c99fae5ead349f86b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 637fe50ab6a07d1c99fae5ead349f86b, NAME => 'TestAcidGuarantees,,1732529683694.637fe50ab6a07d1c99fae5ead349f86b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T10:15:01,432 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41005 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=84 2024-11-25T10:15:01,498 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=637fe50ab6a07d1c99fae5ead349f86b, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-25T10:15:01,498 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] ipc.CallRunner(138): callId: 168 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45476 deadline: 1732529761493, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=637fe50ab6a07d1c99fae5ead349f86b, server=e2fd862922a0,38547,1732529625709 2024-11-25T10:15:01,499 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732529683694.637fe50ab6a07d1c99fae5ead349f86b., hostname=e2fd862922a0,38547,1732529625709, seqNum=2 , the old value is region=TestAcidGuarantees,,1732529683694.637fe50ab6a07d1c99fae5ead349f86b., hostname=e2fd862922a0,38547,1732529625709, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=637fe50ab6a07d1c99fae5ead349f86b, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T10:15:01,499 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732529683694.637fe50ab6a07d1c99fae5ead349f86b., hostname=e2fd862922a0,38547,1732529625709, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=637fe50ab6a07d1c99fae5ead349f86b, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T10:15:01,499 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732529683694.637fe50ab6a07d1c99fae5ead349f86b., hostname=e2fd862922a0,38547,1732529625709, seqNum=2 because the exception is null or not the one we care about 2024-11-25T10:15:01,524 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=352 (bloomFilter=true), to=hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/637fe50ab6a07d1c99fae5ead349f86b/.tmp/C/28743cc30d9a42a2af880ca089dbf218 2024-11-25T10:15:01,530 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/637fe50ab6a07d1c99fae5ead349f86b/.tmp/A/1debd73b5ec349609c1d9ab672b71564 as hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/637fe50ab6a07d1c99fae5ead349f86b/A/1debd73b5ec349609c1d9ab672b71564 2024-11-25T10:15:01,535 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/637fe50ab6a07d1c99fae5ead349f86b/A/1debd73b5ec349609c1d9ab672b71564, entries=150, sequenceid=352, filesize=12.0 K 2024-11-25T10:15:01,536 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/637fe50ab6a07d1c99fae5ead349f86b/.tmp/B/3063c3d9f7a643c0bdc4a5acb3da3a51 as hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/637fe50ab6a07d1c99fae5ead349f86b/B/3063c3d9f7a643c0bdc4a5acb3da3a51 2024-11-25T10:15:01,541 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/637fe50ab6a07d1c99fae5ead349f86b/B/3063c3d9f7a643c0bdc4a5acb3da3a51, entries=150, sequenceid=352, filesize=12.0 K 2024-11-25T10:15:01,542 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/637fe50ab6a07d1c99fae5ead349f86b/.tmp/C/28743cc30d9a42a2af880ca089dbf218 as hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/637fe50ab6a07d1c99fae5ead349f86b/C/28743cc30d9a42a2af880ca089dbf218 2024-11-25T10:15:01,553 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/637fe50ab6a07d1c99fae5ead349f86b/C/28743cc30d9a42a2af880ca089dbf218, entries=150, sequenceid=352, filesize=12.0 K 2024-11-25T10:15:01,555 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~46.96 KB/48090, heapSize ~140.16 KB/143520, currentSize=134.18 KB/137400 for 637fe50ab6a07d1c99fae5ead349f86b in 911ms, sequenceid=352, compaction requested=true 2024-11-25T10:15:01,555 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 637fe50ab6a07d1c99fae5ead349f86b: 2024-11-25T10:15:01,555 DEBUG [RS:0;e2fd862922a0:38547-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-25T10:15:01,555 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 637fe50ab6a07d1c99fae5ead349f86b:A, priority=-2147483648, current under compaction store size is 1 2024-11-25T10:15:01,556 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-25T10:15:01,556 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 637fe50ab6a07d1c99fae5ead349f86b:B, priority=-2147483648, current under compaction store size is 2 2024-11-25T10:15:01,556 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-25T10:15:01,556 DEBUG [RS:0;e2fd862922a0:38547-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-25T10:15:01,556 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 637fe50ab6a07d1c99fae5ead349f86b:C, priority=-2147483648, current under compaction store size is 3 2024-11-25T10:15:01,556 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-25T10:15:01,558 DEBUG [RS:0;e2fd862922a0:38547-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37687 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-25T10:15:01,558 DEBUG [RS:0;e2fd862922a0:38547-longCompactions-0 {}] regionserver.HStore(1541): 637fe50ab6a07d1c99fae5ead349f86b/A is initiating minor compaction (all files) 2024-11-25T10:15:01,558 INFO [RS:0;e2fd862922a0:38547-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 637fe50ab6a07d1c99fae5ead349f86b/A in TestAcidGuarantees,,1732529683694.637fe50ab6a07d1c99fae5ead349f86b. 2024-11-25T10:15:01,558 INFO [RS:0;e2fd862922a0:38547-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/637fe50ab6a07d1c99fae5ead349f86b/A/cc604b90b0f6408986c2d8021977675b, hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/637fe50ab6a07d1c99fae5ead349f86b/A/c5c83b599b8f4243ad76b3180a734fb4, hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/637fe50ab6a07d1c99fae5ead349f86b/A/1debd73b5ec349609c1d9ab672b71564] into tmpdir=hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/637fe50ab6a07d1c99fae5ead349f86b/.tmp, totalSize=36.8 K 2024-11-25T10:15:01,558 DEBUG [RS:0;e2fd862922a0:38547-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37687 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-25T10:15:01,558 DEBUG [RS:0;e2fd862922a0:38547-longCompactions-0 {}] compactions.Compactor(225): Compacting cc604b90b0f6408986c2d8021977675b, keycount=150, bloomtype=ROW, size=12.8 K, encoding=NONE, compression=NONE, seqNum=327, earliestPutTs=1732529698808 2024-11-25T10:15:01,558 DEBUG [RS:0;e2fd862922a0:38547-shortCompactions-0 {}] regionserver.HStore(1541): 637fe50ab6a07d1c99fae5ead349f86b/B is initiating minor compaction (all files) 2024-11-25T10:15:01,558 INFO [RS:0;e2fd862922a0:38547-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 637fe50ab6a07d1c99fae5ead349f86b/B in TestAcidGuarantees,,1732529683694.637fe50ab6a07d1c99fae5ead349f86b. 2024-11-25T10:15:01,559 INFO [RS:0;e2fd862922a0:38547-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/637fe50ab6a07d1c99fae5ead349f86b/B/86998f713585473f8bd7cf350203af90, hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/637fe50ab6a07d1c99fae5ead349f86b/B/b314dd607a794c119a2b8d0fa631d1ee, hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/637fe50ab6a07d1c99fae5ead349f86b/B/3063c3d9f7a643c0bdc4a5acb3da3a51] into tmpdir=hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/637fe50ab6a07d1c99fae5ead349f86b/.tmp, totalSize=36.8 K 2024-11-25T10:15:01,559 DEBUG [RS:0;e2fd862922a0:38547-longCompactions-0 {}] compactions.Compactor(225): Compacting c5c83b599b8f4243ad76b3180a734fb4, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=339, earliestPutTs=1732529699437 2024-11-25T10:15:01,559 DEBUG [RS:0;e2fd862922a0:38547-shortCompactions-0 {}] compactions.Compactor(225): Compacting 86998f713585473f8bd7cf350203af90, keycount=150, bloomtype=ROW, size=12.8 K, encoding=NONE, compression=NONE, seqNum=327, earliestPutTs=1732529698808 2024-11-25T10:15:01,559 DEBUG [RS:0;e2fd862922a0:38547-shortCompactions-0 {}] compactions.Compactor(225): Compacting b314dd607a794c119a2b8d0fa631d1ee, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=339, earliestPutTs=1732529699437 2024-11-25T10:15:01,559 DEBUG [RS:0;e2fd862922a0:38547-longCompactions-0 {}] compactions.Compactor(225): Compacting 1debd73b5ec349609c1d9ab672b71564, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=352, earliestPutTs=1732529700637 2024-11-25T10:15:01,560 DEBUG [RS:0;e2fd862922a0:38547-shortCompactions-0 {}] compactions.Compactor(225): Compacting 3063c3d9f7a643c0bdc4a5acb3da3a51, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=352, earliestPutTs=1732529700637 2024-11-25T10:15:01,574 INFO [RS:0;e2fd862922a0:38547-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 637fe50ab6a07d1c99fae5ead349f86b#B#compaction#265 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-25T10:15:01,575 INFO [RS:0;e2fd862922a0:38547-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 637fe50ab6a07d1c99fae5ead349f86b#A#compaction#264 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-25T10:15:01,575 DEBUG [RS:0;e2fd862922a0:38547-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/637fe50ab6a07d1c99fae5ead349f86b/.tmp/B/d465c9f8ff004219bd0eaffd3b773178 is 50, key is test_row_0/B:col10/1732529700643/Put/seqid=0 2024-11-25T10:15:01,575 DEBUG [RS:0;e2fd862922a0:38547-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/637fe50ab6a07d1c99fae5ead349f86b/.tmp/A/d07746e5cffc4a14afc1560da6e9e606 is 50, key is test_row_0/A:col10/1732529700643/Put/seqid=0 2024-11-25T10:15:01,576 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=38547 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=85 2024-11-25T10:15:01,576 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e2fd862922a0:0-0 {event_type=RS_FLUSH_REGIONS, pid=85}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732529683694.637fe50ab6a07d1c99fae5ead349f86b. 2024-11-25T10:15:01,576 INFO [RS_FLUSH_OPERATIONS-regionserver/e2fd862922a0:0-0 {event_type=RS_FLUSH_REGIONS, pid=85}] regionserver.HRegion(2902): Flushing 637fe50ab6a07d1c99fae5ead349f86b 3/3 column families, dataSize=134.18 KB heapSize=384.98 KB 2024-11-25T10:15:01,577 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e2fd862922a0:0-0 {event_type=RS_FLUSH_REGIONS, pid=85}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 637fe50ab6a07d1c99fae5ead349f86b, store=A 2024-11-25T10:15:01,577 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e2fd862922a0:0-0 {event_type=RS_FLUSH_REGIONS, pid=85}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-25T10:15:01,577 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e2fd862922a0:0-0 {event_type=RS_FLUSH_REGIONS, pid=85}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 637fe50ab6a07d1c99fae5ead349f86b, store=B 2024-11-25T10:15:01,577 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e2fd862922a0:0-0 {event_type=RS_FLUSH_REGIONS, pid=85}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-25T10:15:01,577 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e2fd862922a0:0-0 {event_type=RS_FLUSH_REGIONS, pid=85}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 637fe50ab6a07d1c99fae5ead349f86b, store=C 2024-11-25T10:15:01,577 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e2fd862922a0:0-0 {event_type=RS_FLUSH_REGIONS, pid=85}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-25T10:15:01,591 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39927 is added to blk_1073742134_1310 (size=13187) 2024-11-25T10:15:01,598 DEBUG [RS:0;e2fd862922a0:38547-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/637fe50ab6a07d1c99fae5ead349f86b/.tmp/B/d465c9f8ff004219bd0eaffd3b773178 as hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/637fe50ab6a07d1c99fae5ead349f86b/B/d465c9f8ff004219bd0eaffd3b773178 2024-11-25T10:15:01,601 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e2fd862922a0:0-0 {event_type=RS_FLUSH_REGIONS, pid=85}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/637fe50ab6a07d1c99fae5ead349f86b/.tmp/A/9d587bee44f644c69e313211634ca022 is 50, key is test_row_0/A:col10/1732529700829/Put/seqid=0 2024-11-25T10:15:01,609 INFO [RS:0;e2fd862922a0:38547-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 637fe50ab6a07d1c99fae5ead349f86b/B of 637fe50ab6a07d1c99fae5ead349f86b into d465c9f8ff004219bd0eaffd3b773178(size=12.9 K), total size for store is 12.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-25T10:15:01,609 DEBUG [RS:0;e2fd862922a0:38547-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 637fe50ab6a07d1c99fae5ead349f86b: 2024-11-25T10:15:01,609 INFO [RS:0;e2fd862922a0:38547-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732529683694.637fe50ab6a07d1c99fae5ead349f86b., storeName=637fe50ab6a07d1c99fae5ead349f86b/B, priority=13, startTime=1732529701556; duration=0sec 2024-11-25T10:15:01,609 DEBUG [RS:0;e2fd862922a0:38547-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-25T10:15:01,609 DEBUG [RS:0;e2fd862922a0:38547-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 637fe50ab6a07d1c99fae5ead349f86b:B 2024-11-25T10:15:01,609 DEBUG [RS:0;e2fd862922a0:38547-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-25T10:15:01,611 DEBUG [RS:0;e2fd862922a0:38547-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37687 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-25T10:15:01,611 DEBUG [RS:0;e2fd862922a0:38547-shortCompactions-0 {}] regionserver.HStore(1541): 637fe50ab6a07d1c99fae5ead349f86b/C is initiating minor compaction (all files) 2024-11-25T10:15:01,611 INFO [RS:0;e2fd862922a0:38547-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 637fe50ab6a07d1c99fae5ead349f86b/C in TestAcidGuarantees,,1732529683694.637fe50ab6a07d1c99fae5ead349f86b. 2024-11-25T10:15:01,611 INFO [RS:0;e2fd862922a0:38547-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/637fe50ab6a07d1c99fae5ead349f86b/C/1932ba01a8c8420db4da4c53b634b05e, hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/637fe50ab6a07d1c99fae5ead349f86b/C/3c9819a0e1d145afbb6377753c6322c6, hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/637fe50ab6a07d1c99fae5ead349f86b/C/28743cc30d9a42a2af880ca089dbf218] into tmpdir=hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/637fe50ab6a07d1c99fae5ead349f86b/.tmp, totalSize=36.8 K 2024-11-25T10:15:01,612 DEBUG [RS:0;e2fd862922a0:38547-shortCompactions-0 {}] compactions.Compactor(225): Compacting 1932ba01a8c8420db4da4c53b634b05e, keycount=150, bloomtype=ROW, size=12.8 K, encoding=NONE, compression=NONE, seqNum=327, earliestPutTs=1732529698808 2024-11-25T10:15:01,612 DEBUG [RS:0;e2fd862922a0:38547-shortCompactions-0 {}] compactions.Compactor(225): Compacting 3c9819a0e1d145afbb6377753c6322c6, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=339, earliestPutTs=1732529699437 2024-11-25T10:15:01,612 DEBUG [RS:0;e2fd862922a0:38547-shortCompactions-0 {}] compactions.Compactor(225): Compacting 28743cc30d9a42a2af880ca089dbf218, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=352, earliestPutTs=1732529700637 2024-11-25T10:15:01,659 INFO [RS:0;e2fd862922a0:38547-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 637fe50ab6a07d1c99fae5ead349f86b#C#compaction#267 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-25T10:15:01,660 DEBUG [RS:0;e2fd862922a0:38547-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/637fe50ab6a07d1c99fae5ead349f86b/.tmp/C/d12f806a45a64e48b774ec279d4ce9f4 is 50, key is test_row_0/C:col10/1732529700643/Put/seqid=0 2024-11-25T10:15:01,665 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39927 is added to blk_1073742135_1311 (size=13187) 2024-11-25T10:15:01,673 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39927 is added to blk_1073742136_1312 (size=12301) 2024-11-25T10:15:01,674 INFO [RS_FLUSH_OPERATIONS-regionserver/e2fd862922a0:0-0 {event_type=RS_FLUSH_REGIONS, pid=85}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=389 (bloomFilter=true), to=hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/637fe50ab6a07d1c99fae5ead349f86b/.tmp/A/9d587bee44f644c69e313211634ca022 2024-11-25T10:15:01,677 DEBUG [RS:0;e2fd862922a0:38547-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/637fe50ab6a07d1c99fae5ead349f86b/.tmp/A/d07746e5cffc4a14afc1560da6e9e606 as hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/637fe50ab6a07d1c99fae5ead349f86b/A/d07746e5cffc4a14afc1560da6e9e606 2024-11-25T10:15:01,683 INFO [RS:0;e2fd862922a0:38547-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 637fe50ab6a07d1c99fae5ead349f86b/A of 637fe50ab6a07d1c99fae5ead349f86b into d07746e5cffc4a14afc1560da6e9e606(size=12.9 K), total size for store is 12.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-25T10:15:01,683 DEBUG [RS:0;e2fd862922a0:38547-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 637fe50ab6a07d1c99fae5ead349f86b: 2024-11-25T10:15:01,683 INFO [RS:0;e2fd862922a0:38547-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732529683694.637fe50ab6a07d1c99fae5ead349f86b., storeName=637fe50ab6a07d1c99fae5ead349f86b/A, priority=13, startTime=1732529701555; duration=0sec 2024-11-25T10:15:01,683 DEBUG [RS:0;e2fd862922a0:38547-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-25T10:15:01,683 DEBUG [RS:0;e2fd862922a0:38547-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 637fe50ab6a07d1c99fae5ead349f86b:A 2024-11-25T10:15:01,696 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e2fd862922a0:0-0 {event_type=RS_FLUSH_REGIONS, pid=85}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/637fe50ab6a07d1c99fae5ead349f86b/.tmp/B/fe8c58eec5904b3d8d1287fd5e892de5 is 50, key is test_row_0/B:col10/1732529700829/Put/seqid=0 2024-11-25T10:15:01,703 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39927 is added to blk_1073742137_1313 (size=13187) 2024-11-25T10:15:01,712 DEBUG [RS:0;e2fd862922a0:38547-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/637fe50ab6a07d1c99fae5ead349f86b/.tmp/C/d12f806a45a64e48b774ec279d4ce9f4 as hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/637fe50ab6a07d1c99fae5ead349f86b/C/d12f806a45a64e48b774ec279d4ce9f4 2024-11-25T10:15:01,720 INFO [RS:0;e2fd862922a0:38547-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 637fe50ab6a07d1c99fae5ead349f86b/C of 637fe50ab6a07d1c99fae5ead349f86b into d12f806a45a64e48b774ec279d4ce9f4(size=12.9 K), total size for store is 12.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-25T10:15:01,720 DEBUG [RS:0;e2fd862922a0:38547-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 637fe50ab6a07d1c99fae5ead349f86b: 2024-11-25T10:15:01,720 INFO [RS:0;e2fd862922a0:38547-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732529683694.637fe50ab6a07d1c99fae5ead349f86b., storeName=637fe50ab6a07d1c99fae5ead349f86b/C, priority=13, startTime=1732529701556; duration=0sec 2024-11-25T10:15:01,720 DEBUG [RS:0;e2fd862922a0:38547-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-25T10:15:01,720 DEBUG [RS:0;e2fd862922a0:38547-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 637fe50ab6a07d1c99fae5ead349f86b:C 2024-11-25T10:15:01,737 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39927 is added to blk_1073742138_1314 (size=12301) 2024-11-25T10:15:01,942 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41005 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=84 2024-11-25T10:15:02,016 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] regionserver.HRegion(8855): Flush requested on 637fe50ab6a07d1c99fae5ead349f86b 2024-11-25T10:15:02,016 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732529683694.637fe50ab6a07d1c99fae5ead349f86b. as already flushing 2024-11-25T10:15:02,091 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=637fe50ab6a07d1c99fae5ead349f86b, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-25T10:15:02,092 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] ipc.CallRunner(138): callId: 176 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45476 deadline: 1732529762086, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=637fe50ab6a07d1c99fae5ead349f86b, server=e2fd862922a0,38547,1732529625709 2024-11-25T10:15:02,092 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732529683694.637fe50ab6a07d1c99fae5ead349f86b., hostname=e2fd862922a0,38547,1732529625709, seqNum=2 , the old value is region=TestAcidGuarantees,,1732529683694.637fe50ab6a07d1c99fae5ead349f86b., hostname=e2fd862922a0,38547,1732529625709, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=637fe50ab6a07d1c99fae5ead349f86b, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T10:15:02,092 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732529683694.637fe50ab6a07d1c99fae5ead349f86b., hostname=e2fd862922a0,38547,1732529625709, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=637fe50ab6a07d1c99fae5ead349f86b, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T10:15:02,092 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732529683694.637fe50ab6a07d1c99fae5ead349f86b., hostname=e2fd862922a0,38547,1732529625709, seqNum=2 because the exception is null or not the one we care about 2024-11-25T10:15:02,145 INFO [RS_FLUSH_OPERATIONS-regionserver/e2fd862922a0:0-0 {event_type=RS_FLUSH_REGIONS, pid=85}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=389 (bloomFilter=true), to=hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/637fe50ab6a07d1c99fae5ead349f86b/.tmp/B/fe8c58eec5904b3d8d1287fd5e892de5 2024-11-25T10:15:02,171 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e2fd862922a0:0-0 {event_type=RS_FLUSH_REGIONS, pid=85}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/637fe50ab6a07d1c99fae5ead349f86b/.tmp/C/bbd151c03ce347338edcdfe6650b885f is 50, key is test_row_0/C:col10/1732529700829/Put/seqid=0 2024-11-25T10:15:02,216 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=637fe50ab6a07d1c99fae5ead349f86b, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-25T10:15:02,216 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] ipc.CallRunner(138): callId: 177 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45476 deadline: 1732529762203, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=637fe50ab6a07d1c99fae5ead349f86b, server=e2fd862922a0,38547,1732529625709 2024-11-25T10:15:02,217 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732529683694.637fe50ab6a07d1c99fae5ead349f86b., hostname=e2fd862922a0,38547,1732529625709, seqNum=2 , the old value is region=TestAcidGuarantees,,1732529683694.637fe50ab6a07d1c99fae5ead349f86b., hostname=e2fd862922a0,38547,1732529625709, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=637fe50ab6a07d1c99fae5ead349f86b, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T10:15:02,217 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732529683694.637fe50ab6a07d1c99fae5ead349f86b., hostname=e2fd862922a0,38547,1732529625709, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=637fe50ab6a07d1c99fae5ead349f86b, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T10:15:02,217 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732529683694.637fe50ab6a07d1c99fae5ead349f86b., hostname=e2fd862922a0,38547,1732529625709, seqNum=2 because the exception is null or not the one we care about 2024-11-25T10:15:02,229 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39927 is added to blk_1073742139_1315 (size=12301) 2024-11-25T10:15:02,431 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=637fe50ab6a07d1c99fae5ead349f86b, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-25T10:15:02,431 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] ipc.CallRunner(138): callId: 178 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45476 deadline: 1732529762422, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=637fe50ab6a07d1c99fae5ead349f86b, server=e2fd862922a0,38547,1732529625709 2024-11-25T10:15:02,431 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732529683694.637fe50ab6a07d1c99fae5ead349f86b., hostname=e2fd862922a0,38547,1732529625709, seqNum=2 , the old value is region=TestAcidGuarantees,,1732529683694.637fe50ab6a07d1c99fae5ead349f86b., hostname=e2fd862922a0,38547,1732529625709, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=637fe50ab6a07d1c99fae5ead349f86b, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T10:15:02,432 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732529683694.637fe50ab6a07d1c99fae5ead349f86b., hostname=e2fd862922a0,38547,1732529625709, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=637fe50ab6a07d1c99fae5ead349f86b, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T10:15:02,432 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732529683694.637fe50ab6a07d1c99fae5ead349f86b., hostname=e2fd862922a0,38547,1732529625709, seqNum=2 because the exception is null or not the one we care about 2024-11-25T10:15:02,629 INFO [RS_FLUSH_OPERATIONS-regionserver/e2fd862922a0:0-0 {event_type=RS_FLUSH_REGIONS, pid=85}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=389 (bloomFilter=true), to=hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/637fe50ab6a07d1c99fae5ead349f86b/.tmp/C/bbd151c03ce347338edcdfe6650b885f 2024-11-25T10:15:02,635 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e2fd862922a0:0-0 {event_type=RS_FLUSH_REGIONS, pid=85}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/637fe50ab6a07d1c99fae5ead349f86b/.tmp/A/9d587bee44f644c69e313211634ca022 as hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/637fe50ab6a07d1c99fae5ead349f86b/A/9d587bee44f644c69e313211634ca022 2024-11-25T10:15:02,641 INFO [RS_FLUSH_OPERATIONS-regionserver/e2fd862922a0:0-0 {event_type=RS_FLUSH_REGIONS, pid=85}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/637fe50ab6a07d1c99fae5ead349f86b/A/9d587bee44f644c69e313211634ca022, entries=150, sequenceid=389, filesize=12.0 K 2024-11-25T10:15:02,642 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e2fd862922a0:0-0 {event_type=RS_FLUSH_REGIONS, pid=85}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/637fe50ab6a07d1c99fae5ead349f86b/.tmp/B/fe8c58eec5904b3d8d1287fd5e892de5 as hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/637fe50ab6a07d1c99fae5ead349f86b/B/fe8c58eec5904b3d8d1287fd5e892de5 2024-11-25T10:15:02,651 INFO [RS_FLUSH_OPERATIONS-regionserver/e2fd862922a0:0-0 {event_type=RS_FLUSH_REGIONS, pid=85}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/637fe50ab6a07d1c99fae5ead349f86b/B/fe8c58eec5904b3d8d1287fd5e892de5, entries=150, sequenceid=389, filesize=12.0 K 2024-11-25T10:15:02,656 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e2fd862922a0:0-0 {event_type=RS_FLUSH_REGIONS, pid=85}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/637fe50ab6a07d1c99fae5ead349f86b/.tmp/C/bbd151c03ce347338edcdfe6650b885f as hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/637fe50ab6a07d1c99fae5ead349f86b/C/bbd151c03ce347338edcdfe6650b885f 2024-11-25T10:15:02,669 INFO [RS_FLUSH_OPERATIONS-regionserver/e2fd862922a0:0-0 {event_type=RS_FLUSH_REGIONS, pid=85}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/637fe50ab6a07d1c99fae5ead349f86b/C/bbd151c03ce347338edcdfe6650b885f, entries=150, sequenceid=389, filesize=12.0 K 2024-11-25T10:15:02,671 INFO [RS_FLUSH_OPERATIONS-regionserver/e2fd862922a0:0-0 {event_type=RS_FLUSH_REGIONS, pid=85}] regionserver.HRegion(3140): Finished flush of dataSize ~134.18 KB/137400, heapSize ~384.94 KB/394176, currentSize=46.96 KB/48090 for 637fe50ab6a07d1c99fae5ead349f86b in 1095ms, sequenceid=389, compaction requested=false 2024-11-25T10:15:02,671 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e2fd862922a0:0-0 {event_type=RS_FLUSH_REGIONS, pid=85}] regionserver.HRegion(2603): Flush status journal for 637fe50ab6a07d1c99fae5ead349f86b: 2024-11-25T10:15:02,671 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e2fd862922a0:0-0 {event_type=RS_FLUSH_REGIONS, pid=85}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732529683694.637fe50ab6a07d1c99fae5ead349f86b. 2024-11-25T10:15:02,671 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e2fd862922a0:0-0 {event_type=RS_FLUSH_REGIONS, pid=85}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=85 2024-11-25T10:15:02,671 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41005 {}] master.HMaster(4169): Remote procedure done, pid=85 2024-11-25T10:15:02,676 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=85, resume processing ppid=84 2024-11-25T10:15:02,676 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=85, ppid=84, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.8680 sec 2024-11-25T10:15:02,679 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=84, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=84, table=TestAcidGuarantees in 1.8740 sec 2024-11-25T10:15:02,764 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] regionserver.HRegion(8855): Flush requested on 637fe50ab6a07d1c99fae5ead349f86b 2024-11-25T10:15:02,768 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 637fe50ab6a07d1c99fae5ead349f86b 3/3 column families, dataSize=53.67 KB heapSize=160.13 KB 2024-11-25T10:15:02,769 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 637fe50ab6a07d1c99fae5ead349f86b, store=A 2024-11-25T10:15:02,769 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T10:15:02,769 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 637fe50ab6a07d1c99fae5ead349f86b, store=B 2024-11-25T10:15:02,769 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T10:15:02,769 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 637fe50ab6a07d1c99fae5ead349f86b, store=C 2024-11-25T10:15:02,769 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T10:15:02,786 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/637fe50ab6a07d1c99fae5ead349f86b/.tmp/A/81fe59730d6345458ae4ea4f99af78bf is 50, key is test_row_0/A:col10/1732529702079/Put/seqid=0 2024-11-25T10:15:02,799 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39927 is added to blk_1073742140_1316 (size=12301) 2024-11-25T10:15:02,920 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/e2fd862922a0:0-2 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=159, cellSize=7275, totalHeapSize=16776, min timestamp=1732529702892, max timestamp=1732529702916Num uniques 859; 2024-11-25T10:15:02,920 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/e2fd862922a0:0-2 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=7275, suffix heap size=117064,new segment heap size=16776 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=159 2024-11-25T10:15:02,923 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/e2fd862922a0:0-7 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=159, cellSize=7275, totalHeapSize=16776, min timestamp=1732529702892, max timestamp=1732529702916Num uniques 859; 2024-11-25T10:15:02,923 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/e2fd862922a0:0-7 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=7275, suffix heap size=117064,new segment heap size=16776 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=159 2024-11-25T10:15:02,923 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/e2fd862922a0:0-1 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=159, cellSize=7275, totalHeapSize=16776, min timestamp=1732529702892, max timestamp=1732529702916Num uniques 859; 2024-11-25T10:15:02,923 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/e2fd862922a0:0-1 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=7275, suffix heap size=117064,new segment heap size=16776 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=159 2024-11-25T10:15:02,962 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41005 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=84 2024-11-25T10:15:02,962 INFO [RPCClient-NioEventLoopGroup-4-6 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-25T10:15:02,963 INFO [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41005 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-25T10:15:02,964 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41005 {}] procedure2.ProcedureExecutor(1139): Stored pid=86, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=86, table=TestAcidGuarantees 2024-11-25T10:15:02,965 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41005 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=86 2024-11-25T10:15:02,966 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=86, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=86, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-25T10:15:02,967 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=86, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=86, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-25T10:15:02,967 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=87, ppid=86, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-25T10:15:03,062 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=637fe50ab6a07d1c99fae5ead349f86b, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-25T10:15:03,062 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] ipc.CallRunner(138): callId: 135 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45472 deadline: 1732529763055, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=637fe50ab6a07d1c99fae5ead349f86b, server=e2fd862922a0,38547,1732529625709 2024-11-25T10:15:03,063 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732529683694.637fe50ab6a07d1c99fae5ead349f86b., hostname=e2fd862922a0,38547,1732529625709, seqNum=2 , the old value is region=TestAcidGuarantees,,1732529683694.637fe50ab6a07d1c99fae5ead349f86b., hostname=e2fd862922a0,38547,1732529625709, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=637fe50ab6a07d1c99fae5ead349f86b, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T10:15:03,063 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732529683694.637fe50ab6a07d1c99fae5ead349f86b., hostname=e2fd862922a0,38547,1732529625709, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=637fe50ab6a07d1c99fae5ead349f86b, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T10:15:03,063 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732529683694.637fe50ab6a07d1c99fae5ead349f86b., hostname=e2fd862922a0,38547,1732529625709, seqNum=2 because the exception is null or not the one we care about 2024-11-25T10:15:03,068 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=637fe50ab6a07d1c99fae5ead349f86b, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-25T10:15:03,069 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] ipc.CallRunner(138): callId: 209 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45476 deadline: 1732529763057, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=637fe50ab6a07d1c99fae5ead349f86b, server=e2fd862922a0,38547,1732529625709 2024-11-25T10:15:03,069 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=637fe50ab6a07d1c99fae5ead349f86b, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-25T10:15:03,069 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] ipc.CallRunner(138): callId: 122 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45434 deadline: 1732529763058, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=637fe50ab6a07d1c99fae5ead349f86b, server=e2fd862922a0,38547,1732529625709 2024-11-25T10:15:03,069 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732529683694.637fe50ab6a07d1c99fae5ead349f86b., hostname=e2fd862922a0,38547,1732529625709, seqNum=2 , the old value is region=TestAcidGuarantees,,1732529683694.637fe50ab6a07d1c99fae5ead349f86b., hostname=e2fd862922a0,38547,1732529625709, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=637fe50ab6a07d1c99fae5ead349f86b, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T10:15:03,069 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732529683694.637fe50ab6a07d1c99fae5ead349f86b., hostname=e2fd862922a0,38547,1732529625709, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=637fe50ab6a07d1c99fae5ead349f86b, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T10:15:03,069 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732529683694.637fe50ab6a07d1c99fae5ead349f86b., hostname=e2fd862922a0,38547,1732529625709, seqNum=2 because the exception is null or not the one we care about 2024-11-25T10:15:03,070 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732529683694.637fe50ab6a07d1c99fae5ead349f86b., hostname=e2fd862922a0,38547,1732529625709, seqNum=2 , the old value is region=TestAcidGuarantees,,1732529683694.637fe50ab6a07d1c99fae5ead349f86b., hostname=e2fd862922a0,38547,1732529625709, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=637fe50ab6a07d1c99fae5ead349f86b, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T10:15:03,070 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732529683694.637fe50ab6a07d1c99fae5ead349f86b., hostname=e2fd862922a0,38547,1732529625709, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=637fe50ab6a07d1c99fae5ead349f86b, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T10:15:03,070 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732529683694.637fe50ab6a07d1c99fae5ead349f86b., hostname=e2fd862922a0,38547,1732529625709, seqNum=2 because the exception is null or not the one we care about 2024-11-25T10:15:03,072 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41005 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=86 2024-11-25T10:15:03,120 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=38547 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=87 2024-11-25T10:15:03,121 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e2fd862922a0:0-1 {event_type=RS_FLUSH_REGIONS, pid=87}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732529683694.637fe50ab6a07d1c99fae5ead349f86b. 2024-11-25T10:15:03,121 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e2fd862922a0:0-1 {event_type=RS_FLUSH_REGIONS, pid=87}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732529683694.637fe50ab6a07d1c99fae5ead349f86b. as already flushing 2024-11-25T10:15:03,121 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e2fd862922a0:0-1 {event_type=RS_FLUSH_REGIONS, pid=87}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732529683694.637fe50ab6a07d1c99fae5ead349f86b. 2024-11-25T10:15:03,121 ERROR [RS_FLUSH_OPERATIONS-regionserver/e2fd862922a0:0-1 {event_type=RS_FLUSH_REGIONS, pid=87}] handler.RSProcedureHandler(58): pid=87 java.io.IOException: Unable to complete flush {ENCODED => 637fe50ab6a07d1c99fae5ead349f86b, NAME => 'TestAcidGuarantees,,1732529683694.637fe50ab6a07d1c99fae5ead349f86b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T10:15:03,121 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e2fd862922a0:0-1 {event_type=RS_FLUSH_REGIONS, pid=87}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=87 java.io.IOException: Unable to complete flush {ENCODED => 637fe50ab6a07d1c99fae5ead349f86b, NAME => 'TestAcidGuarantees,,1732529683694.637fe50ab6a07d1c99fae5ead349f86b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T10:15:03,122 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41005 {}] master.HMaster(4177): Remote procedure failed, pid=87 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 637fe50ab6a07d1c99fae5ead349f86b, NAME => 'TestAcidGuarantees,,1732529683694.637fe50ab6a07d1c99fae5ead349f86b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 637fe50ab6a07d1c99fae5ead349f86b, NAME => 'TestAcidGuarantees,,1732529683694.637fe50ab6a07d1c99fae5ead349f86b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T10:15:03,179 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=637fe50ab6a07d1c99fae5ead349f86b, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-25T10:15:03,180 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] ipc.CallRunner(138): callId: 136 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45472 deadline: 1732529763173, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=637fe50ab6a07d1c99fae5ead349f86b, server=e2fd862922a0,38547,1732529625709 2024-11-25T10:15:03,180 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=637fe50ab6a07d1c99fae5ead349f86b, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-25T10:15:03,180 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] ipc.CallRunner(138): callId: 210 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45476 deadline: 1732529763175, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=637fe50ab6a07d1c99fae5ead349f86b, server=e2fd862922a0,38547,1732529625709 2024-11-25T10:15:03,180 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732529683694.637fe50ab6a07d1c99fae5ead349f86b., hostname=e2fd862922a0,38547,1732529625709, seqNum=2 , the old value is region=TestAcidGuarantees,,1732529683694.637fe50ab6a07d1c99fae5ead349f86b., hostname=e2fd862922a0,38547,1732529625709, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=637fe50ab6a07d1c99fae5ead349f86b, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T10:15:03,180 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732529683694.637fe50ab6a07d1c99fae5ead349f86b., hostname=e2fd862922a0,38547,1732529625709, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=637fe50ab6a07d1c99fae5ead349f86b, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T10:15:03,181 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732529683694.637fe50ab6a07d1c99fae5ead349f86b., hostname=e2fd862922a0,38547,1732529625709, seqNum=2 because the exception is null or not the one we care about 2024-11-25T10:15:03,180 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=637fe50ab6a07d1c99fae5ead349f86b, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-25T10:15:03,181 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] ipc.CallRunner(138): callId: 123 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45434 deadline: 1732529763175, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=637fe50ab6a07d1c99fae5ead349f86b, server=e2fd862922a0,38547,1732529625709 2024-11-25T10:15:03,181 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732529683694.637fe50ab6a07d1c99fae5ead349f86b., hostname=e2fd862922a0,38547,1732529625709, seqNum=2 , the old value is region=TestAcidGuarantees,,1732529683694.637fe50ab6a07d1c99fae5ead349f86b., hostname=e2fd862922a0,38547,1732529625709, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=637fe50ab6a07d1c99fae5ead349f86b, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T10:15:03,181 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732529683694.637fe50ab6a07d1c99fae5ead349f86b., hostname=e2fd862922a0,38547,1732529625709, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=637fe50ab6a07d1c99fae5ead349f86b, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T10:15:03,181 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732529683694.637fe50ab6a07d1c99fae5ead349f86b., hostname=e2fd862922a0,38547,1732529625709, seqNum=2 because the exception is null or not the one we care about 2024-11-25T10:15:03,181 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732529683694.637fe50ab6a07d1c99fae5ead349f86b., hostname=e2fd862922a0,38547,1732529625709, seqNum=2 , the old value is region=TestAcidGuarantees,,1732529683694.637fe50ab6a07d1c99fae5ead349f86b., hostname=e2fd862922a0,38547,1732529625709, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=637fe50ab6a07d1c99fae5ead349f86b, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T10:15:03,181 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732529683694.637fe50ab6a07d1c99fae5ead349f86b., hostname=e2fd862922a0,38547,1732529625709, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=637fe50ab6a07d1c99fae5ead349f86b, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T10:15:03,181 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732529683694.637fe50ab6a07d1c99fae5ead349f86b., hostname=e2fd862922a0,38547,1732529625709, seqNum=2 because the exception is null or not the one we care about 2024-11-25T10:15:03,201 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=403 (bloomFilter=true), to=hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/637fe50ab6a07d1c99fae5ead349f86b/.tmp/A/81fe59730d6345458ae4ea4f99af78bf 2024-11-25T10:15:03,243 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/637fe50ab6a07d1c99fae5ead349f86b/.tmp/B/7028be94d86142578d271826cf7099aa is 50, key is test_row_0/B:col10/1732529702079/Put/seqid=0 2024-11-25T10:15:03,257 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39927 is added to blk_1073742141_1317 (size=12301) 2024-11-25T10:15:03,276 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=38547 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=87 2024-11-25T10:15:03,276 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e2fd862922a0:0-2 {event_type=RS_FLUSH_REGIONS, pid=87}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732529683694.637fe50ab6a07d1c99fae5ead349f86b. 2024-11-25T10:15:03,276 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e2fd862922a0:0-2 {event_type=RS_FLUSH_REGIONS, pid=87}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732529683694.637fe50ab6a07d1c99fae5ead349f86b. as already flushing 2024-11-25T10:15:03,276 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e2fd862922a0:0-2 {event_type=RS_FLUSH_REGIONS, pid=87}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732529683694.637fe50ab6a07d1c99fae5ead349f86b. 2024-11-25T10:15:03,277 ERROR [RS_FLUSH_OPERATIONS-regionserver/e2fd862922a0:0-2 {event_type=RS_FLUSH_REGIONS, pid=87}] handler.RSProcedureHandler(58): pid=87 java.io.IOException: Unable to complete flush {ENCODED => 637fe50ab6a07d1c99fae5ead349f86b, NAME => 'TestAcidGuarantees,,1732529683694.637fe50ab6a07d1c99fae5ead349f86b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T10:15:03,277 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e2fd862922a0:0-2 {event_type=RS_FLUSH_REGIONS, pid=87}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=87 java.io.IOException: Unable to complete flush {ENCODED => 637fe50ab6a07d1c99fae5ead349f86b, NAME => 'TestAcidGuarantees,,1732529683694.637fe50ab6a07d1c99fae5ead349f86b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T10:15:03,277 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41005 {}] master.HMaster(4177): Remote procedure failed, pid=87 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 637fe50ab6a07d1c99fae5ead349f86b, NAME => 'TestAcidGuarantees,,1732529683694.637fe50ab6a07d1c99fae5ead349f86b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 637fe50ab6a07d1c99fae5ead349f86b, NAME => 'TestAcidGuarantees,,1732529683694.637fe50ab6a07d1c99fae5ead349f86b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T10:15:03,282 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41005 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=86 2024-11-25T10:15:03,394 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=637fe50ab6a07d1c99fae5ead349f86b, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-25T10:15:03,394 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] ipc.CallRunner(138): callId: 211 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45476 deadline: 1732529763392, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=637fe50ab6a07d1c99fae5ead349f86b, server=e2fd862922a0,38547,1732529625709 2024-11-25T10:15:03,394 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=637fe50ab6a07d1c99fae5ead349f86b, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-25T10:15:03,394 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] ipc.CallRunner(138): callId: 124 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45434 deadline: 1732529763392, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=637fe50ab6a07d1c99fae5ead349f86b, server=e2fd862922a0,38547,1732529625709 2024-11-25T10:15:03,395 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=637fe50ab6a07d1c99fae5ead349f86b, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-25T10:15:03,395 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] ipc.CallRunner(138): callId: 137 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45472 deadline: 1732529763392, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=637fe50ab6a07d1c99fae5ead349f86b, server=e2fd862922a0,38547,1732529625709 2024-11-25T10:15:03,395 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732529683694.637fe50ab6a07d1c99fae5ead349f86b., hostname=e2fd862922a0,38547,1732529625709, seqNum=2 , the old value is region=TestAcidGuarantees,,1732529683694.637fe50ab6a07d1c99fae5ead349f86b., hostname=e2fd862922a0,38547,1732529625709, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=637fe50ab6a07d1c99fae5ead349f86b, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T10:15:03,395 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732529683694.637fe50ab6a07d1c99fae5ead349f86b., hostname=e2fd862922a0,38547,1732529625709, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=637fe50ab6a07d1c99fae5ead349f86b, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T10:15:03,395 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732529683694.637fe50ab6a07d1c99fae5ead349f86b., hostname=e2fd862922a0,38547,1732529625709, seqNum=2 because the exception is null or not the one we care about 2024-11-25T10:15:03,396 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732529683694.637fe50ab6a07d1c99fae5ead349f86b., hostname=e2fd862922a0,38547,1732529625709, seqNum=2 , the old value is region=TestAcidGuarantees,,1732529683694.637fe50ab6a07d1c99fae5ead349f86b., hostname=e2fd862922a0,38547,1732529625709, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=637fe50ab6a07d1c99fae5ead349f86b, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T10:15:03,396 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732529683694.637fe50ab6a07d1c99fae5ead349f86b., hostname=e2fd862922a0,38547,1732529625709, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=637fe50ab6a07d1c99fae5ead349f86b, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T10:15:03,396 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732529683694.637fe50ab6a07d1c99fae5ead349f86b., hostname=e2fd862922a0,38547,1732529625709, seqNum=2 because the exception is null or not the one we care about 2024-11-25T10:15:03,396 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732529683694.637fe50ab6a07d1c99fae5ead349f86b., hostname=e2fd862922a0,38547,1732529625709, seqNum=2 , the old value is region=TestAcidGuarantees,,1732529683694.637fe50ab6a07d1c99fae5ead349f86b., hostname=e2fd862922a0,38547,1732529625709, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=637fe50ab6a07d1c99fae5ead349f86b, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T10:15:03,396 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732529683694.637fe50ab6a07d1c99fae5ead349f86b., hostname=e2fd862922a0,38547,1732529625709, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=637fe50ab6a07d1c99fae5ead349f86b, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T10:15:03,396 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732529683694.637fe50ab6a07d1c99fae5ead349f86b., hostname=e2fd862922a0,38547,1732529625709, seqNum=2 because the exception is null or not the one we care about 2024-11-25T10:15:03,431 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=38547 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=87 2024-11-25T10:15:03,431 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e2fd862922a0:0-0 {event_type=RS_FLUSH_REGIONS, pid=87}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732529683694.637fe50ab6a07d1c99fae5ead349f86b. 2024-11-25T10:15:03,431 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e2fd862922a0:0-0 {event_type=RS_FLUSH_REGIONS, pid=87}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732529683694.637fe50ab6a07d1c99fae5ead349f86b. as already flushing 2024-11-25T10:15:03,431 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e2fd862922a0:0-0 {event_type=RS_FLUSH_REGIONS, pid=87}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732529683694.637fe50ab6a07d1c99fae5ead349f86b. 2024-11-25T10:15:03,432 ERROR [RS_FLUSH_OPERATIONS-regionserver/e2fd862922a0:0-0 {event_type=RS_FLUSH_REGIONS, pid=87}] handler.RSProcedureHandler(58): pid=87 java.io.IOException: Unable to complete flush {ENCODED => 637fe50ab6a07d1c99fae5ead349f86b, NAME => 'TestAcidGuarantees,,1732529683694.637fe50ab6a07d1c99fae5ead349f86b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T10:15:03,432 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e2fd862922a0:0-0 {event_type=RS_FLUSH_REGIONS, pid=87}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=87 java.io.IOException: Unable to complete flush {ENCODED => 637fe50ab6a07d1c99fae5ead349f86b, NAME => 'TestAcidGuarantees,,1732529683694.637fe50ab6a07d1c99fae5ead349f86b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T10:15:03,432 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41005 {}] master.HMaster(4177): Remote procedure failed, pid=87 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 637fe50ab6a07d1c99fae5ead349f86b, NAME => 'TestAcidGuarantees,,1732529683694.637fe50ab6a07d1c99fae5ead349f86b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 637fe50ab6a07d1c99fae5ead349f86b, NAME => 'TestAcidGuarantees,,1732529683694.637fe50ab6a07d1c99fae5ead349f86b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T10:15:03,586 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=38547 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=87 2024-11-25T10:15:03,587 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e2fd862922a0:0-1 {event_type=RS_FLUSH_REGIONS, pid=87}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732529683694.637fe50ab6a07d1c99fae5ead349f86b. 2024-11-25T10:15:03,587 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e2fd862922a0:0-1 {event_type=RS_FLUSH_REGIONS, pid=87}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732529683694.637fe50ab6a07d1c99fae5ead349f86b. as already flushing 2024-11-25T10:15:03,587 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e2fd862922a0:0-1 {event_type=RS_FLUSH_REGIONS, pid=87}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732529683694.637fe50ab6a07d1c99fae5ead349f86b. 2024-11-25T10:15:03,587 ERROR [RS_FLUSH_OPERATIONS-regionserver/e2fd862922a0:0-1 {event_type=RS_FLUSH_REGIONS, pid=87}] handler.RSProcedureHandler(58): pid=87 java.io.IOException: Unable to complete flush {ENCODED => 637fe50ab6a07d1c99fae5ead349f86b, NAME => 'TestAcidGuarantees,,1732529683694.637fe50ab6a07d1c99fae5ead349f86b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T10:15:03,587 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e2fd862922a0:0-1 {event_type=RS_FLUSH_REGIONS, pid=87}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=87 java.io.IOException: Unable to complete flush {ENCODED => 637fe50ab6a07d1c99fae5ead349f86b, NAME => 'TestAcidGuarantees,,1732529683694.637fe50ab6a07d1c99fae5ead349f86b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T10:15:03,589 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41005 {}] master.HMaster(4177): Remote procedure failed, pid=87 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 637fe50ab6a07d1c99fae5ead349f86b, NAME => 'TestAcidGuarantees,,1732529683694.637fe50ab6a07d1c99fae5ead349f86b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 637fe50ab6a07d1c99fae5ead349f86b, NAME => 'TestAcidGuarantees,,1732529683694.637fe50ab6a07d1c99fae5ead349f86b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T10:15:03,592 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41005 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=86 2024-11-25T10:15:03,659 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=403 (bloomFilter=true), to=hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/637fe50ab6a07d1c99fae5ead349f86b/.tmp/B/7028be94d86142578d271826cf7099aa 2024-11-25T10:15:03,674 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/637fe50ab6a07d1c99fae5ead349f86b/.tmp/C/38cac43fdbb6427ba29474b26e4161c4 is 50, key is test_row_0/C:col10/1732529702079/Put/seqid=0 2024-11-25T10:15:03,707 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=637fe50ab6a07d1c99fae5ead349f86b, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-25T10:15:03,707 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] ipc.CallRunner(138): callId: 138 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45472 deadline: 1732529763703, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=637fe50ab6a07d1c99fae5ead349f86b, server=e2fd862922a0,38547,1732529625709 2024-11-25T10:15:03,708 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=637fe50ab6a07d1c99fae5ead349f86b, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-25T10:15:03,708 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] ipc.CallRunner(138): callId: 212 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45476 deadline: 1732529763703, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=637fe50ab6a07d1c99fae5ead349f86b, server=e2fd862922a0,38547,1732529625709 2024-11-25T10:15:03,708 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=637fe50ab6a07d1c99fae5ead349f86b, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-25T10:15:03,708 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732529683694.637fe50ab6a07d1c99fae5ead349f86b., hostname=e2fd862922a0,38547,1732529625709, seqNum=2 , the old value is region=TestAcidGuarantees,,1732529683694.637fe50ab6a07d1c99fae5ead349f86b., hostname=e2fd862922a0,38547,1732529625709, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=637fe50ab6a07d1c99fae5ead349f86b, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T10:15:03,708 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] ipc.CallRunner(138): callId: 125 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45434 deadline: 1732529763703, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=637fe50ab6a07d1c99fae5ead349f86b, server=e2fd862922a0,38547,1732529625709 2024-11-25T10:15:03,708 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732529683694.637fe50ab6a07d1c99fae5ead349f86b., hostname=e2fd862922a0,38547,1732529625709, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=637fe50ab6a07d1c99fae5ead349f86b, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T10:15:03,708 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732529683694.637fe50ab6a07d1c99fae5ead349f86b., hostname=e2fd862922a0,38547,1732529625709, seqNum=2 because the exception is null or not the one we care about 2024-11-25T10:15:03,710 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732529683694.637fe50ab6a07d1c99fae5ead349f86b., hostname=e2fd862922a0,38547,1732529625709, seqNum=2 , the old value is region=TestAcidGuarantees,,1732529683694.637fe50ab6a07d1c99fae5ead349f86b., hostname=e2fd862922a0,38547,1732529625709, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=637fe50ab6a07d1c99fae5ead349f86b, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T10:15:03,710 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732529683694.637fe50ab6a07d1c99fae5ead349f86b., hostname=e2fd862922a0,38547,1732529625709, seqNum=2 , the old value is region=TestAcidGuarantees,,1732529683694.637fe50ab6a07d1c99fae5ead349f86b., hostname=e2fd862922a0,38547,1732529625709, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=637fe50ab6a07d1c99fae5ead349f86b, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T10:15:03,711 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732529683694.637fe50ab6a07d1c99fae5ead349f86b., hostname=e2fd862922a0,38547,1732529625709, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=637fe50ab6a07d1c99fae5ead349f86b, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T10:15:03,711 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732529683694.637fe50ab6a07d1c99fae5ead349f86b., hostname=e2fd862922a0,38547,1732529625709, seqNum=2 because the exception is null or not the one we care about 2024-11-25T10:15:03,711 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732529683694.637fe50ab6a07d1c99fae5ead349f86b., hostname=e2fd862922a0,38547,1732529625709, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=637fe50ab6a07d1c99fae5ead349f86b, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T10:15:03,711 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732529683694.637fe50ab6a07d1c99fae5ead349f86b., hostname=e2fd862922a0,38547,1732529625709, seqNum=2 because the exception is null or not the one we care about 2024-11-25T10:15:03,734 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39927 is added to blk_1073742142_1318 (size=12301) 2024-11-25T10:15:03,737 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=403 (bloomFilter=true), to=hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/637fe50ab6a07d1c99fae5ead349f86b/.tmp/C/38cac43fdbb6427ba29474b26e4161c4 2024-11-25T10:15:03,749 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=38547 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=87 2024-11-25T10:15:03,750 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e2fd862922a0:0-2 {event_type=RS_FLUSH_REGIONS, pid=87}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732529683694.637fe50ab6a07d1c99fae5ead349f86b. 2024-11-25T10:15:03,750 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e2fd862922a0:0-2 {event_type=RS_FLUSH_REGIONS, pid=87}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732529683694.637fe50ab6a07d1c99fae5ead349f86b. as already flushing 2024-11-25T10:15:03,750 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e2fd862922a0:0-2 {event_type=RS_FLUSH_REGIONS, pid=87}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732529683694.637fe50ab6a07d1c99fae5ead349f86b. 2024-11-25T10:15:03,750 ERROR [RS_FLUSH_OPERATIONS-regionserver/e2fd862922a0:0-2 {event_type=RS_FLUSH_REGIONS, pid=87}] handler.RSProcedureHandler(58): pid=87 java.io.IOException: Unable to complete flush {ENCODED => 637fe50ab6a07d1c99fae5ead349f86b, NAME => 'TestAcidGuarantees,,1732529683694.637fe50ab6a07d1c99fae5ead349f86b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T10:15:03,750 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e2fd862922a0:0-2 {event_type=RS_FLUSH_REGIONS, pid=87}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=87 java.io.IOException: Unable to complete flush {ENCODED => 637fe50ab6a07d1c99fae5ead349f86b, NAME => 'TestAcidGuarantees,,1732529683694.637fe50ab6a07d1c99fae5ead349f86b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T10:15:03,751 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41005 {}] master.HMaster(4177): Remote procedure failed, pid=87 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 637fe50ab6a07d1c99fae5ead349f86b, NAME => 'TestAcidGuarantees,,1732529683694.637fe50ab6a07d1c99fae5ead349f86b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 637fe50ab6a07d1c99fae5ead349f86b, NAME => 'TestAcidGuarantees,,1732529683694.637fe50ab6a07d1c99fae5ead349f86b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T10:15:03,752 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/637fe50ab6a07d1c99fae5ead349f86b/.tmp/A/81fe59730d6345458ae4ea4f99af78bf as hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/637fe50ab6a07d1c99fae5ead349f86b/A/81fe59730d6345458ae4ea4f99af78bf 2024-11-25T10:15:03,761 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/637fe50ab6a07d1c99fae5ead349f86b/A/81fe59730d6345458ae4ea4f99af78bf, entries=150, sequenceid=403, filesize=12.0 K 2024-11-25T10:15:03,762 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/637fe50ab6a07d1c99fae5ead349f86b/.tmp/B/7028be94d86142578d271826cf7099aa as hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/637fe50ab6a07d1c99fae5ead349f86b/B/7028be94d86142578d271826cf7099aa 2024-11-25T10:15:03,767 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/637fe50ab6a07d1c99fae5ead349f86b/B/7028be94d86142578d271826cf7099aa, entries=150, sequenceid=403, filesize=12.0 K 2024-11-25T10:15:03,767 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/637fe50ab6a07d1c99fae5ead349f86b/.tmp/C/38cac43fdbb6427ba29474b26e4161c4 as hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/637fe50ab6a07d1c99fae5ead349f86b/C/38cac43fdbb6427ba29474b26e4161c4 2024-11-25T10:15:03,772 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/637fe50ab6a07d1c99fae5ead349f86b/C/38cac43fdbb6427ba29474b26e4161c4, entries=150, sequenceid=403, filesize=12.0 K 2024-11-25T10:15:03,773 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~53.67 KB/54960, heapSize ~160.08 KB/163920, currentSize=127.47 KB/130530 for 637fe50ab6a07d1c99fae5ead349f86b in 1005ms, sequenceid=403, compaction requested=true 2024-11-25T10:15:03,773 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 637fe50ab6a07d1c99fae5ead349f86b: 2024-11-25T10:15:03,774 DEBUG [RS:0;e2fd862922a0:38547-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-25T10:15:03,774 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 637fe50ab6a07d1c99fae5ead349f86b:A, priority=-2147483648, current under compaction store size is 1 2024-11-25T10:15:03,774 DEBUG [RS:0;e2fd862922a0:38547-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37789 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-25T10:15:03,775 DEBUG [RS:0;e2fd862922a0:38547-shortCompactions-0 {}] regionserver.HStore(1541): 637fe50ab6a07d1c99fae5ead349f86b/A is initiating minor compaction (all files) 2024-11-25T10:15:03,775 INFO [RS:0;e2fd862922a0:38547-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 637fe50ab6a07d1c99fae5ead349f86b/A in TestAcidGuarantees,,1732529683694.637fe50ab6a07d1c99fae5ead349f86b. 2024-11-25T10:15:03,775 INFO [RS:0;e2fd862922a0:38547-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/637fe50ab6a07d1c99fae5ead349f86b/A/d07746e5cffc4a14afc1560da6e9e606, hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/637fe50ab6a07d1c99fae5ead349f86b/A/9d587bee44f644c69e313211634ca022, hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/637fe50ab6a07d1c99fae5ead349f86b/A/81fe59730d6345458ae4ea4f99af78bf] into tmpdir=hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/637fe50ab6a07d1c99fae5ead349f86b/.tmp, totalSize=36.9 K 2024-11-25T10:15:03,775 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-25T10:15:03,775 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 637fe50ab6a07d1c99fae5ead349f86b:B, priority=-2147483648, current under compaction store size is 2 2024-11-25T10:15:03,775 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-25T10:15:03,775 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 637fe50ab6a07d1c99fae5ead349f86b:C, priority=-2147483648, current under compaction store size is 3 2024-11-25T10:15:03,775 DEBUG [RS:0;e2fd862922a0:38547-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-25T10:15:03,775 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-25T10:15:03,775 DEBUG [RS:0;e2fd862922a0:38547-shortCompactions-0 {}] compactions.Compactor(225): Compacting d07746e5cffc4a14afc1560da6e9e606, keycount=150, bloomtype=ROW, size=12.9 K, encoding=NONE, compression=NONE, seqNum=352, earliestPutTs=1732529700637 2024-11-25T10:15:03,776 DEBUG [RS:0;e2fd862922a0:38547-shortCompactions-0 {}] compactions.Compactor(225): Compacting 9d587bee44f644c69e313211634ca022, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=389, earliestPutTs=1732529700792 2024-11-25T10:15:03,777 DEBUG [RS:0;e2fd862922a0:38547-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37789 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-25T10:15:03,777 DEBUG [RS:0;e2fd862922a0:38547-longCompactions-0 {}] regionserver.HStore(1541): 637fe50ab6a07d1c99fae5ead349f86b/B is initiating minor compaction (all files) 2024-11-25T10:15:03,777 INFO [RS:0;e2fd862922a0:38547-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 637fe50ab6a07d1c99fae5ead349f86b/B in TestAcidGuarantees,,1732529683694.637fe50ab6a07d1c99fae5ead349f86b. 2024-11-25T10:15:03,777 INFO [RS:0;e2fd862922a0:38547-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/637fe50ab6a07d1c99fae5ead349f86b/B/d465c9f8ff004219bd0eaffd3b773178, hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/637fe50ab6a07d1c99fae5ead349f86b/B/fe8c58eec5904b3d8d1287fd5e892de5, hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/637fe50ab6a07d1c99fae5ead349f86b/B/7028be94d86142578d271826cf7099aa] into tmpdir=hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/637fe50ab6a07d1c99fae5ead349f86b/.tmp, totalSize=36.9 K 2024-11-25T10:15:03,779 DEBUG [RS:0;e2fd862922a0:38547-shortCompactions-0 {}] compactions.Compactor(225): Compacting 81fe59730d6345458ae4ea4f99af78bf, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=403, earliestPutTs=1732529702021 2024-11-25T10:15:03,780 DEBUG [RS:0;e2fd862922a0:38547-longCompactions-0 {}] compactions.Compactor(225): Compacting d465c9f8ff004219bd0eaffd3b773178, keycount=150, bloomtype=ROW, size=12.9 K, encoding=NONE, compression=NONE, seqNum=352, earliestPutTs=1732529700637 2024-11-25T10:15:03,780 DEBUG [RS:0;e2fd862922a0:38547-longCompactions-0 {}] compactions.Compactor(225): Compacting fe8c58eec5904b3d8d1287fd5e892de5, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=389, earliestPutTs=1732529700792 2024-11-25T10:15:03,782 DEBUG [RS:0;e2fd862922a0:38547-longCompactions-0 {}] compactions.Compactor(225): Compacting 7028be94d86142578d271826cf7099aa, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=403, earliestPutTs=1732529702021 2024-11-25T10:15:03,793 INFO [RS:0;e2fd862922a0:38547-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 637fe50ab6a07d1c99fae5ead349f86b#A#compaction#273 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-25T10:15:03,794 DEBUG [RS:0;e2fd862922a0:38547-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/637fe50ab6a07d1c99fae5ead349f86b/.tmp/A/1d2224e633e64a41ac27eac9ca58db8e is 50, key is test_row_0/A:col10/1732529702079/Put/seqid=0 2024-11-25T10:15:03,807 INFO [RS:0;e2fd862922a0:38547-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 637fe50ab6a07d1c99fae5ead349f86b#B#compaction#274 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-25T10:15:03,807 DEBUG [RS:0;e2fd862922a0:38547-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/637fe50ab6a07d1c99fae5ead349f86b/.tmp/B/2964a7f4625f491f8da255f9ddb38961 is 50, key is test_row_0/B:col10/1732529702079/Put/seqid=0 2024-11-25T10:15:03,820 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39927 is added to blk_1073742143_1319 (size=13289) 2024-11-25T10:15:03,826 DEBUG [RS:0;e2fd862922a0:38547-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/637fe50ab6a07d1c99fae5ead349f86b/.tmp/A/1d2224e633e64a41ac27eac9ca58db8e as hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/637fe50ab6a07d1c99fae5ead349f86b/A/1d2224e633e64a41ac27eac9ca58db8e 2024-11-25T10:15:03,830 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39927 is added to blk_1073742144_1320 (size=13289) 2024-11-25T10:15:03,831 INFO [RS:0;e2fd862922a0:38547-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 637fe50ab6a07d1c99fae5ead349f86b/A of 637fe50ab6a07d1c99fae5ead349f86b into 1d2224e633e64a41ac27eac9ca58db8e(size=13.0 K), total size for store is 13.0 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-25T10:15:03,831 DEBUG [RS:0;e2fd862922a0:38547-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 637fe50ab6a07d1c99fae5ead349f86b: 2024-11-25T10:15:03,831 INFO [RS:0;e2fd862922a0:38547-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732529683694.637fe50ab6a07d1c99fae5ead349f86b., storeName=637fe50ab6a07d1c99fae5ead349f86b/A, priority=13, startTime=1732529703773; duration=0sec 2024-11-25T10:15:03,831 DEBUG [RS:0;e2fd862922a0:38547-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-25T10:15:03,831 DEBUG [RS:0;e2fd862922a0:38547-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 637fe50ab6a07d1c99fae5ead349f86b:A 2024-11-25T10:15:03,831 DEBUG [RS:0;e2fd862922a0:38547-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-25T10:15:03,832 DEBUG [RS:0;e2fd862922a0:38547-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37789 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-25T10:15:03,832 DEBUG [RS:0;e2fd862922a0:38547-shortCompactions-0 {}] regionserver.HStore(1541): 637fe50ab6a07d1c99fae5ead349f86b/C is initiating minor compaction (all files) 2024-11-25T10:15:03,832 INFO [RS:0;e2fd862922a0:38547-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 637fe50ab6a07d1c99fae5ead349f86b/C in TestAcidGuarantees,,1732529683694.637fe50ab6a07d1c99fae5ead349f86b. 2024-11-25T10:15:03,832 INFO [RS:0;e2fd862922a0:38547-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/637fe50ab6a07d1c99fae5ead349f86b/C/d12f806a45a64e48b774ec279d4ce9f4, hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/637fe50ab6a07d1c99fae5ead349f86b/C/bbd151c03ce347338edcdfe6650b885f, hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/637fe50ab6a07d1c99fae5ead349f86b/C/38cac43fdbb6427ba29474b26e4161c4] into tmpdir=hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/637fe50ab6a07d1c99fae5ead349f86b/.tmp, totalSize=36.9 K 2024-11-25T10:15:03,833 DEBUG [RS:0;e2fd862922a0:38547-shortCompactions-0 {}] compactions.Compactor(225): Compacting d12f806a45a64e48b774ec279d4ce9f4, keycount=150, bloomtype=ROW, size=12.9 K, encoding=NONE, compression=NONE, seqNum=352, earliestPutTs=1732529700637 2024-11-25T10:15:03,835 DEBUG [RS:0;e2fd862922a0:38547-shortCompactions-0 {}] compactions.Compactor(225): Compacting bbd151c03ce347338edcdfe6650b885f, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=389, earliestPutTs=1732529700792 2024-11-25T10:15:03,835 DEBUG [RS:0;e2fd862922a0:38547-shortCompactions-0 {}] compactions.Compactor(225): Compacting 38cac43fdbb6427ba29474b26e4161c4, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=403, earliestPutTs=1732529702021 2024-11-25T10:15:03,845 INFO [RS:0;e2fd862922a0:38547-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 637fe50ab6a07d1c99fae5ead349f86b#C#compaction#275 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-25T10:15:03,846 DEBUG [RS:0;e2fd862922a0:38547-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/637fe50ab6a07d1c99fae5ead349f86b/.tmp/C/1154b112acbd40e8a5039a2966708387 is 50, key is test_row_0/C:col10/1732529702079/Put/seqid=0 2024-11-25T10:15:03,898 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39927 is added to blk_1073742145_1321 (size=13289) 2024-11-25T10:15:03,904 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=38547 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=87 2024-11-25T10:15:03,904 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e2fd862922a0:0-0 {event_type=RS_FLUSH_REGIONS, pid=87}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732529683694.637fe50ab6a07d1c99fae5ead349f86b. 2024-11-25T10:15:03,904 INFO [RS_FLUSH_OPERATIONS-regionserver/e2fd862922a0:0-0 {event_type=RS_FLUSH_REGIONS, pid=87}] regionserver.HRegion(2902): Flushing 637fe50ab6a07d1c99fae5ead349f86b 3/3 column families, dataSize=127.47 KB heapSize=365.06 KB 2024-11-25T10:15:03,905 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e2fd862922a0:0-0 {event_type=RS_FLUSH_REGIONS, pid=87}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 637fe50ab6a07d1c99fae5ead349f86b, store=A 2024-11-25T10:15:03,905 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e2fd862922a0:0-0 {event_type=RS_FLUSH_REGIONS, pid=87}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-25T10:15:03,905 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e2fd862922a0:0-0 {event_type=RS_FLUSH_REGIONS, pid=87}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 637fe50ab6a07d1c99fae5ead349f86b, store=B 2024-11-25T10:15:03,905 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e2fd862922a0:0-0 {event_type=RS_FLUSH_REGIONS, pid=87}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-25T10:15:03,905 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e2fd862922a0:0-0 {event_type=RS_FLUSH_REGIONS, pid=87}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 637fe50ab6a07d1c99fae5ead349f86b, store=C 2024-11-25T10:15:03,905 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e2fd862922a0:0-0 {event_type=RS_FLUSH_REGIONS, pid=87}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-25T10:15:03,914 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e2fd862922a0:0-0 {event_type=RS_FLUSH_REGIONS, pid=87}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/637fe50ab6a07d1c99fae5ead349f86b/.tmp/A/0ba6757130124134afa5bab31a06e1fa is 50, key is test_row_0/A:col10/1732529703055/Put/seqid=0 2024-11-25T10:15:03,948 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39927 is added to blk_1073742146_1322 (size=12301) 2024-11-25T10:15:03,949 INFO [RS_FLUSH_OPERATIONS-regionserver/e2fd862922a0:0-0 {event_type=RS_FLUSH_REGIONS, pid=87}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=440 (bloomFilter=true), to=hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/637fe50ab6a07d1c99fae5ead349f86b/.tmp/A/0ba6757130124134afa5bab31a06e1fa 2024-11-25T10:15:03,967 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e2fd862922a0:0-0 {event_type=RS_FLUSH_REGIONS, pid=87}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/637fe50ab6a07d1c99fae5ead349f86b/.tmp/B/4d4f13a4aa3943ed95ef5a387b9683b7 is 50, key is test_row_0/B:col10/1732529703055/Put/seqid=0 2024-11-25T10:15:04,002 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39927 is added to blk_1073742147_1323 (size=12301) 2024-11-25T10:15:04,102 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41005 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=86 2024-11-25T10:15:04,235 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732529683694.637fe50ab6a07d1c99fae5ead349f86b. as already flushing 2024-11-25T10:15:04,235 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] regionserver.HRegion(8855): Flush requested on 637fe50ab6a07d1c99fae5ead349f86b 2024-11-25T10:15:04,245 DEBUG [RS:0;e2fd862922a0:38547-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/637fe50ab6a07d1c99fae5ead349f86b/.tmp/B/2964a7f4625f491f8da255f9ddb38961 as hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/637fe50ab6a07d1c99fae5ead349f86b/B/2964a7f4625f491f8da255f9ddb38961 2024-11-25T10:15:04,256 INFO [RS:0;e2fd862922a0:38547-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 637fe50ab6a07d1c99fae5ead349f86b/B of 637fe50ab6a07d1c99fae5ead349f86b into 2964a7f4625f491f8da255f9ddb38961(size=13.0 K), total size for store is 13.0 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-25T10:15:04,256 DEBUG [RS:0;e2fd862922a0:38547-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 637fe50ab6a07d1c99fae5ead349f86b: 2024-11-25T10:15:04,256 INFO [RS:0;e2fd862922a0:38547-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732529683694.637fe50ab6a07d1c99fae5ead349f86b., storeName=637fe50ab6a07d1c99fae5ead349f86b/B, priority=13, startTime=1732529703775; duration=0sec 2024-11-25T10:15:04,256 DEBUG [RS:0;e2fd862922a0:38547-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-25T10:15:04,256 DEBUG [RS:0;e2fd862922a0:38547-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 637fe50ab6a07d1c99fae5ead349f86b:B 2024-11-25T10:15:04,257 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=637fe50ab6a07d1c99fae5ead349f86b, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-25T10:15:04,257 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] ipc.CallRunner(138): callId: 142 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45472 deadline: 1732529764251, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=637fe50ab6a07d1c99fae5ead349f86b, server=e2fd862922a0,38547,1732529625709 2024-11-25T10:15:04,257 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732529683694.637fe50ab6a07d1c99fae5ead349f86b., hostname=e2fd862922a0,38547,1732529625709, seqNum=2 , the old value is region=TestAcidGuarantees,,1732529683694.637fe50ab6a07d1c99fae5ead349f86b., hostname=e2fd862922a0,38547,1732529625709, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=637fe50ab6a07d1c99fae5ead349f86b, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T10:15:04,258 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732529683694.637fe50ab6a07d1c99fae5ead349f86b., hostname=e2fd862922a0,38547,1732529625709, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=637fe50ab6a07d1c99fae5ead349f86b, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T10:15:04,258 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732529683694.637fe50ab6a07d1c99fae5ead349f86b., hostname=e2fd862922a0,38547,1732529625709, seqNum=2 because the exception is null or not the one we care about 2024-11-25T10:15:04,264 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=637fe50ab6a07d1c99fae5ead349f86b, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-25T10:15:04,264 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] ipc.CallRunner(138): callId: 129 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45434 deadline: 1732529764257, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=637fe50ab6a07d1c99fae5ead349f86b, server=e2fd862922a0,38547,1732529625709 2024-11-25T10:15:04,265 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732529683694.637fe50ab6a07d1c99fae5ead349f86b., hostname=e2fd862922a0,38547,1732529625709, seqNum=2 , the old value is region=TestAcidGuarantees,,1732529683694.637fe50ab6a07d1c99fae5ead349f86b., hostname=e2fd862922a0,38547,1732529625709, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=637fe50ab6a07d1c99fae5ead349f86b, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T10:15:04,265 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732529683694.637fe50ab6a07d1c99fae5ead349f86b., hostname=e2fd862922a0,38547,1732529625709, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=637fe50ab6a07d1c99fae5ead349f86b, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T10:15:04,265 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732529683694.637fe50ab6a07d1c99fae5ead349f86b., hostname=e2fd862922a0,38547,1732529625709, seqNum=2 because the exception is null or not the one we care about 2024-11-25T10:15:04,266 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=637fe50ab6a07d1c99fae5ead349f86b, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-25T10:15:04,266 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] ipc.CallRunner(138): callId: 216 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45476 deadline: 1732529764262, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=637fe50ab6a07d1c99fae5ead349f86b, server=e2fd862922a0,38547,1732529625709 2024-11-25T10:15:04,268 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732529683694.637fe50ab6a07d1c99fae5ead349f86b., hostname=e2fd862922a0,38547,1732529625709, seqNum=2 , the old value is region=TestAcidGuarantees,,1732529683694.637fe50ab6a07d1c99fae5ead349f86b., hostname=e2fd862922a0,38547,1732529625709, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=637fe50ab6a07d1c99fae5ead349f86b, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T10:15:04,269 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732529683694.637fe50ab6a07d1c99fae5ead349f86b., hostname=e2fd862922a0,38547,1732529625709, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=637fe50ab6a07d1c99fae5ead349f86b, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T10:15:04,269 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732529683694.637fe50ab6a07d1c99fae5ead349f86b., hostname=e2fd862922a0,38547,1732529625709, seqNum=2 because the exception is null or not the one we care about 2024-11-25T10:15:04,310 DEBUG [RS:0;e2fd862922a0:38547-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/637fe50ab6a07d1c99fae5ead349f86b/.tmp/C/1154b112acbd40e8a5039a2966708387 as hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/637fe50ab6a07d1c99fae5ead349f86b/C/1154b112acbd40e8a5039a2966708387 2024-11-25T10:15:04,317 INFO [RS:0;e2fd862922a0:38547-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 637fe50ab6a07d1c99fae5ead349f86b/C of 637fe50ab6a07d1c99fae5ead349f86b into 1154b112acbd40e8a5039a2966708387(size=13.0 K), total size for store is 13.0 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-25T10:15:04,317 DEBUG [RS:0;e2fd862922a0:38547-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 637fe50ab6a07d1c99fae5ead349f86b: 2024-11-25T10:15:04,317 INFO [RS:0;e2fd862922a0:38547-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732529683694.637fe50ab6a07d1c99fae5ead349f86b., storeName=637fe50ab6a07d1c99fae5ead349f86b/C, priority=13, startTime=1732529703775; duration=0sec 2024-11-25T10:15:04,317 DEBUG [RS:0;e2fd862922a0:38547-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-25T10:15:04,317 DEBUG [RS:0;e2fd862922a0:38547-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 637fe50ab6a07d1c99fae5ead349f86b:C 2024-11-25T10:15:04,367 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=637fe50ab6a07d1c99fae5ead349f86b, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-25T10:15:04,367 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] ipc.CallRunner(138): callId: 143 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45472 deadline: 1732529764362, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=637fe50ab6a07d1c99fae5ead349f86b, server=e2fd862922a0,38547,1732529625709 2024-11-25T10:15:04,368 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732529683694.637fe50ab6a07d1c99fae5ead349f86b., hostname=e2fd862922a0,38547,1732529625709, seqNum=2 , the old value is region=TestAcidGuarantees,,1732529683694.637fe50ab6a07d1c99fae5ead349f86b., hostname=e2fd862922a0,38547,1732529625709, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=637fe50ab6a07d1c99fae5ead349f86b, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T10:15:04,368 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732529683694.637fe50ab6a07d1c99fae5ead349f86b., hostname=e2fd862922a0,38547,1732529625709, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=637fe50ab6a07d1c99fae5ead349f86b, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T10:15:04,368 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732529683694.637fe50ab6a07d1c99fae5ead349f86b., hostname=e2fd862922a0,38547,1732529625709, seqNum=2 because the exception is null or not the one we care about 2024-11-25T10:15:04,374 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=637fe50ab6a07d1c99fae5ead349f86b, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-25T10:15:04,374 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] ipc.CallRunner(138): callId: 130 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45434 deadline: 1732529764372, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=637fe50ab6a07d1c99fae5ead349f86b, server=e2fd862922a0,38547,1732529625709 2024-11-25T10:15:04,374 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=637fe50ab6a07d1c99fae5ead349f86b, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-25T10:15:04,374 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] ipc.CallRunner(138): callId: 217 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45476 deadline: 1732529764372, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=637fe50ab6a07d1c99fae5ead349f86b, server=e2fd862922a0,38547,1732529625709 2024-11-25T10:15:04,375 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732529683694.637fe50ab6a07d1c99fae5ead349f86b., hostname=e2fd862922a0,38547,1732529625709, seqNum=2 , the old value is region=TestAcidGuarantees,,1732529683694.637fe50ab6a07d1c99fae5ead349f86b., hostname=e2fd862922a0,38547,1732529625709, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=637fe50ab6a07d1c99fae5ead349f86b, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T10:15:04,375 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732529683694.637fe50ab6a07d1c99fae5ead349f86b., hostname=e2fd862922a0,38547,1732529625709, seqNum=2 , the old value is region=TestAcidGuarantees,,1732529683694.637fe50ab6a07d1c99fae5ead349f86b., hostname=e2fd862922a0,38547,1732529625709, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=637fe50ab6a07d1c99fae5ead349f86b, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T10:15:04,375 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732529683694.637fe50ab6a07d1c99fae5ead349f86b., hostname=e2fd862922a0,38547,1732529625709, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=637fe50ab6a07d1c99fae5ead349f86b, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T10:15:04,375 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732529683694.637fe50ab6a07d1c99fae5ead349f86b., hostname=e2fd862922a0,38547,1732529625709, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=637fe50ab6a07d1c99fae5ead349f86b, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T10:15:04,375 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732529683694.637fe50ab6a07d1c99fae5ead349f86b., hostname=e2fd862922a0,38547,1732529625709, seqNum=2 because the exception is null or not the one we care about 2024-11-25T10:15:04,375 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732529683694.637fe50ab6a07d1c99fae5ead349f86b., hostname=e2fd862922a0,38547,1732529625709, seqNum=2 because the exception is null or not the one we care about 2024-11-25T10:15:04,404 INFO [RS_FLUSH_OPERATIONS-regionserver/e2fd862922a0:0-0 {event_type=RS_FLUSH_REGIONS, pid=87}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=440 (bloomFilter=true), to=hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/637fe50ab6a07d1c99fae5ead349f86b/.tmp/B/4d4f13a4aa3943ed95ef5a387b9683b7 2024-11-25T10:15:04,439 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e2fd862922a0:0-0 {event_type=RS_FLUSH_REGIONS, pid=87}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/637fe50ab6a07d1c99fae5ead349f86b/.tmp/C/4a623836eb3842bdb28a7dcc8a8565de is 50, key is test_row_0/C:col10/1732529703055/Put/seqid=0 2024-11-25T10:15:04,478 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39927 is added to blk_1073742148_1324 (size=12301) 2024-11-25T10:15:04,479 INFO [RS_FLUSH_OPERATIONS-regionserver/e2fd862922a0:0-0 {event_type=RS_FLUSH_REGIONS, pid=87}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=440 (bloomFilter=true), to=hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/637fe50ab6a07d1c99fae5ead349f86b/.tmp/C/4a623836eb3842bdb28a7dcc8a8565de 2024-11-25T10:15:04,487 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e2fd862922a0:0-0 {event_type=RS_FLUSH_REGIONS, pid=87}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/637fe50ab6a07d1c99fae5ead349f86b/.tmp/A/0ba6757130124134afa5bab31a06e1fa as hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/637fe50ab6a07d1c99fae5ead349f86b/A/0ba6757130124134afa5bab31a06e1fa 2024-11-25T10:15:04,494 INFO [RS_FLUSH_OPERATIONS-regionserver/e2fd862922a0:0-0 {event_type=RS_FLUSH_REGIONS, pid=87}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/637fe50ab6a07d1c99fae5ead349f86b/A/0ba6757130124134afa5bab31a06e1fa, entries=150, sequenceid=440, filesize=12.0 K 2024-11-25T10:15:04,495 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e2fd862922a0:0-0 {event_type=RS_FLUSH_REGIONS, pid=87}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/637fe50ab6a07d1c99fae5ead349f86b/.tmp/B/4d4f13a4aa3943ed95ef5a387b9683b7 as hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/637fe50ab6a07d1c99fae5ead349f86b/B/4d4f13a4aa3943ed95ef5a387b9683b7 2024-11-25T10:15:04,508 INFO [RS_FLUSH_OPERATIONS-regionserver/e2fd862922a0:0-0 {event_type=RS_FLUSH_REGIONS, pid=87}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/637fe50ab6a07d1c99fae5ead349f86b/B/4d4f13a4aa3943ed95ef5a387b9683b7, entries=150, sequenceid=440, filesize=12.0 K 2024-11-25T10:15:04,510 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e2fd862922a0:0-0 {event_type=RS_FLUSH_REGIONS, pid=87}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/637fe50ab6a07d1c99fae5ead349f86b/.tmp/C/4a623836eb3842bdb28a7dcc8a8565de as hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/637fe50ab6a07d1c99fae5ead349f86b/C/4a623836eb3842bdb28a7dcc8a8565de 2024-11-25T10:15:04,535 INFO [RS_FLUSH_OPERATIONS-regionserver/e2fd862922a0:0-0 {event_type=RS_FLUSH_REGIONS, pid=87}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/637fe50ab6a07d1c99fae5ead349f86b/C/4a623836eb3842bdb28a7dcc8a8565de, entries=150, sequenceid=440, filesize=12.0 K 2024-11-25T10:15:04,536 INFO [RS_FLUSH_OPERATIONS-regionserver/e2fd862922a0:0-0 {event_type=RS_FLUSH_REGIONS, pid=87}] regionserver.HRegion(3140): Finished flush of dataSize ~127.47 KB/130530, heapSize ~365.02 KB/373776, currentSize=60.38 KB/61830 for 637fe50ab6a07d1c99fae5ead349f86b in 632ms, sequenceid=440, compaction requested=false 2024-11-25T10:15:04,536 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e2fd862922a0:0-0 {event_type=RS_FLUSH_REGIONS, pid=87}] regionserver.HRegion(2603): Flush status journal for 637fe50ab6a07d1c99fae5ead349f86b: 2024-11-25T10:15:04,536 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e2fd862922a0:0-0 {event_type=RS_FLUSH_REGIONS, pid=87}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732529683694.637fe50ab6a07d1c99fae5ead349f86b. 2024-11-25T10:15:04,536 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e2fd862922a0:0-0 {event_type=RS_FLUSH_REGIONS, pid=87}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=87 2024-11-25T10:15:04,536 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41005 {}] master.HMaster(4169): Remote procedure done, pid=87 2024-11-25T10:15:04,539 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=87, resume processing ppid=86 2024-11-25T10:15:04,539 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=87, ppid=86, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.5700 sec 2024-11-25T10:15:04,543 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=86, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=86, table=TestAcidGuarantees in 1.5770 sec 2024-11-25T10:15:04,590 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] regionserver.HRegion(8855): Flush requested on 637fe50ab6a07d1c99fae5ead349f86b 2024-11-25T10:15:04,591 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 637fe50ab6a07d1c99fae5ead349f86b 3/3 column families, dataSize=80.51 KB heapSize=239.81 KB 2024-11-25T10:15:04,591 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 637fe50ab6a07d1c99fae5ead349f86b, store=A 2024-11-25T10:15:04,591 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T10:15:04,591 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 637fe50ab6a07d1c99fae5ead349f86b, store=B 2024-11-25T10:15:04,591 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T10:15:04,591 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 637fe50ab6a07d1c99fae5ead349f86b, store=C 2024-11-25T10:15:04,591 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T10:15:04,597 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/637fe50ab6a07d1c99fae5ead349f86b/.tmp/A/39ef389c050f437e9cb6632de07042f9 is 50, key is test_row_0/A:col10/1732529704585/Put/seqid=0 2024-11-25T10:15:04,601 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39927 is added to blk_1073742149_1325 (size=12301) 2024-11-25T10:15:04,654 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=637fe50ab6a07d1c99fae5ead349f86b, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-25T10:15:04,654 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] ipc.CallRunner(138): callId: 223 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45476 deadline: 1732529764650, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=637fe50ab6a07d1c99fae5ead349f86b, server=e2fd862922a0,38547,1732529625709 2024-11-25T10:15:04,657 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=637fe50ab6a07d1c99fae5ead349f86b, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-25T10:15:04,658 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] ipc.CallRunner(138): callId: 137 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45434 deadline: 1732529764653, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=637fe50ab6a07d1c99fae5ead349f86b, server=e2fd862922a0,38547,1732529625709 2024-11-25T10:15:04,658 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732529683694.637fe50ab6a07d1c99fae5ead349f86b., hostname=e2fd862922a0,38547,1732529625709, seqNum=2 , the old value is region=TestAcidGuarantees,,1732529683694.637fe50ab6a07d1c99fae5ead349f86b., hostname=e2fd862922a0,38547,1732529625709, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=637fe50ab6a07d1c99fae5ead349f86b, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T10:15:04,658 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732529683694.637fe50ab6a07d1c99fae5ead349f86b., hostname=e2fd862922a0,38547,1732529625709, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=637fe50ab6a07d1c99fae5ead349f86b, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T10:15:04,658 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732529683694.637fe50ab6a07d1c99fae5ead349f86b., hostname=e2fd862922a0,38547,1732529625709, seqNum=2 because the exception is null or not the one we care about 2024-11-25T10:15:04,659 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732529683694.637fe50ab6a07d1c99fae5ead349f86b., hostname=e2fd862922a0,38547,1732529625709, seqNum=2 , the old value is region=TestAcidGuarantees,,1732529683694.637fe50ab6a07d1c99fae5ead349f86b., hostname=e2fd862922a0,38547,1732529625709, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=637fe50ab6a07d1c99fae5ead349f86b, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T10:15:04,659 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732529683694.637fe50ab6a07d1c99fae5ead349f86b., hostname=e2fd862922a0,38547,1732529625709, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=637fe50ab6a07d1c99fae5ead349f86b, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T10:15:04,659 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732529683694.637fe50ab6a07d1c99fae5ead349f86b., hostname=e2fd862922a0,38547,1732529625709, seqNum=2 because the exception is null or not the one we care about 2024-11-25T10:15:04,660 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=637fe50ab6a07d1c99fae5ead349f86b, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-25T10:15:04,660 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] ipc.CallRunner(138): callId: 150 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45472 deadline: 1732529764654, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=637fe50ab6a07d1c99fae5ead349f86b, server=e2fd862922a0,38547,1732529625709 2024-11-25T10:15:04,661 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732529683694.637fe50ab6a07d1c99fae5ead349f86b., hostname=e2fd862922a0,38547,1732529625709, seqNum=2 , the old value is region=TestAcidGuarantees,,1732529683694.637fe50ab6a07d1c99fae5ead349f86b., hostname=e2fd862922a0,38547,1732529625709, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=637fe50ab6a07d1c99fae5ead349f86b, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T10:15:04,661 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732529683694.637fe50ab6a07d1c99fae5ead349f86b., hostname=e2fd862922a0,38547,1732529625709, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=637fe50ab6a07d1c99fae5ead349f86b, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T10:15:04,661 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732529683694.637fe50ab6a07d1c99fae5ead349f86b., hostname=e2fd862922a0,38547,1732529625709, seqNum=2 because the exception is null or not the one we care about 2024-11-25T10:15:04,766 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=637fe50ab6a07d1c99fae5ead349f86b, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-25T10:15:04,766 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] ipc.CallRunner(138): callId: 138 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45434 deadline: 1732529764762, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=637fe50ab6a07d1c99fae5ead349f86b, server=e2fd862922a0,38547,1732529625709 2024-11-25T10:15:04,766 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732529683694.637fe50ab6a07d1c99fae5ead349f86b., hostname=e2fd862922a0,38547,1732529625709, seqNum=2 , the old value is region=TestAcidGuarantees,,1732529683694.637fe50ab6a07d1c99fae5ead349f86b., hostname=e2fd862922a0,38547,1732529625709, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=637fe50ab6a07d1c99fae5ead349f86b, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T10:15:04,766 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=637fe50ab6a07d1c99fae5ead349f86b, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-25T10:15:04,766 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732529683694.637fe50ab6a07d1c99fae5ead349f86b., hostname=e2fd862922a0,38547,1732529625709, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=637fe50ab6a07d1c99fae5ead349f86b, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T10:15:04,766 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732529683694.637fe50ab6a07d1c99fae5ead349f86b., hostname=e2fd862922a0,38547,1732529625709, seqNum=2 because the exception is null or not the one we care about 2024-11-25T10:15:04,766 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] ipc.CallRunner(138): callId: 224 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45476 deadline: 1732529764762, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=637fe50ab6a07d1c99fae5ead349f86b, server=e2fd862922a0,38547,1732529625709 2024-11-25T10:15:04,767 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732529683694.637fe50ab6a07d1c99fae5ead349f86b., hostname=e2fd862922a0,38547,1732529625709, seqNum=2 , the old value is region=TestAcidGuarantees,,1732529683694.637fe50ab6a07d1c99fae5ead349f86b., hostname=e2fd862922a0,38547,1732529625709, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=637fe50ab6a07d1c99fae5ead349f86b, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T10:15:04,767 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732529683694.637fe50ab6a07d1c99fae5ead349f86b., hostname=e2fd862922a0,38547,1732529625709, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=637fe50ab6a07d1c99fae5ead349f86b, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T10:15:04,767 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732529683694.637fe50ab6a07d1c99fae5ead349f86b., hostname=e2fd862922a0,38547,1732529625709, seqNum=2 because the exception is null or not the one we care about 2024-11-25T10:15:04,773 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=637fe50ab6a07d1c99fae5ead349f86b, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-25T10:15:04,773 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] ipc.CallRunner(138): callId: 151 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45472 deadline: 1732529764771, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=637fe50ab6a07d1c99fae5ead349f86b, server=e2fd862922a0,38547,1732529625709 2024-11-25T10:15:04,774 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732529683694.637fe50ab6a07d1c99fae5ead349f86b., hostname=e2fd862922a0,38547,1732529625709, seqNum=2 , the old value is region=TestAcidGuarantees,,1732529683694.637fe50ab6a07d1c99fae5ead349f86b., hostname=e2fd862922a0,38547,1732529625709, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=637fe50ab6a07d1c99fae5ead349f86b, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T10:15:04,774 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732529683694.637fe50ab6a07d1c99fae5ead349f86b., hostname=e2fd862922a0,38547,1732529625709, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=637fe50ab6a07d1c99fae5ead349f86b, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T10:15:04,774 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732529683694.637fe50ab6a07d1c99fae5ead349f86b., hostname=e2fd862922a0,38547,1732529625709, seqNum=2 because the exception is null or not the one we care about 2024-11-25T10:15:04,975 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=637fe50ab6a07d1c99fae5ead349f86b, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-25T10:15:04,975 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] ipc.CallRunner(138): callId: 139 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45434 deadline: 1732529764972, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=637fe50ab6a07d1c99fae5ead349f86b, server=e2fd862922a0,38547,1732529625709 2024-11-25T10:15:04,975 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=637fe50ab6a07d1c99fae5ead349f86b, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-25T10:15:04,975 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] ipc.CallRunner(138): callId: 225 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45476 deadline: 1732529764972, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=637fe50ab6a07d1c99fae5ead349f86b, server=e2fd862922a0,38547,1732529625709 2024-11-25T10:15:04,975 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732529683694.637fe50ab6a07d1c99fae5ead349f86b., hostname=e2fd862922a0,38547,1732529625709, seqNum=2 , the old value is region=TestAcidGuarantees,,1732529683694.637fe50ab6a07d1c99fae5ead349f86b., hostname=e2fd862922a0,38547,1732529625709, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=637fe50ab6a07d1c99fae5ead349f86b, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T10:15:04,975 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732529683694.637fe50ab6a07d1c99fae5ead349f86b., hostname=e2fd862922a0,38547,1732529625709, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=637fe50ab6a07d1c99fae5ead349f86b, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T10:15:04,975 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732529683694.637fe50ab6a07d1c99fae5ead349f86b., hostname=e2fd862922a0,38547,1732529625709, seqNum=2 because the exception is null or not the one we care about 2024-11-25T10:15:04,976 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732529683694.637fe50ab6a07d1c99fae5ead349f86b., hostname=e2fd862922a0,38547,1732529625709, seqNum=2 , the old value is region=TestAcidGuarantees,,1732529683694.637fe50ab6a07d1c99fae5ead349f86b., hostname=e2fd862922a0,38547,1732529625709, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=637fe50ab6a07d1c99fae5ead349f86b, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T10:15:04,976 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732529683694.637fe50ab6a07d1c99fae5ead349f86b., hostname=e2fd862922a0,38547,1732529625709, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=637fe50ab6a07d1c99fae5ead349f86b, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T10:15:04,976 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732529683694.637fe50ab6a07d1c99fae5ead349f86b., hostname=e2fd862922a0,38547,1732529625709, seqNum=2 because the exception is null or not the one we care about 2024-11-25T10:15:04,986 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=637fe50ab6a07d1c99fae5ead349f86b, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-25T10:15:04,986 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] ipc.CallRunner(138): callId: 152 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45472 deadline: 1732529764982, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=637fe50ab6a07d1c99fae5ead349f86b, server=e2fd862922a0,38547,1732529625709 2024-11-25T10:15:04,987 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732529683694.637fe50ab6a07d1c99fae5ead349f86b., hostname=e2fd862922a0,38547,1732529625709, seqNum=2 , the old value is region=TestAcidGuarantees,,1732529683694.637fe50ab6a07d1c99fae5ead349f86b., hostname=e2fd862922a0,38547,1732529625709, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=637fe50ab6a07d1c99fae5ead349f86b, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T10:15:04,987 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732529683694.637fe50ab6a07d1c99fae5ead349f86b., hostname=e2fd862922a0,38547,1732529625709, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=637fe50ab6a07d1c99fae5ead349f86b, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T10:15:04,987 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732529683694.637fe50ab6a07d1c99fae5ead349f86b., hostname=e2fd862922a0,38547,1732529625709, seqNum=2 because the exception is null or not the one we care about 2024-11-25T10:15:05,001 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=457 (bloomFilter=true), to=hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/637fe50ab6a07d1c99fae5ead349f86b/.tmp/A/39ef389c050f437e9cb6632de07042f9 2024-11-25T10:15:05,015 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/637fe50ab6a07d1c99fae5ead349f86b/.tmp/B/62fecf343b6c485db86c460dfebf33f4 is 50, key is test_row_0/B:col10/1732529704585/Put/seqid=0 2024-11-25T10:15:05,040 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39927 is added to blk_1073742150_1326 (size=12301) 2024-11-25T10:15:05,112 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41005 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=86 2024-11-25T10:15:05,113 INFO [RPCClient-NioEventLoopGroup-4-6 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-25T10:15:05,113 INFO [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41005 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-25T10:15:05,114 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41005 {}] procedure2.ProcedureExecutor(1139): Stored pid=88, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=88, table=TestAcidGuarantees 2024-11-25T10:15:05,115 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41005 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=88 2024-11-25T10:15:05,115 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=88, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=88, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-25T10:15:05,116 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=88, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=88, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-25T10:15:05,116 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=89, ppid=88, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-25T10:15:05,222 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41005 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=88 2024-11-25T10:15:05,268 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=38547 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=89 2024-11-25T10:15:05,268 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e2fd862922a0:0-1 {event_type=RS_FLUSH_REGIONS, pid=89}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732529683694.637fe50ab6a07d1c99fae5ead349f86b. 2024-11-25T10:15:05,268 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e2fd862922a0:0-1 {event_type=RS_FLUSH_REGIONS, pid=89}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732529683694.637fe50ab6a07d1c99fae5ead349f86b. as already flushing 2024-11-25T10:15:05,269 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e2fd862922a0:0-1 {event_type=RS_FLUSH_REGIONS, pid=89}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732529683694.637fe50ab6a07d1c99fae5ead349f86b. 2024-11-25T10:15:05,269 ERROR [RS_FLUSH_OPERATIONS-regionserver/e2fd862922a0:0-1 {event_type=RS_FLUSH_REGIONS, pid=89}] handler.RSProcedureHandler(58): pid=89 java.io.IOException: Unable to complete flush {ENCODED => 637fe50ab6a07d1c99fae5ead349f86b, NAME => 'TestAcidGuarantees,,1732529683694.637fe50ab6a07d1c99fae5ead349f86b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T10:15:05,269 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e2fd862922a0:0-1 {event_type=RS_FLUSH_REGIONS, pid=89}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=89 java.io.IOException: Unable to complete flush {ENCODED => 637fe50ab6a07d1c99fae5ead349f86b, NAME => 'TestAcidGuarantees,,1732529683694.637fe50ab6a07d1c99fae5ead349f86b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T10:15:05,270 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41005 {}] master.HMaster(4177): Remote procedure failed, pid=89 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 637fe50ab6a07d1c99fae5ead349f86b, NAME => 'TestAcidGuarantees,,1732529683694.637fe50ab6a07d1c99fae5ead349f86b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 637fe50ab6a07d1c99fae5ead349f86b, NAME => 'TestAcidGuarantees,,1732529683694.637fe50ab6a07d1c99fae5ead349f86b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T10:15:05,286 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=637fe50ab6a07d1c99fae5ead349f86b, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-25T10:15:05,286 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] ipc.CallRunner(138): callId: 140 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45434 deadline: 1732529765282, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=637fe50ab6a07d1c99fae5ead349f86b, server=e2fd862922a0,38547,1732529625709 2024-11-25T10:15:05,286 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=637fe50ab6a07d1c99fae5ead349f86b, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-25T10:15:05,287 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] ipc.CallRunner(138): callId: 226 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45476 deadline: 1732529765283, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=637fe50ab6a07d1c99fae5ead349f86b, server=e2fd862922a0,38547,1732529625709 2024-11-25T10:15:05,287 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732529683694.637fe50ab6a07d1c99fae5ead349f86b., hostname=e2fd862922a0,38547,1732529625709, seqNum=2 , the old value is region=TestAcidGuarantees,,1732529683694.637fe50ab6a07d1c99fae5ead349f86b., hostname=e2fd862922a0,38547,1732529625709, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=637fe50ab6a07d1c99fae5ead349f86b, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T10:15:05,287 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732529683694.637fe50ab6a07d1c99fae5ead349f86b., hostname=e2fd862922a0,38547,1732529625709, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=637fe50ab6a07d1c99fae5ead349f86b, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T10:15:05,287 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732529683694.637fe50ab6a07d1c99fae5ead349f86b., hostname=e2fd862922a0,38547,1732529625709, seqNum=2 because the exception is null or not the one we care about 2024-11-25T10:15:05,287 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732529683694.637fe50ab6a07d1c99fae5ead349f86b., hostname=e2fd862922a0,38547,1732529625709, seqNum=2 , the old value is region=TestAcidGuarantees,,1732529683694.637fe50ab6a07d1c99fae5ead349f86b., hostname=e2fd862922a0,38547,1732529625709, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=637fe50ab6a07d1c99fae5ead349f86b, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T10:15:05,287 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732529683694.637fe50ab6a07d1c99fae5ead349f86b., hostname=e2fd862922a0,38547,1732529625709, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=637fe50ab6a07d1c99fae5ead349f86b, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T10:15:05,287 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732529683694.637fe50ab6a07d1c99fae5ead349f86b., hostname=e2fd862922a0,38547,1732529625709, seqNum=2 because the exception is null or not the one we care about 2024-11-25T10:15:05,294 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=637fe50ab6a07d1c99fae5ead349f86b, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-25T10:15:05,294 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] ipc.CallRunner(138): callId: 153 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45472 deadline: 1732529765292, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=637fe50ab6a07d1c99fae5ead349f86b, server=e2fd862922a0,38547,1732529625709 2024-11-25T10:15:05,295 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732529683694.637fe50ab6a07d1c99fae5ead349f86b., hostname=e2fd862922a0,38547,1732529625709, seqNum=2 , the old value is region=TestAcidGuarantees,,1732529683694.637fe50ab6a07d1c99fae5ead349f86b., hostname=e2fd862922a0,38547,1732529625709, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=637fe50ab6a07d1c99fae5ead349f86b, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T10:15:05,295 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732529683694.637fe50ab6a07d1c99fae5ead349f86b., hostname=e2fd862922a0,38547,1732529625709, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=637fe50ab6a07d1c99fae5ead349f86b, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T10:15:05,295 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732529683694.637fe50ab6a07d1c99fae5ead349f86b., hostname=e2fd862922a0,38547,1732529625709, seqNum=2 because the exception is null or not the one we care about 2024-11-25T10:15:05,422 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=38547 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=89 2024-11-25T10:15:05,422 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e2fd862922a0:0-2 {event_type=RS_FLUSH_REGIONS, pid=89}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732529683694.637fe50ab6a07d1c99fae5ead349f86b. 2024-11-25T10:15:05,422 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e2fd862922a0:0-2 {event_type=RS_FLUSH_REGIONS, pid=89}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732529683694.637fe50ab6a07d1c99fae5ead349f86b. as already flushing 2024-11-25T10:15:05,422 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e2fd862922a0:0-2 {event_type=RS_FLUSH_REGIONS, pid=89}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732529683694.637fe50ab6a07d1c99fae5ead349f86b. 2024-11-25T10:15:05,422 ERROR [RS_FLUSH_OPERATIONS-regionserver/e2fd862922a0:0-2 {event_type=RS_FLUSH_REGIONS, pid=89}] handler.RSProcedureHandler(58): pid=89 java.io.IOException: Unable to complete flush {ENCODED => 637fe50ab6a07d1c99fae5ead349f86b, NAME => 'TestAcidGuarantees,,1732529683694.637fe50ab6a07d1c99fae5ead349f86b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T10:15:05,422 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e2fd862922a0:0-2 {event_type=RS_FLUSH_REGIONS, pid=89}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=89 java.io.IOException: Unable to complete flush {ENCODED => 637fe50ab6a07d1c99fae5ead349f86b, NAME => 'TestAcidGuarantees,,1732529683694.637fe50ab6a07d1c99fae5ead349f86b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T10:15:05,423 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41005 {}] master.HMaster(4177): Remote procedure failed, pid=89 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 637fe50ab6a07d1c99fae5ead349f86b, NAME => 'TestAcidGuarantees,,1732529683694.637fe50ab6a07d1c99fae5ead349f86b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 637fe50ab6a07d1c99fae5ead349f86b, NAME => 'TestAcidGuarantees,,1732529683694.637fe50ab6a07d1c99fae5ead349f86b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T10:15:05,432 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41005 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=88 2024-11-25T10:15:05,441 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=457 (bloomFilter=true), to=hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/637fe50ab6a07d1c99fae5ead349f86b/.tmp/B/62fecf343b6c485db86c460dfebf33f4 2024-11-25T10:15:05,448 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/637fe50ab6a07d1c99fae5ead349f86b/.tmp/C/737f9c9ec26643839aaa3ac995b43c37 is 50, key is test_row_0/C:col10/1732529704585/Put/seqid=0 2024-11-25T10:15:05,458 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39927 is added to blk_1073742151_1327 (size=12301) 2024-11-25T10:15:05,575 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=38547 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=89 2024-11-25T10:15:05,576 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e2fd862922a0:0-0 {event_type=RS_FLUSH_REGIONS, pid=89}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732529683694.637fe50ab6a07d1c99fae5ead349f86b. 2024-11-25T10:15:05,576 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e2fd862922a0:0-0 {event_type=RS_FLUSH_REGIONS, pid=89}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732529683694.637fe50ab6a07d1c99fae5ead349f86b. as already flushing 2024-11-25T10:15:05,576 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e2fd862922a0:0-0 {event_type=RS_FLUSH_REGIONS, pid=89}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732529683694.637fe50ab6a07d1c99fae5ead349f86b. 2024-11-25T10:15:05,576 ERROR [RS_FLUSH_OPERATIONS-regionserver/e2fd862922a0:0-0 {event_type=RS_FLUSH_REGIONS, pid=89}] handler.RSProcedureHandler(58): pid=89 java.io.IOException: Unable to complete flush {ENCODED => 637fe50ab6a07d1c99fae5ead349f86b, NAME => 'TestAcidGuarantees,,1732529683694.637fe50ab6a07d1c99fae5ead349f86b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T10:15:05,576 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e2fd862922a0:0-0 {event_type=RS_FLUSH_REGIONS, pid=89}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=89 java.io.IOException: Unable to complete flush {ENCODED => 637fe50ab6a07d1c99fae5ead349f86b, NAME => 'TestAcidGuarantees,,1732529683694.637fe50ab6a07d1c99fae5ead349f86b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T10:15:05,577 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41005 {}] master.HMaster(4177): Remote procedure failed, pid=89 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 637fe50ab6a07d1c99fae5ead349f86b, NAME => 'TestAcidGuarantees,,1732529683694.637fe50ab6a07d1c99fae5ead349f86b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 637fe50ab6a07d1c99fae5ead349f86b, NAME => 'TestAcidGuarantees,,1732529683694.637fe50ab6a07d1c99fae5ead349f86b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T10:15:05,728 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=38547 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=89 2024-11-25T10:15:05,729 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e2fd862922a0:0-1 {event_type=RS_FLUSH_REGIONS, pid=89}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732529683694.637fe50ab6a07d1c99fae5ead349f86b. 2024-11-25T10:15:05,729 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e2fd862922a0:0-1 {event_type=RS_FLUSH_REGIONS, pid=89}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732529683694.637fe50ab6a07d1c99fae5ead349f86b. as already flushing 2024-11-25T10:15:05,729 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e2fd862922a0:0-1 {event_type=RS_FLUSH_REGIONS, pid=89}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732529683694.637fe50ab6a07d1c99fae5ead349f86b. 2024-11-25T10:15:05,729 ERROR [RS_FLUSH_OPERATIONS-regionserver/e2fd862922a0:0-1 {event_type=RS_FLUSH_REGIONS, pid=89}] handler.RSProcedureHandler(58): pid=89 java.io.IOException: Unable to complete flush {ENCODED => 637fe50ab6a07d1c99fae5ead349f86b, NAME => 'TestAcidGuarantees,,1732529683694.637fe50ab6a07d1c99fae5ead349f86b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T10:15:05,729 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e2fd862922a0:0-1 {event_type=RS_FLUSH_REGIONS, pid=89}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=89 java.io.IOException: Unable to complete flush {ENCODED => 637fe50ab6a07d1c99fae5ead349f86b, NAME => 'TestAcidGuarantees,,1732529683694.637fe50ab6a07d1c99fae5ead349f86b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T10:15:05,730 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41005 {}] master.HMaster(4177): Remote procedure failed, pid=89 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 637fe50ab6a07d1c99fae5ead349f86b, NAME => 'TestAcidGuarantees,,1732529683694.637fe50ab6a07d1c99fae5ead349f86b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 637fe50ab6a07d1c99fae5ead349f86b, NAME => 'TestAcidGuarantees,,1732529683694.637fe50ab6a07d1c99fae5ead349f86b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T10:15:05,742 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41005 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=88 2024-11-25T10:15:05,796 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=637fe50ab6a07d1c99fae5ead349f86b, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-25T10:15:05,796 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] ipc.CallRunner(138): callId: 141 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45434 deadline: 1732529765792, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=637fe50ab6a07d1c99fae5ead349f86b, server=e2fd862922a0,38547,1732529625709 2024-11-25T10:15:05,796 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732529683694.637fe50ab6a07d1c99fae5ead349f86b., hostname=e2fd862922a0,38547,1732529625709, seqNum=2 , the old value is region=TestAcidGuarantees,,1732529683694.637fe50ab6a07d1c99fae5ead349f86b., hostname=e2fd862922a0,38547,1732529625709, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=637fe50ab6a07d1c99fae5ead349f86b, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T10:15:05,796 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=637fe50ab6a07d1c99fae5ead349f86b, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-25T10:15:05,796 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732529683694.637fe50ab6a07d1c99fae5ead349f86b., hostname=e2fd862922a0,38547,1732529625709, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=637fe50ab6a07d1c99fae5ead349f86b, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T10:15:05,796 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732529683694.637fe50ab6a07d1c99fae5ead349f86b., hostname=e2fd862922a0,38547,1732529625709, seqNum=2 because the exception is null or not the one we care about 2024-11-25T10:15:05,796 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] ipc.CallRunner(138): callId: 227 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45476 deadline: 1732529765792, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=637fe50ab6a07d1c99fae5ead349f86b, server=e2fd862922a0,38547,1732529625709 2024-11-25T10:15:05,797 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732529683694.637fe50ab6a07d1c99fae5ead349f86b., hostname=e2fd862922a0,38547,1732529625709, seqNum=2 , the old value is region=TestAcidGuarantees,,1732529683694.637fe50ab6a07d1c99fae5ead349f86b., hostname=e2fd862922a0,38547,1732529625709, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=637fe50ab6a07d1c99fae5ead349f86b, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T10:15:05,797 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732529683694.637fe50ab6a07d1c99fae5ead349f86b., hostname=e2fd862922a0,38547,1732529625709, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=637fe50ab6a07d1c99fae5ead349f86b, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T10:15:05,797 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732529683694.637fe50ab6a07d1c99fae5ead349f86b., hostname=e2fd862922a0,38547,1732529625709, seqNum=2 because the exception is null or not the one we care about 2024-11-25T10:15:05,807 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=637fe50ab6a07d1c99fae5ead349f86b, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-25T10:15:05,807 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] ipc.CallRunner(138): callId: 154 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45472 deadline: 1732529765802, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=637fe50ab6a07d1c99fae5ead349f86b, server=e2fd862922a0,38547,1732529625709 2024-11-25T10:15:05,807 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732529683694.637fe50ab6a07d1c99fae5ead349f86b., hostname=e2fd862922a0,38547,1732529625709, seqNum=2 , the old value is region=TestAcidGuarantees,,1732529683694.637fe50ab6a07d1c99fae5ead349f86b., hostname=e2fd862922a0,38547,1732529625709, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=637fe50ab6a07d1c99fae5ead349f86b, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T10:15:05,807 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732529683694.637fe50ab6a07d1c99fae5ead349f86b., hostname=e2fd862922a0,38547,1732529625709, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=637fe50ab6a07d1c99fae5ead349f86b, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T10:15:05,807 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732529683694.637fe50ab6a07d1c99fae5ead349f86b., hostname=e2fd862922a0,38547,1732529625709, seqNum=2 because the exception is null or not the one we care about 2024-11-25T10:15:05,865 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=457 (bloomFilter=true), to=hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/637fe50ab6a07d1c99fae5ead349f86b/.tmp/C/737f9c9ec26643839aaa3ac995b43c37 2024-11-25T10:15:05,876 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/637fe50ab6a07d1c99fae5ead349f86b/.tmp/A/39ef389c050f437e9cb6632de07042f9 as hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/637fe50ab6a07d1c99fae5ead349f86b/A/39ef389c050f437e9cb6632de07042f9 2024-11-25T10:15:05,885 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/637fe50ab6a07d1c99fae5ead349f86b/A/39ef389c050f437e9cb6632de07042f9, entries=150, sequenceid=457, filesize=12.0 K 2024-11-25T10:15:05,886 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/637fe50ab6a07d1c99fae5ead349f86b/.tmp/B/62fecf343b6c485db86c460dfebf33f4 as hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/637fe50ab6a07d1c99fae5ead349f86b/B/62fecf343b6c485db86c460dfebf33f4 2024-11-25T10:15:05,894 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/637fe50ab6a07d1c99fae5ead349f86b/B/62fecf343b6c485db86c460dfebf33f4, entries=150, sequenceid=457, filesize=12.0 K 2024-11-25T10:15:05,895 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/637fe50ab6a07d1c99fae5ead349f86b/.tmp/C/737f9c9ec26643839aaa3ac995b43c37 as hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/637fe50ab6a07d1c99fae5ead349f86b/C/737f9c9ec26643839aaa3ac995b43c37 2024-11-25T10:15:05,902 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=38547 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=89 2024-11-25T10:15:05,902 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e2fd862922a0:0-2 {event_type=RS_FLUSH_REGIONS, pid=89}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732529683694.637fe50ab6a07d1c99fae5ead349f86b. 2024-11-25T10:15:05,902 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e2fd862922a0:0-2 {event_type=RS_FLUSH_REGIONS, pid=89}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732529683694.637fe50ab6a07d1c99fae5ead349f86b. as already flushing 2024-11-25T10:15:05,902 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e2fd862922a0:0-2 {event_type=RS_FLUSH_REGIONS, pid=89}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732529683694.637fe50ab6a07d1c99fae5ead349f86b. 2024-11-25T10:15:05,902 ERROR [RS_FLUSH_OPERATIONS-regionserver/e2fd862922a0:0-2 {event_type=RS_FLUSH_REGIONS, pid=89}] handler.RSProcedureHandler(58): pid=89 java.io.IOException: Unable to complete flush {ENCODED => 637fe50ab6a07d1c99fae5ead349f86b, NAME => 'TestAcidGuarantees,,1732529683694.637fe50ab6a07d1c99fae5ead349f86b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T10:15:05,902 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e2fd862922a0:0-2 {event_type=RS_FLUSH_REGIONS, pid=89}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=89 java.io.IOException: Unable to complete flush {ENCODED => 637fe50ab6a07d1c99fae5ead349f86b, NAME => 'TestAcidGuarantees,,1732529683694.637fe50ab6a07d1c99fae5ead349f86b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T10:15:05,903 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41005 {}] master.HMaster(4177): Remote procedure failed, pid=89 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 637fe50ab6a07d1c99fae5ead349f86b, NAME => 'TestAcidGuarantees,,1732529683694.637fe50ab6a07d1c99fae5ead349f86b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 637fe50ab6a07d1c99fae5ead349f86b, NAME => 'TestAcidGuarantees,,1732529683694.637fe50ab6a07d1c99fae5ead349f86b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T10:15:05,905 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/637fe50ab6a07d1c99fae5ead349f86b/C/737f9c9ec26643839aaa3ac995b43c37, entries=150, sequenceid=457, filesize=12.0 K 2024-11-25T10:15:05,906 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~80.51 KB/82440, heapSize ~239.77 KB/245520, currentSize=93.93 KB/96180 for 637fe50ab6a07d1c99fae5ead349f86b in 1316ms, sequenceid=457, compaction requested=true 2024-11-25T10:15:05,906 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 637fe50ab6a07d1c99fae5ead349f86b: 2024-11-25T10:15:05,907 DEBUG [RS:0;e2fd862922a0:38547-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-25T10:15:05,907 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 637fe50ab6a07d1c99fae5ead349f86b:A, priority=-2147483648, current under compaction store size is 1 2024-11-25T10:15:05,907 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-25T10:15:05,907 DEBUG [RS:0;e2fd862922a0:38547-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-25T10:15:05,907 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 637fe50ab6a07d1c99fae5ead349f86b:B, priority=-2147483648, current under compaction store size is 2 2024-11-25T10:15:05,907 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-25T10:15:05,907 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 637fe50ab6a07d1c99fae5ead349f86b:C, priority=-2147483648, current under compaction store size is 3 2024-11-25T10:15:05,907 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-25T10:15:05,908 DEBUG [RS:0;e2fd862922a0:38547-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37891 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-25T10:15:05,908 DEBUG [RS:0;e2fd862922a0:38547-shortCompactions-0 {}] regionserver.HStore(1541): 637fe50ab6a07d1c99fae5ead349f86b/A is initiating minor compaction (all files) 2024-11-25T10:15:05,908 INFO [RS:0;e2fd862922a0:38547-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 637fe50ab6a07d1c99fae5ead349f86b/A in TestAcidGuarantees,,1732529683694.637fe50ab6a07d1c99fae5ead349f86b. 2024-11-25T10:15:05,908 INFO [RS:0;e2fd862922a0:38547-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/637fe50ab6a07d1c99fae5ead349f86b/A/1d2224e633e64a41ac27eac9ca58db8e, hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/637fe50ab6a07d1c99fae5ead349f86b/A/0ba6757130124134afa5bab31a06e1fa, hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/637fe50ab6a07d1c99fae5ead349f86b/A/39ef389c050f437e9cb6632de07042f9] into tmpdir=hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/637fe50ab6a07d1c99fae5ead349f86b/.tmp, totalSize=37.0 K 2024-11-25T10:15:05,909 DEBUG [RS:0;e2fd862922a0:38547-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37891 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-25T10:15:05,909 DEBUG [RS:0;e2fd862922a0:38547-longCompactions-0 {}] regionserver.HStore(1541): 637fe50ab6a07d1c99fae5ead349f86b/B is initiating minor compaction (all files) 2024-11-25T10:15:05,909 INFO [RS:0;e2fd862922a0:38547-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 637fe50ab6a07d1c99fae5ead349f86b/B in TestAcidGuarantees,,1732529683694.637fe50ab6a07d1c99fae5ead349f86b. 2024-11-25T10:15:05,909 INFO [RS:0;e2fd862922a0:38547-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/637fe50ab6a07d1c99fae5ead349f86b/B/2964a7f4625f491f8da255f9ddb38961, hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/637fe50ab6a07d1c99fae5ead349f86b/B/4d4f13a4aa3943ed95ef5a387b9683b7, hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/637fe50ab6a07d1c99fae5ead349f86b/B/62fecf343b6c485db86c460dfebf33f4] into tmpdir=hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/637fe50ab6a07d1c99fae5ead349f86b/.tmp, totalSize=37.0 K 2024-11-25T10:15:05,909 DEBUG [RS:0;e2fd862922a0:38547-shortCompactions-0 {}] compactions.Compactor(225): Compacting 1d2224e633e64a41ac27eac9ca58db8e, keycount=150, bloomtype=ROW, size=13.0 K, encoding=NONE, compression=NONE, seqNum=403, earliestPutTs=1732529702021 2024-11-25T10:15:05,909 DEBUG [RS:0;e2fd862922a0:38547-longCompactions-0 {}] compactions.Compactor(225): Compacting 2964a7f4625f491f8da255f9ddb38961, keycount=150, bloomtype=ROW, size=13.0 K, encoding=NONE, compression=NONE, seqNum=403, earliestPutTs=1732529702021 2024-11-25T10:15:05,909 DEBUG [RS:0;e2fd862922a0:38547-shortCompactions-0 {}] compactions.Compactor(225): Compacting 0ba6757130124134afa5bab31a06e1fa, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=440, earliestPutTs=1732529703041 2024-11-25T10:15:05,910 DEBUG [RS:0;e2fd862922a0:38547-longCompactions-0 {}] compactions.Compactor(225): Compacting 4d4f13a4aa3943ed95ef5a387b9683b7, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=440, earliestPutTs=1732529703041 2024-11-25T10:15:05,910 DEBUG [RS:0;e2fd862922a0:38547-shortCompactions-0 {}] compactions.Compactor(225): Compacting 39ef389c050f437e9cb6632de07042f9, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=457, earliestPutTs=1732529704243 2024-11-25T10:15:05,910 DEBUG [RS:0;e2fd862922a0:38547-longCompactions-0 {}] compactions.Compactor(225): Compacting 62fecf343b6c485db86c460dfebf33f4, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=457, earliestPutTs=1732529704243 2024-11-25T10:15:05,923 INFO [RS:0;e2fd862922a0:38547-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 637fe50ab6a07d1c99fae5ead349f86b#A#compaction#282 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-25T10:15:05,923 DEBUG [RS:0;e2fd862922a0:38547-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/637fe50ab6a07d1c99fae5ead349f86b/.tmp/A/d935ef4f3be6477185b8a86b9c2560cf is 50, key is test_row_0/A:col10/1732529704585/Put/seqid=0 2024-11-25T10:15:05,925 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 637fe50ab6a07d1c99fae5ead349f86b 3/3 column families, dataSize=100.63 KB heapSize=299.58 KB 2024-11-25T10:15:05,925 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 637fe50ab6a07d1c99fae5ead349f86b, store=A 2024-11-25T10:15:05,925 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T10:15:05,925 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 637fe50ab6a07d1c99fae5ead349f86b, store=B 2024-11-25T10:15:05,925 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T10:15:05,925 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 637fe50ab6a07d1c99fae5ead349f86b, store=C 2024-11-25T10:15:05,925 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T10:15:05,926 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] regionserver.HRegion(8855): Flush requested on 637fe50ab6a07d1c99fae5ead349f86b 2024-11-25T10:15:05,926 INFO [RS:0;e2fd862922a0:38547-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 637fe50ab6a07d1c99fae5ead349f86b#B#compaction#283 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-25T10:15:05,927 DEBUG [RS:0;e2fd862922a0:38547-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/637fe50ab6a07d1c99fae5ead349f86b/.tmp/B/ae264fa9250649ef9cf65d23f52bd517 is 50, key is test_row_0/B:col10/1732529704585/Put/seqid=0 2024-11-25T10:15:05,932 INFO [Thread-1098 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-1098. 2024-11-25T10:15:05,932 DEBUG [Thread-1098 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicGetReader.workDone(AcidGuaranteesTestTool.java:234) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-25T10:15:05,932 DEBUG [Thread-1098 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T10:15:05,932 DEBUG [Thread-1098 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T10:15:05,932 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-25T10:15:05,933 INFO [Thread-1096 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-1096. 2024-11-25T10:15:05,933 DEBUG [Thread-1096 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicGetReader.workDone(AcidGuaranteesTestTool.java:234) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-25T10:15:05,933 DEBUG [Thread-1096 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T10:15:05,933 DEBUG [Thread-1096 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T10:15:05,933 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-25T10:15:05,934 INFO [Thread-1094 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-1094. 2024-11-25T10:15:05,934 DEBUG [Thread-1094 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicGetReader.workDone(AcidGuaranteesTestTool.java:234) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-25T10:15:05,934 DEBUG [Thread-1094 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T10:15:05,934 DEBUG [Thread-1094 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T10:15:05,934 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-25T10:15:05,934 INFO [Thread-1089 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-1089. 2024-11-25T10:15:05,934 DEBUG [Thread-1089 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-25T10:15:05,935 DEBUG [Thread-1089 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T10:15:05,935 DEBUG [Thread-1089 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T10:15:05,935 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-25T10:15:05,938 INFO [Thread-1092 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-1092. 2024-11-25T10:15:05,938 DEBUG [Thread-1092 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicGetReader.workDone(AcidGuaranteesTestTool.java:234) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-25T10:15:05,938 DEBUG [Thread-1092 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T10:15:05,938 DEBUG [Thread-1092 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T10:15:05,938 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-25T10:15:05,938 INFO [Thread-1100 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-1100. 2024-11-25T10:15:05,939 DEBUG [Thread-1100 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicGetReader.workDone(AcidGuaranteesTestTool.java:234) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-25T10:15:05,939 DEBUG [Thread-1100 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T10:15:05,939 DEBUG [Thread-1100 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T10:15:05,939 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-25T10:15:05,942 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/637fe50ab6a07d1c99fae5ead349f86b/.tmp/A/47f70a3f37624baf8fb70dbd239ffd35 is 50, key is test_row_0/A:col10/1732529705923/Put/seqid=0 2024-11-25T10:15:05,951 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39927 is added to blk_1073742152_1328 (size=13391) 2024-11-25T10:15:05,954 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39927 is added to blk_1073742153_1329 (size=13391) 2024-11-25T10:15:05,957 DEBUG [RS:0;e2fd862922a0:38547-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/637fe50ab6a07d1c99fae5ead349f86b/.tmp/A/d935ef4f3be6477185b8a86b9c2560cf as hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/637fe50ab6a07d1c99fae5ead349f86b/A/d935ef4f3be6477185b8a86b9c2560cf 2024-11-25T10:15:05,962 INFO [RS:0;e2fd862922a0:38547-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 637fe50ab6a07d1c99fae5ead349f86b/A of 637fe50ab6a07d1c99fae5ead349f86b into d935ef4f3be6477185b8a86b9c2560cf(size=13.1 K), total size for store is 13.1 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-25T10:15:05,962 DEBUG [RS:0;e2fd862922a0:38547-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 637fe50ab6a07d1c99fae5ead349f86b: 2024-11-25T10:15:05,963 INFO [RS:0;e2fd862922a0:38547-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732529683694.637fe50ab6a07d1c99fae5ead349f86b., storeName=637fe50ab6a07d1c99fae5ead349f86b/A, priority=13, startTime=1732529705907; duration=0sec 2024-11-25T10:15:05,963 DEBUG [RS:0;e2fd862922a0:38547-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-25T10:15:05,963 DEBUG [RS:0;e2fd862922a0:38547-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 637fe50ab6a07d1c99fae5ead349f86b:A 2024-11-25T10:15:05,963 DEBUG [RS:0;e2fd862922a0:38547-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-25T10:15:05,963 DEBUG [RS:0;e2fd862922a0:38547-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/637fe50ab6a07d1c99fae5ead349f86b/.tmp/B/ae264fa9250649ef9cf65d23f52bd517 as hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/637fe50ab6a07d1c99fae5ead349f86b/B/ae264fa9250649ef9cf65d23f52bd517 2024-11-25T10:15:05,965 DEBUG [RS:0;e2fd862922a0:38547-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37891 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-25T10:15:05,965 DEBUG [RS:0;e2fd862922a0:38547-shortCompactions-0 {}] regionserver.HStore(1541): 637fe50ab6a07d1c99fae5ead349f86b/C is initiating minor compaction (all files) 2024-11-25T10:15:05,965 INFO [RS:0;e2fd862922a0:38547-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 637fe50ab6a07d1c99fae5ead349f86b/C in TestAcidGuarantees,,1732529683694.637fe50ab6a07d1c99fae5ead349f86b. 2024-11-25T10:15:05,965 INFO [RS:0;e2fd862922a0:38547-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/637fe50ab6a07d1c99fae5ead349f86b/C/1154b112acbd40e8a5039a2966708387, hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/637fe50ab6a07d1c99fae5ead349f86b/C/4a623836eb3842bdb28a7dcc8a8565de, hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/637fe50ab6a07d1c99fae5ead349f86b/C/737f9c9ec26643839aaa3ac995b43c37] into tmpdir=hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/637fe50ab6a07d1c99fae5ead349f86b/.tmp, totalSize=37.0 K 2024-11-25T10:15:05,966 DEBUG [RS:0;e2fd862922a0:38547-shortCompactions-0 {}] compactions.Compactor(225): Compacting 1154b112acbd40e8a5039a2966708387, keycount=150, bloomtype=ROW, size=13.0 K, encoding=NONE, compression=NONE, seqNum=403, earliestPutTs=1732529702021 2024-11-25T10:15:05,966 DEBUG [RS:0;e2fd862922a0:38547-shortCompactions-0 {}] compactions.Compactor(225): Compacting 4a623836eb3842bdb28a7dcc8a8565de, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=440, earliestPutTs=1732529703041 2024-11-25T10:15:05,966 DEBUG [RS:0;e2fd862922a0:38547-shortCompactions-0 {}] compactions.Compactor(225): Compacting 737f9c9ec26643839aaa3ac995b43c37, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=457, earliestPutTs=1732529704243 2024-11-25T10:15:05,969 INFO [RS:0;e2fd862922a0:38547-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 637fe50ab6a07d1c99fae5ead349f86b/B of 637fe50ab6a07d1c99fae5ead349f86b into ae264fa9250649ef9cf65d23f52bd517(size=13.1 K), total size for store is 13.1 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-25T10:15:05,969 DEBUG [RS:0;e2fd862922a0:38547-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 637fe50ab6a07d1c99fae5ead349f86b: 2024-11-25T10:15:05,969 INFO [RS:0;e2fd862922a0:38547-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732529683694.637fe50ab6a07d1c99fae5ead349f86b., storeName=637fe50ab6a07d1c99fae5ead349f86b/B, priority=13, startTime=1732529705907; duration=0sec 2024-11-25T10:15:05,969 DEBUG [RS:0;e2fd862922a0:38547-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-25T10:15:05,969 DEBUG [RS:0;e2fd862922a0:38547-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 637fe50ab6a07d1c99fae5ead349f86b:B 2024-11-25T10:15:05,973 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39927 is added to blk_1073742154_1330 (size=14741) 2024-11-25T10:15:05,975 INFO [RS:0;e2fd862922a0:38547-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 637fe50ab6a07d1c99fae5ead349f86b#C#compaction#285 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-25T10:15:05,976 DEBUG [RS:0;e2fd862922a0:38547-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/637fe50ab6a07d1c99fae5ead349f86b/.tmp/C/e8b446932c34492b9f2f8c74ee9d9055 is 50, key is test_row_0/C:col10/1732529704585/Put/seqid=0 2024-11-25T10:15:05,979 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39927 is added to blk_1073742155_1331 (size=13391) 2024-11-25T10:15:06,056 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=38547 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=89 2024-11-25T10:15:06,057 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e2fd862922a0:0-0 {event_type=RS_FLUSH_REGIONS, pid=89}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732529683694.637fe50ab6a07d1c99fae5ead349f86b. 2024-11-25T10:15:06,057 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e2fd862922a0:0-0 {event_type=RS_FLUSH_REGIONS, pid=89}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732529683694.637fe50ab6a07d1c99fae5ead349f86b. as already flushing 2024-11-25T10:15:06,057 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e2fd862922a0:0-0 {event_type=RS_FLUSH_REGIONS, pid=89}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732529683694.637fe50ab6a07d1c99fae5ead349f86b. 2024-11-25T10:15:06,057 ERROR [RS_FLUSH_OPERATIONS-regionserver/e2fd862922a0:0-0 {event_type=RS_FLUSH_REGIONS, pid=89}] handler.RSProcedureHandler(58): pid=89 java.io.IOException: Unable to complete flush {ENCODED => 637fe50ab6a07d1c99fae5ead349f86b, NAME => 'TestAcidGuarantees,,1732529683694.637fe50ab6a07d1c99fae5ead349f86b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T10:15:06,057 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e2fd862922a0:0-0 {event_type=RS_FLUSH_REGIONS, pid=89}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=89 java.io.IOException: Unable to complete flush {ENCODED => 637fe50ab6a07d1c99fae5ead349f86b, NAME => 'TestAcidGuarantees,,1732529683694.637fe50ab6a07d1c99fae5ead349f86b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T10:15:06,058 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41005 {}] master.HMaster(4177): Remote procedure failed, pid=89 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 637fe50ab6a07d1c99fae5ead349f86b, NAME => 'TestAcidGuarantees,,1732529683694.637fe50ab6a07d1c99fae5ead349f86b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 637fe50ab6a07d1c99fae5ead349f86b, NAME => 'TestAcidGuarantees,,1732529683694.637fe50ab6a07d1c99fae5ead349f86b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T10:15:06,211 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=38547 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=89 2024-11-25T10:15:06,211 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e2fd862922a0:0-1 {event_type=RS_FLUSH_REGIONS, pid=89}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732529683694.637fe50ab6a07d1c99fae5ead349f86b. 2024-11-25T10:15:06,211 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e2fd862922a0:0-1 {event_type=RS_FLUSH_REGIONS, pid=89}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732529683694.637fe50ab6a07d1c99fae5ead349f86b. as already flushing 2024-11-25T10:15:06,211 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e2fd862922a0:0-1 {event_type=RS_FLUSH_REGIONS, pid=89}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732529683694.637fe50ab6a07d1c99fae5ead349f86b. 2024-11-25T10:15:06,211 ERROR [RS_FLUSH_OPERATIONS-regionserver/e2fd862922a0:0-1 {event_type=RS_FLUSH_REGIONS, pid=89}] handler.RSProcedureHandler(58): pid=89 java.io.IOException: Unable to complete flush {ENCODED => 637fe50ab6a07d1c99fae5ead349f86b, NAME => 'TestAcidGuarantees,,1732529683694.637fe50ab6a07d1c99fae5ead349f86b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T10:15:06,211 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e2fd862922a0:0-1 {event_type=RS_FLUSH_REGIONS, pid=89}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=89 java.io.IOException: Unable to complete flush {ENCODED => 637fe50ab6a07d1c99fae5ead349f86b, NAME => 'TestAcidGuarantees,,1732529683694.637fe50ab6a07d1c99fae5ead349f86b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T10:15:06,212 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41005 {}] master.HMaster(4177): Remote procedure failed, pid=89 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 637fe50ab6a07d1c99fae5ead349f86b, NAME => 'TestAcidGuarantees,,1732529683694.637fe50ab6a07d1c99fae5ead349f86b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 637fe50ab6a07d1c99fae5ead349f86b, NAME => 'TestAcidGuarantees,,1732529683694.637fe50ab6a07d1c99fae5ead349f86b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T10:15:06,253 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41005 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=88 2024-11-25T10:15:06,364 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=38547 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=89 2024-11-25T10:15:06,365 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e2fd862922a0:0-2 {event_type=RS_FLUSH_REGIONS, pid=89}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732529683694.637fe50ab6a07d1c99fae5ead349f86b. 2024-11-25T10:15:06,365 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e2fd862922a0:0-2 {event_type=RS_FLUSH_REGIONS, pid=89}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732529683694.637fe50ab6a07d1c99fae5ead349f86b. as already flushing 2024-11-25T10:15:06,365 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e2fd862922a0:0-2 {event_type=RS_FLUSH_REGIONS, pid=89}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732529683694.637fe50ab6a07d1c99fae5ead349f86b. 2024-11-25T10:15:06,365 ERROR [RS_FLUSH_OPERATIONS-regionserver/e2fd862922a0:0-2 {event_type=RS_FLUSH_REGIONS, pid=89}] handler.RSProcedureHandler(58): pid=89 java.io.IOException: Unable to complete flush {ENCODED => 637fe50ab6a07d1c99fae5ead349f86b, NAME => 'TestAcidGuarantees,,1732529683694.637fe50ab6a07d1c99fae5ead349f86b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T10:15:06,365 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e2fd862922a0:0-2 {event_type=RS_FLUSH_REGIONS, pid=89}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=89 java.io.IOException: Unable to complete flush {ENCODED => 637fe50ab6a07d1c99fae5ead349f86b, NAME => 'TestAcidGuarantees,,1732529683694.637fe50ab6a07d1c99fae5ead349f86b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T10:15:06,365 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41005 {}] master.HMaster(4177): Remote procedure failed, pid=89 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 637fe50ab6a07d1c99fae5ead349f86b, NAME => 'TestAcidGuarantees,,1732529683694.637fe50ab6a07d1c99fae5ead349f86b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 637fe50ab6a07d1c99fae5ead349f86b, NAME => 'TestAcidGuarantees,,1732529683694.637fe50ab6a07d1c99fae5ead349f86b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T10:15:06,374 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=33.54 KB at sequenceid=475 (bloomFilter=true), to=hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/637fe50ab6a07d1c99fae5ead349f86b/.tmp/A/47f70a3f37624baf8fb70dbd239ffd35 2024-11-25T10:15:06,382 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/637fe50ab6a07d1c99fae5ead349f86b/.tmp/B/1f41a52f9c2f48a49b64b66343585414 is 50, key is test_row_0/B:col10/1732529705923/Put/seqid=0 2024-11-25T10:15:06,385 DEBUG [RS:0;e2fd862922a0:38547-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/637fe50ab6a07d1c99fae5ead349f86b/.tmp/C/e8b446932c34492b9f2f8c74ee9d9055 as hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/637fe50ab6a07d1c99fae5ead349f86b/C/e8b446932c34492b9f2f8c74ee9d9055 2024-11-25T10:15:06,387 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39927 is added to blk_1073742156_1332 (size=12301) 2024-11-25T10:15:06,389 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=33.54 KB at sequenceid=475 (bloomFilter=true), to=hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/637fe50ab6a07d1c99fae5ead349f86b/.tmp/B/1f41a52f9c2f48a49b64b66343585414 2024-11-25T10:15:06,390 INFO [RS:0;e2fd862922a0:38547-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 637fe50ab6a07d1c99fae5ead349f86b/C of 637fe50ab6a07d1c99fae5ead349f86b into e8b446932c34492b9f2f8c74ee9d9055(size=13.1 K), total size for store is 13.1 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-25T10:15:06,390 DEBUG [RS:0;e2fd862922a0:38547-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 637fe50ab6a07d1c99fae5ead349f86b: 2024-11-25T10:15:06,390 INFO [RS:0;e2fd862922a0:38547-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732529683694.637fe50ab6a07d1c99fae5ead349f86b., storeName=637fe50ab6a07d1c99fae5ead349f86b/C, priority=13, startTime=1732529705907; duration=0sec 2024-11-25T10:15:06,390 DEBUG [RS:0;e2fd862922a0:38547-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-25T10:15:06,390 DEBUG [RS:0;e2fd862922a0:38547-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 637fe50ab6a07d1c99fae5ead349f86b:C 2024-11-25T10:15:06,396 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/637fe50ab6a07d1c99fae5ead349f86b/.tmp/C/78536ca6ac6b4a0092361f27bc86aa20 is 50, key is test_row_0/C:col10/1732529705923/Put/seqid=0 2024-11-25T10:15:06,399 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39927 is added to blk_1073742157_1333 (size=12301) 2024-11-25T10:15:06,517 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=38547 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=89 2024-11-25T10:15:06,518 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e2fd862922a0:0-0 {event_type=RS_FLUSH_REGIONS, pid=89}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732529683694.637fe50ab6a07d1c99fae5ead349f86b. 2024-11-25T10:15:06,518 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e2fd862922a0:0-0 {event_type=RS_FLUSH_REGIONS, pid=89}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732529683694.637fe50ab6a07d1c99fae5ead349f86b. as already flushing 2024-11-25T10:15:06,518 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e2fd862922a0:0-0 {event_type=RS_FLUSH_REGIONS, pid=89}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732529683694.637fe50ab6a07d1c99fae5ead349f86b. 2024-11-25T10:15:06,518 ERROR [RS_FLUSH_OPERATIONS-regionserver/e2fd862922a0:0-0 {event_type=RS_FLUSH_REGIONS, pid=89}] handler.RSProcedureHandler(58): pid=89 java.io.IOException: Unable to complete flush {ENCODED => 637fe50ab6a07d1c99fae5ead349f86b, NAME => 'TestAcidGuarantees,,1732529683694.637fe50ab6a07d1c99fae5ead349f86b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T10:15:06,518 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e2fd862922a0:0-0 {event_type=RS_FLUSH_REGIONS, pid=89}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=89 java.io.IOException: Unable to complete flush {ENCODED => 637fe50ab6a07d1c99fae5ead349f86b, NAME => 'TestAcidGuarantees,,1732529683694.637fe50ab6a07d1c99fae5ead349f86b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T10:15:06,519 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41005 {}] master.HMaster(4177): Remote procedure failed, pid=89 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 637fe50ab6a07d1c99fae5ead349f86b, NAME => 'TestAcidGuarantees,,1732529683694.637fe50ab6a07d1c99fae5ead349f86b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 637fe50ab6a07d1c99fae5ead349f86b, NAME => 'TestAcidGuarantees,,1732529683694.637fe50ab6a07d1c99fae5ead349f86b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T10:15:06,671 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=38547 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=89 2024-11-25T10:15:06,671 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e2fd862922a0:0-1 {event_type=RS_FLUSH_REGIONS, pid=89}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732529683694.637fe50ab6a07d1c99fae5ead349f86b. 2024-11-25T10:15:06,671 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e2fd862922a0:0-1 {event_type=RS_FLUSH_REGIONS, pid=89}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732529683694.637fe50ab6a07d1c99fae5ead349f86b. as already flushing 2024-11-25T10:15:06,671 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e2fd862922a0:0-1 {event_type=RS_FLUSH_REGIONS, pid=89}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732529683694.637fe50ab6a07d1c99fae5ead349f86b. 2024-11-25T10:15:06,671 ERROR [RS_FLUSH_OPERATIONS-regionserver/e2fd862922a0:0-1 {event_type=RS_FLUSH_REGIONS, pid=89}] handler.RSProcedureHandler(58): pid=89 java.io.IOException: Unable to complete flush {ENCODED => 637fe50ab6a07d1c99fae5ead349f86b, NAME => 'TestAcidGuarantees,,1732529683694.637fe50ab6a07d1c99fae5ead349f86b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T10:15:06,671 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e2fd862922a0:0-1 {event_type=RS_FLUSH_REGIONS, pid=89}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=89 java.io.IOException: Unable to complete flush {ENCODED => 637fe50ab6a07d1c99fae5ead349f86b, NAME => 'TestAcidGuarantees,,1732529683694.637fe50ab6a07d1c99fae5ead349f86b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T10:15:06,672 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41005 {}] master.HMaster(4177): Remote procedure failed, pid=89 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 637fe50ab6a07d1c99fae5ead349f86b, NAME => 'TestAcidGuarantees,,1732529683694.637fe50ab6a07d1c99fae5ead349f86b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 637fe50ab6a07d1c99fae5ead349f86b, NAME => 'TestAcidGuarantees,,1732529683694.637fe50ab6a07d1c99fae5ead349f86b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T10:15:06,800 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=33.54 KB at sequenceid=475 (bloomFilter=true), to=hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/637fe50ab6a07d1c99fae5ead349f86b/.tmp/C/78536ca6ac6b4a0092361f27bc86aa20 2024-11-25T10:15:06,803 INFO [Thread-1083 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-1083. 2024-11-25T10:15:06,803 DEBUG [Thread-1083 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-25T10:15:06,803 DEBUG [Thread-1083 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T10:15:06,804 DEBUG [Thread-1083 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T10:15:06,804 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-25T10:15:06,804 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/637fe50ab6a07d1c99fae5ead349f86b/.tmp/A/47f70a3f37624baf8fb70dbd239ffd35 as hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/637fe50ab6a07d1c99fae5ead349f86b/A/47f70a3f37624baf8fb70dbd239ffd35 2024-11-25T10:15:06,807 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/637fe50ab6a07d1c99fae5ead349f86b/A/47f70a3f37624baf8fb70dbd239ffd35, entries=200, sequenceid=475, filesize=14.4 K 2024-11-25T10:15:06,807 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/637fe50ab6a07d1c99fae5ead349f86b/.tmp/B/1f41a52f9c2f48a49b64b66343585414 as hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/637fe50ab6a07d1c99fae5ead349f86b/B/1f41a52f9c2f48a49b64b66343585414 2024-11-25T10:15:06,810 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/637fe50ab6a07d1c99fae5ead349f86b/B/1f41a52f9c2f48a49b64b66343585414, entries=150, sequenceid=475, filesize=12.0 K 2024-11-25T10:15:06,811 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/637fe50ab6a07d1c99fae5ead349f86b/.tmp/C/78536ca6ac6b4a0092361f27bc86aa20 as hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/637fe50ab6a07d1c99fae5ead349f86b/C/78536ca6ac6b4a0092361f27bc86aa20 2024-11-25T10:15:06,814 INFO [Thread-1085 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-1085. 2024-11-25T10:15:06,814 DEBUG [Thread-1085 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-25T10:15:06,814 DEBUG [Thread-1085 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T10:15:06,814 DEBUG [Thread-1085 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T10:15:06,814 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-25T10:15:06,815 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/637fe50ab6a07d1c99fae5ead349f86b/C/78536ca6ac6b4a0092361f27bc86aa20, entries=150, sequenceid=475, filesize=12.0 K 2024-11-25T10:15:06,816 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~100.63 KB/103050, heapSize ~299.53 KB/306720, currentSize=20.13 KB/20610 for 637fe50ab6a07d1c99fae5ead349f86b in 891ms, sequenceid=475, compaction requested=false 2024-11-25T10:15:06,816 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 637fe50ab6a07d1c99fae5ead349f86b: 2024-11-25T10:15:06,824 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=38547 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=89 2024-11-25T10:15:06,824 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e2fd862922a0:0-2 {event_type=RS_FLUSH_REGIONS, pid=89}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732529683694.637fe50ab6a07d1c99fae5ead349f86b. 2024-11-25T10:15:06,824 INFO [RS_FLUSH_OPERATIONS-regionserver/e2fd862922a0:0-2 {event_type=RS_FLUSH_REGIONS, pid=89}] regionserver.HRegion(2902): Flushing 637fe50ab6a07d1c99fae5ead349f86b 3/3 column families, dataSize=20.13 KB heapSize=60.52 KB 2024-11-25T10:15:06,847 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e2fd862922a0:0-2 {event_type=RS_FLUSH_REGIONS, pid=89}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 637fe50ab6a07d1c99fae5ead349f86b, store=A 2024-11-25T10:15:06,847 INFO [Thread-1081 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-1081. 2024-11-25T10:15:06,847 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e2fd862922a0:0-2 {event_type=RS_FLUSH_REGIONS, pid=89}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T10:15:06,847 DEBUG [Thread-1081 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-25T10:15:06,847 DEBUG [Thread-1081 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T10:15:06,847 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e2fd862922a0:0-2 {event_type=RS_FLUSH_REGIONS, pid=89}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 637fe50ab6a07d1c99fae5ead349f86b, store=B 2024-11-25T10:15:06,848 DEBUG [Thread-1081 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T10:15:06,848 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e2fd862922a0:0-2 {event_type=RS_FLUSH_REGIONS, pid=89}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T10:15:06,848 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e2fd862922a0:0-2 {event_type=RS_FLUSH_REGIONS, pid=89}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 637fe50ab6a07d1c99fae5ead349f86b, store=C 2024-11-25T10:15:06,848 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-25T10:15:06,848 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e2fd862922a0:0-2 {event_type=RS_FLUSH_REGIONS, pid=89}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T10:15:06,851 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e2fd862922a0:0-2 {event_type=RS_FLUSH_REGIONS, pid=89}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/637fe50ab6a07d1c99fae5ead349f86b/.tmp/A/0c23c8e25b984ae1a20650fc85714088 is 50, key is test_row_0/A:col10/1732529706823/Put/seqid=0 2024-11-25T10:15:06,854 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39927 is added to blk_1073742158_1334 (size=9857) 2024-11-25T10:15:07,255 INFO [RS_FLUSH_OPERATIONS-regionserver/e2fd862922a0:0-2 {event_type=RS_FLUSH_REGIONS, pid=89}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=8.95 KB at sequenceid=485 (bloomFilter=true), to=hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/637fe50ab6a07d1c99fae5ead349f86b/.tmp/A/0c23c8e25b984ae1a20650fc85714088 2024-11-25T10:15:07,264 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e2fd862922a0:0-2 {event_type=RS_FLUSH_REGIONS, pid=89}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/637fe50ab6a07d1c99fae5ead349f86b/.tmp/B/07e2bf8f89c14416b610c45bb6d73aab is 50, key is test_row_0/B:col10/1732529706823/Put/seqid=0 2024-11-25T10:15:07,269 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39927 is added to blk_1073742159_1335 (size=9857) 2024-11-25T10:15:07,272 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41005 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=88 2024-11-25T10:15:07,670 INFO [RS_FLUSH_OPERATIONS-regionserver/e2fd862922a0:0-2 {event_type=RS_FLUSH_REGIONS, pid=89}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=8.95 KB at sequenceid=485 (bloomFilter=true), to=hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/637fe50ab6a07d1c99fae5ead349f86b/.tmp/B/07e2bf8f89c14416b610c45bb6d73aab 2024-11-25T10:15:07,678 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e2fd862922a0:0-2 {event_type=RS_FLUSH_REGIONS, pid=89}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/637fe50ab6a07d1c99fae5ead349f86b/.tmp/C/9fa044fe2ce74785973f4aac02861353 is 50, key is test_row_0/C:col10/1732529706823/Put/seqid=0 2024-11-25T10:15:07,684 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39927 is added to blk_1073742160_1336 (size=9857) 2024-11-25T10:15:07,684 INFO [RS_FLUSH_OPERATIONS-regionserver/e2fd862922a0:0-2 {event_type=RS_FLUSH_REGIONS, pid=89}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=8.95 KB at sequenceid=485 (bloomFilter=true), to=hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/637fe50ab6a07d1c99fae5ead349f86b/.tmp/C/9fa044fe2ce74785973f4aac02861353 2024-11-25T10:15:07,690 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e2fd862922a0:0-2 {event_type=RS_FLUSH_REGIONS, pid=89}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/637fe50ab6a07d1c99fae5ead349f86b/.tmp/A/0c23c8e25b984ae1a20650fc85714088 as hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/637fe50ab6a07d1c99fae5ead349f86b/A/0c23c8e25b984ae1a20650fc85714088 2024-11-25T10:15:07,695 INFO [RS_FLUSH_OPERATIONS-regionserver/e2fd862922a0:0-2 {event_type=RS_FLUSH_REGIONS, pid=89}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/637fe50ab6a07d1c99fae5ead349f86b/A/0c23c8e25b984ae1a20650fc85714088, entries=100, sequenceid=485, filesize=9.6 K 2024-11-25T10:15:07,695 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e2fd862922a0:0-2 {event_type=RS_FLUSH_REGIONS, pid=89}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/637fe50ab6a07d1c99fae5ead349f86b/.tmp/B/07e2bf8f89c14416b610c45bb6d73aab as hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/637fe50ab6a07d1c99fae5ead349f86b/B/07e2bf8f89c14416b610c45bb6d73aab 2024-11-25T10:15:07,699 INFO [RS_FLUSH_OPERATIONS-regionserver/e2fd862922a0:0-2 {event_type=RS_FLUSH_REGIONS, pid=89}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/637fe50ab6a07d1c99fae5ead349f86b/B/07e2bf8f89c14416b610c45bb6d73aab, entries=100, sequenceid=485, filesize=9.6 K 2024-11-25T10:15:07,700 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e2fd862922a0:0-2 {event_type=RS_FLUSH_REGIONS, pid=89}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/637fe50ab6a07d1c99fae5ead349f86b/.tmp/C/9fa044fe2ce74785973f4aac02861353 as hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/637fe50ab6a07d1c99fae5ead349f86b/C/9fa044fe2ce74785973f4aac02861353 2024-11-25T10:15:07,703 INFO [RS_FLUSH_OPERATIONS-regionserver/e2fd862922a0:0-2 {event_type=RS_FLUSH_REGIONS, pid=89}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/637fe50ab6a07d1c99fae5ead349f86b/C/9fa044fe2ce74785973f4aac02861353, entries=100, sequenceid=485, filesize=9.6 K 2024-11-25T10:15:07,704 INFO [RS_FLUSH_OPERATIONS-regionserver/e2fd862922a0:0-2 {event_type=RS_FLUSH_REGIONS, pid=89}] regionserver.HRegion(3140): Finished flush of dataSize ~26.84 KB/27480, heapSize ~80.39 KB/82320, currentSize=0 B/0 for 637fe50ab6a07d1c99fae5ead349f86b in 880ms, sequenceid=485, compaction requested=true 2024-11-25T10:15:07,704 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e2fd862922a0:0-2 {event_type=RS_FLUSH_REGIONS, pid=89}] regionserver.HRegion(2603): Flush status journal for 637fe50ab6a07d1c99fae5ead349f86b: 2024-11-25T10:15:07,704 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e2fd862922a0:0-2 {event_type=RS_FLUSH_REGIONS, pid=89}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732529683694.637fe50ab6a07d1c99fae5ead349f86b. 2024-11-25T10:15:07,704 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e2fd862922a0:0-2 {event_type=RS_FLUSH_REGIONS, pid=89}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=89 2024-11-25T10:15:07,705 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41005 {}] master.HMaster(4169): Remote procedure done, pid=89 2024-11-25T10:15:07,708 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=89, resume processing ppid=88 2024-11-25T10:15:07,708 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=89, ppid=88, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.5900 sec 2024-11-25T10:15:07,709 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=88, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=88, table=TestAcidGuarantees in 2.5950 sec 2024-11-25T10:15:09,292 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41005 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=88 2024-11-25T10:15:09,293 INFO [RPCClient-NioEventLoopGroup-4-6 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-25T10:15:11,244 INFO [Thread-1087 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-1087. 2024-11-25T10:15:11,244 DEBUG [Thread-1087 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-25T10:15:11,244 DEBUG [Thread-1087 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T10:15:11,244 DEBUG [Thread-1087 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T10:15:11,244 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-25T10:15:11,245 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(392): Finished test. Writers: 2024-11-25T10:15:11,245 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 94 2024-11-25T10:15:11,245 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 159 2024-11-25T10:15:11,245 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 81 2024-11-25T10:15:11,245 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 34 2024-11-25T10:15:11,245 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 11 2024-11-25T10:15:11,245 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(396): Readers: 2024-11-25T10:15:11,245 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(398): read 2286 2024-11-25T10:15:11,245 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(398): read 2241 2024-11-25T10:15:11,245 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(398): read 2237 2024-11-25T10:15:11,245 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(398): read 2280 2024-11-25T10:15:11,245 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(398): read 2232 2024-11-25T10:15:11,245 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(400): Scanners: 2024-11-25T10:15:11,245 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-25T10:15:11,245 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool.doWork(AcidGuaranteesTestTool.java:131) at org.apache.hadoop.hbase.util.AbstractHBaseTool.run(AbstractHBaseTool.java:150) at org.apache.hadoop.hbase.AcidGuaranteesTestBase.runTestAtomicity(AcidGuaranteesTestBase.java:102) at org.apache.hadoop.hbase.AcidGuaranteesTestBase.runTestAtomicity(AcidGuaranteesTestBase.java:91) at org.apache.hadoop.hbase.AcidGuaranteesTestBase.testGetAtomicity(AcidGuaranteesTestBase.java:107) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-25T10:15:11,245 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T10:15:11,245 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T10:15:11,245 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-25T10:15:11,246 INFO [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41005 {}] master.HMaster$13(2820): Client=jenkins//172.17.0.2 disable TestAcidGuarantees 2024-11-25T10:15:11,247 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41005 {}] procedure2.ProcedureExecutor(1139): Stored pid=90, state=RUNNABLE:DISABLE_TABLE_PREPARE, hasLock=false; DisableTableProcedure table=TestAcidGuarantees 2024-11-25T10:15:11,249 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41005 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=90 2024-11-25T10:15:11,250 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732529711250"}]},"ts":"1732529711250"} 2024-11-25T10:15:11,251 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=TestAcidGuarantees, state=DISABLING in hbase:meta 2024-11-25T10:15:11,251 INFO [PEWorker-1 {}] procedure.DisableTableProcedure(284): Set TestAcidGuarantees to state=DISABLING 2024-11-25T10:15:11,252 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=91, ppid=90, state=RUNNABLE:CLOSE_TABLE_REGIONS_SCHEDULE, hasLock=false; CloseTableRegionsProcedure table=TestAcidGuarantees}] 2024-11-25T10:15:11,255 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=92, ppid=91, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=637fe50ab6a07d1c99fae5ead349f86b, UNASSIGN}] 2024-11-25T10:15:11,256 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=92, ppid=91, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=637fe50ab6a07d1c99fae5ead349f86b, UNASSIGN 2024-11-25T10:15:11,257 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=92 updating hbase:meta row=637fe50ab6a07d1c99fae5ead349f86b, regionState=CLOSING, regionLocation=e2fd862922a0,38547,1732529625709 2024-11-25T10:15:11,258 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=92, ppid=91, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=637fe50ab6a07d1c99fae5ead349f86b, UNASSIGN because future has completed 2024-11-25T10:15:11,258 DEBUG [PEWorker-3 {}] assignment.TransitRegionStateProcedure(375): Close region: isSplit: false: evictOnSplit: true: evictOnClose: false 2024-11-25T10:15:11,258 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=93, ppid=92, state=RUNNABLE, hasLock=false; CloseRegionProcedure 637fe50ab6a07d1c99fae5ead349f86b, server=e2fd862922a0,38547,1732529625709}] 2024-11-25T10:15:11,352 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41005 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=90 2024-11-25T10:15:11,411 INFO [RS_CLOSE_REGION-regionserver/e2fd862922a0:0-0 {event_type=M_RS_CLOSE_REGION, pid=93}] handler.UnassignRegionHandler(122): Close 637fe50ab6a07d1c99fae5ead349f86b 2024-11-25T10:15:11,411 DEBUG [RS_CLOSE_REGION-regionserver/e2fd862922a0:0-0 {event_type=M_RS_CLOSE_REGION, pid=93}] handler.UnassignRegionHandler(136): Unassign region: split region: false: evictCache: false 2024-11-25T10:15:11,411 DEBUG [RS_CLOSE_REGION-regionserver/e2fd862922a0:0-0 {event_type=M_RS_CLOSE_REGION, pid=93}] regionserver.HRegion(1722): Closing 637fe50ab6a07d1c99fae5ead349f86b, disabling compactions & flushes 2024-11-25T10:15:11,411 INFO [RS_CLOSE_REGION-regionserver/e2fd862922a0:0-0 {event_type=M_RS_CLOSE_REGION, pid=93}] regionserver.HRegion(1755): Closing region TestAcidGuarantees,,1732529683694.637fe50ab6a07d1c99fae5ead349f86b. 2024-11-25T10:15:11,411 DEBUG [RS_CLOSE_REGION-regionserver/e2fd862922a0:0-0 {event_type=M_RS_CLOSE_REGION, pid=93}] regionserver.HRegion(1776): Time limited wait for close lock on TestAcidGuarantees,,1732529683694.637fe50ab6a07d1c99fae5ead349f86b. 2024-11-25T10:15:11,411 DEBUG [RS_CLOSE_REGION-regionserver/e2fd862922a0:0-0 {event_type=M_RS_CLOSE_REGION, pid=93}] regionserver.HRegion(1843): Acquired close lock on TestAcidGuarantees,,1732529683694.637fe50ab6a07d1c99fae5ead349f86b. after waiting 0 ms 2024-11-25T10:15:11,411 DEBUG [RS_CLOSE_REGION-regionserver/e2fd862922a0:0-0 {event_type=M_RS_CLOSE_REGION, pid=93}] regionserver.HRegion(1853): Updates disabled for region TestAcidGuarantees,,1732529683694.637fe50ab6a07d1c99fae5ead349f86b. 2024-11-25T10:15:11,411 INFO [RS_CLOSE_REGION-regionserver/e2fd862922a0:0-0 {event_type=M_RS_CLOSE_REGION, pid=93}] regionserver.HRegion(2902): Flushing 637fe50ab6a07d1c99fae5ead349f86b 3/3 column families, dataSize=6.71 KB heapSize=20.67 KB 2024-11-25T10:15:11,412 DEBUG [RS_CLOSE_REGION-regionserver/e2fd862922a0:0-0 {event_type=M_RS_CLOSE_REGION, pid=93}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 637fe50ab6a07d1c99fae5ead349f86b, store=A 2024-11-25T10:15:11,412 DEBUG [RS_CLOSE_REGION-regionserver/e2fd862922a0:0-0 {event_type=M_RS_CLOSE_REGION, pid=93}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T10:15:11,412 DEBUG [RS_CLOSE_REGION-regionserver/e2fd862922a0:0-0 {event_type=M_RS_CLOSE_REGION, pid=93}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 637fe50ab6a07d1c99fae5ead349f86b, store=B 2024-11-25T10:15:11,412 DEBUG [RS_CLOSE_REGION-regionserver/e2fd862922a0:0-0 {event_type=M_RS_CLOSE_REGION, pid=93}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T10:15:11,412 DEBUG [RS_CLOSE_REGION-regionserver/e2fd862922a0:0-0 {event_type=M_RS_CLOSE_REGION, pid=93}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 637fe50ab6a07d1c99fae5ead349f86b, store=C 2024-11-25T10:15:11,412 DEBUG [RS_CLOSE_REGION-regionserver/e2fd862922a0:0-0 {event_type=M_RS_CLOSE_REGION, pid=93}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T10:15:11,415 DEBUG [RS_CLOSE_REGION-regionserver/e2fd862922a0:0-0 {event_type=M_RS_CLOSE_REGION, pid=93}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/637fe50ab6a07d1c99fae5ead349f86b/.tmp/A/71e30dd8ce5b405aa377dfa1e67a2c13 is 50, key is test_row_0/A:col10/1732529711242/Put/seqid=0 2024-11-25T10:15:11,418 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39927 is added to blk_1073742161_1337 (size=7415) 2024-11-25T10:15:11,562 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41005 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=90 2024-11-25T10:15:11,819 INFO [RS_CLOSE_REGION-regionserver/e2fd862922a0:0-0 {event_type=M_RS_CLOSE_REGION, pid=93}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.24 KB at sequenceid=489 (bloomFilter=true), to=hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/637fe50ab6a07d1c99fae5ead349f86b/.tmp/A/71e30dd8ce5b405aa377dfa1e67a2c13 2024-11-25T10:15:11,827 DEBUG [RS_CLOSE_REGION-regionserver/e2fd862922a0:0-0 {event_type=M_RS_CLOSE_REGION, pid=93}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/637fe50ab6a07d1c99fae5ead349f86b/.tmp/B/e14d70d4288b4b7a8b6b68c773e47833 is 50, key is test_row_0/B:col10/1732529711242/Put/seqid=0 2024-11-25T10:15:11,830 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39927 is added to blk_1073742162_1338 (size=7415) 2024-11-25T10:15:11,872 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41005 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=90 2024-11-25T10:15:12,231 INFO [RS_CLOSE_REGION-regionserver/e2fd862922a0:0-0 {event_type=M_RS_CLOSE_REGION, pid=93}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.24 KB at sequenceid=489 (bloomFilter=true), to=hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/637fe50ab6a07d1c99fae5ead349f86b/.tmp/B/e14d70d4288b4b7a8b6b68c773e47833 2024-11-25T10:15:12,238 DEBUG [RS_CLOSE_REGION-regionserver/e2fd862922a0:0-0 {event_type=M_RS_CLOSE_REGION, pid=93}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/637fe50ab6a07d1c99fae5ead349f86b/.tmp/C/590bde0cbe844e25bd7e1efb776da219 is 50, key is test_row_0/C:col10/1732529711242/Put/seqid=0 2024-11-25T10:15:12,242 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39927 is added to blk_1073742163_1339 (size=7415) 2024-11-25T10:15:12,382 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41005 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=90 2024-11-25T10:15:12,642 INFO [RS_CLOSE_REGION-regionserver/e2fd862922a0:0-0 {event_type=M_RS_CLOSE_REGION, pid=93}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.24 KB at sequenceid=489 (bloomFilter=true), to=hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/637fe50ab6a07d1c99fae5ead349f86b/.tmp/C/590bde0cbe844e25bd7e1efb776da219 2024-11-25T10:15:12,647 DEBUG [RS_CLOSE_REGION-regionserver/e2fd862922a0:0-0 {event_type=M_RS_CLOSE_REGION, pid=93}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/637fe50ab6a07d1c99fae5ead349f86b/.tmp/A/71e30dd8ce5b405aa377dfa1e67a2c13 as hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/637fe50ab6a07d1c99fae5ead349f86b/A/71e30dd8ce5b405aa377dfa1e67a2c13 2024-11-25T10:15:12,651 INFO [RS_CLOSE_REGION-regionserver/e2fd862922a0:0-0 {event_type=M_RS_CLOSE_REGION, pid=93}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/637fe50ab6a07d1c99fae5ead349f86b/A/71e30dd8ce5b405aa377dfa1e67a2c13, entries=50, sequenceid=489, filesize=7.2 K 2024-11-25T10:15:12,652 DEBUG [RS_CLOSE_REGION-regionserver/e2fd862922a0:0-0 {event_type=M_RS_CLOSE_REGION, pid=93}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/637fe50ab6a07d1c99fae5ead349f86b/.tmp/B/e14d70d4288b4b7a8b6b68c773e47833 as hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/637fe50ab6a07d1c99fae5ead349f86b/B/e14d70d4288b4b7a8b6b68c773e47833 2024-11-25T10:15:12,656 INFO [RS_CLOSE_REGION-regionserver/e2fd862922a0:0-0 {event_type=M_RS_CLOSE_REGION, pid=93}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/637fe50ab6a07d1c99fae5ead349f86b/B/e14d70d4288b4b7a8b6b68c773e47833, entries=50, sequenceid=489, filesize=7.2 K 2024-11-25T10:15:12,656 DEBUG [RS_CLOSE_REGION-regionserver/e2fd862922a0:0-0 {event_type=M_RS_CLOSE_REGION, pid=93}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/637fe50ab6a07d1c99fae5ead349f86b/.tmp/C/590bde0cbe844e25bd7e1efb776da219 as hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/637fe50ab6a07d1c99fae5ead349f86b/C/590bde0cbe844e25bd7e1efb776da219 2024-11-25T10:15:12,660 INFO [RS_CLOSE_REGION-regionserver/e2fd862922a0:0-0 {event_type=M_RS_CLOSE_REGION, pid=93}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/637fe50ab6a07d1c99fae5ead349f86b/C/590bde0cbe844e25bd7e1efb776da219, entries=50, sequenceid=489, filesize=7.2 K 2024-11-25T10:15:12,661 INFO [RS_CLOSE_REGION-regionserver/e2fd862922a0:0-0 {event_type=M_RS_CLOSE_REGION, pid=93}] regionserver.HRegion(3140): Finished flush of dataSize ~6.71 KB/6870, heapSize ~20.63 KB/21120, currentSize=0 B/0 for 637fe50ab6a07d1c99fae5ead349f86b in 1250ms, sequenceid=489, compaction requested=true 2024-11-25T10:15:12,662 DEBUG [StoreCloser-TestAcidGuarantees,,1732529683694.637fe50ab6a07d1c99fae5ead349f86b.-1 {}] regionserver.HStore(2317): Moving the files [hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/637fe50ab6a07d1c99fae5ead349f86b/A/5881323b3fa34564b4d7398f6b35ad2c, hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/637fe50ab6a07d1c99fae5ead349f86b/A/9b36fd47b0474b4cb465771fc0f0364a, hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/637fe50ab6a07d1c99fae5ead349f86b/A/d712245132e84373b9536bc4ffa65889, hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/637fe50ab6a07d1c99fae5ead349f86b/A/c3469da7e8ae442eb7e01e3f59a23b89, hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/637fe50ab6a07d1c99fae5ead349f86b/A/02f2dcf7ad784c8cbd7e3a7e91fdf2df, hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/637fe50ab6a07d1c99fae5ead349f86b/A/6c0e38a206564e22a309a539416571eb, hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/637fe50ab6a07d1c99fae5ead349f86b/A/0bae7e482efc4ff58623598829a425e1, hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/637fe50ab6a07d1c99fae5ead349f86b/A/bd279bf914bc451382d3c83bb74b3d8e, hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/637fe50ab6a07d1c99fae5ead349f86b/A/f15bf7c4f2964f91b9ccd95ff6241431, hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/637fe50ab6a07d1c99fae5ead349f86b/A/25a224021ffa4b7e976ea5b754557806, hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/637fe50ab6a07d1c99fae5ead349f86b/A/6a4e2c4f562e4f0da92ca88c4bfea644, hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/637fe50ab6a07d1c99fae5ead349f86b/A/12658edfa16c40e28b7efc5675829502, hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/637fe50ab6a07d1c99fae5ead349f86b/A/b52742032bf24369b3e4b12df4888c16, hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/637fe50ab6a07d1c99fae5ead349f86b/A/cab360b11b41491586c63975d877d09d, hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/637fe50ab6a07d1c99fae5ead349f86b/A/20fe457088a84d4689673ac90c0aa52a, hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/637fe50ab6a07d1c99fae5ead349f86b/A/77dc8d1ee9d24aeea65067c23997dd52, hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/637fe50ab6a07d1c99fae5ead349f86b/A/a7659ad0179e4434a53e382c818c8625, hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/637fe50ab6a07d1c99fae5ead349f86b/A/06aa0006640e4d12bdaecfb89caccff8, hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/637fe50ab6a07d1c99fae5ead349f86b/A/d85e88c0cead416584b85f8ac0c48a64, hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/637fe50ab6a07d1c99fae5ead349f86b/A/b92cb2ad96e54214a05301f238547f21, hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/637fe50ab6a07d1c99fae5ead349f86b/A/4a9eef1c3c444cdc8b34314f6d9ef0ae, hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/637fe50ab6a07d1c99fae5ead349f86b/A/977d814555ab4fe09d9d04fc00d4a44a, hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/637fe50ab6a07d1c99fae5ead349f86b/A/8d8cf28e99ea48dea9d797f95d2337bf, hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/637fe50ab6a07d1c99fae5ead349f86b/A/cc604b90b0f6408986c2d8021977675b, hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/637fe50ab6a07d1c99fae5ead349f86b/A/c5c83b599b8f4243ad76b3180a734fb4, hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/637fe50ab6a07d1c99fae5ead349f86b/A/d07746e5cffc4a14afc1560da6e9e606, hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/637fe50ab6a07d1c99fae5ead349f86b/A/1debd73b5ec349609c1d9ab672b71564, hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/637fe50ab6a07d1c99fae5ead349f86b/A/9d587bee44f644c69e313211634ca022, hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/637fe50ab6a07d1c99fae5ead349f86b/A/1d2224e633e64a41ac27eac9ca58db8e, hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/637fe50ab6a07d1c99fae5ead349f86b/A/81fe59730d6345458ae4ea4f99af78bf, hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/637fe50ab6a07d1c99fae5ead349f86b/A/0ba6757130124134afa5bab31a06e1fa, hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/637fe50ab6a07d1c99fae5ead349f86b/A/39ef389c050f437e9cb6632de07042f9] to archive 2024-11-25T10:15:12,662 DEBUG [StoreCloser-TestAcidGuarantees,,1732529683694.637fe50ab6a07d1c99fae5ead349f86b.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-25T10:15:12,664 DEBUG [StoreCloser-TestAcidGuarantees,,1732529683694.637fe50ab6a07d1c99fae5ead349f86b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/637fe50ab6a07d1c99fae5ead349f86b/A/5881323b3fa34564b4d7398f6b35ad2c to hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/archive/data/default/TestAcidGuarantees/637fe50ab6a07d1c99fae5ead349f86b/A/5881323b3fa34564b4d7398f6b35ad2c 2024-11-25T10:15:12,665 DEBUG [StoreCloser-TestAcidGuarantees,,1732529683694.637fe50ab6a07d1c99fae5ead349f86b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/637fe50ab6a07d1c99fae5ead349f86b/A/9b36fd47b0474b4cb465771fc0f0364a to hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/archive/data/default/TestAcidGuarantees/637fe50ab6a07d1c99fae5ead349f86b/A/9b36fd47b0474b4cb465771fc0f0364a 2024-11-25T10:15:12,666 DEBUG [StoreCloser-TestAcidGuarantees,,1732529683694.637fe50ab6a07d1c99fae5ead349f86b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/637fe50ab6a07d1c99fae5ead349f86b/A/d712245132e84373b9536bc4ffa65889 to hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/archive/data/default/TestAcidGuarantees/637fe50ab6a07d1c99fae5ead349f86b/A/d712245132e84373b9536bc4ffa65889 2024-11-25T10:15:12,668 DEBUG [StoreCloser-TestAcidGuarantees,,1732529683694.637fe50ab6a07d1c99fae5ead349f86b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/637fe50ab6a07d1c99fae5ead349f86b/A/c3469da7e8ae442eb7e01e3f59a23b89 to hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/archive/data/default/TestAcidGuarantees/637fe50ab6a07d1c99fae5ead349f86b/A/c3469da7e8ae442eb7e01e3f59a23b89 2024-11-25T10:15:12,669 DEBUG [StoreCloser-TestAcidGuarantees,,1732529683694.637fe50ab6a07d1c99fae5ead349f86b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/637fe50ab6a07d1c99fae5ead349f86b/A/02f2dcf7ad784c8cbd7e3a7e91fdf2df to hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/archive/data/default/TestAcidGuarantees/637fe50ab6a07d1c99fae5ead349f86b/A/02f2dcf7ad784c8cbd7e3a7e91fdf2df 2024-11-25T10:15:12,670 DEBUG [StoreCloser-TestAcidGuarantees,,1732529683694.637fe50ab6a07d1c99fae5ead349f86b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/637fe50ab6a07d1c99fae5ead349f86b/A/6c0e38a206564e22a309a539416571eb to hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/archive/data/default/TestAcidGuarantees/637fe50ab6a07d1c99fae5ead349f86b/A/6c0e38a206564e22a309a539416571eb 2024-11-25T10:15:12,671 DEBUG [StoreCloser-TestAcidGuarantees,,1732529683694.637fe50ab6a07d1c99fae5ead349f86b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/637fe50ab6a07d1c99fae5ead349f86b/A/0bae7e482efc4ff58623598829a425e1 to hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/archive/data/default/TestAcidGuarantees/637fe50ab6a07d1c99fae5ead349f86b/A/0bae7e482efc4ff58623598829a425e1 2024-11-25T10:15:12,672 DEBUG [StoreCloser-TestAcidGuarantees,,1732529683694.637fe50ab6a07d1c99fae5ead349f86b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/637fe50ab6a07d1c99fae5ead349f86b/A/bd279bf914bc451382d3c83bb74b3d8e to hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/archive/data/default/TestAcidGuarantees/637fe50ab6a07d1c99fae5ead349f86b/A/bd279bf914bc451382d3c83bb74b3d8e 2024-11-25T10:15:12,673 DEBUG [StoreCloser-TestAcidGuarantees,,1732529683694.637fe50ab6a07d1c99fae5ead349f86b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/637fe50ab6a07d1c99fae5ead349f86b/A/f15bf7c4f2964f91b9ccd95ff6241431 to hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/archive/data/default/TestAcidGuarantees/637fe50ab6a07d1c99fae5ead349f86b/A/f15bf7c4f2964f91b9ccd95ff6241431 2024-11-25T10:15:12,675 DEBUG [StoreCloser-TestAcidGuarantees,,1732529683694.637fe50ab6a07d1c99fae5ead349f86b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/637fe50ab6a07d1c99fae5ead349f86b/A/25a224021ffa4b7e976ea5b754557806 to hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/archive/data/default/TestAcidGuarantees/637fe50ab6a07d1c99fae5ead349f86b/A/25a224021ffa4b7e976ea5b754557806 2024-11-25T10:15:12,676 DEBUG [StoreCloser-TestAcidGuarantees,,1732529683694.637fe50ab6a07d1c99fae5ead349f86b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/637fe50ab6a07d1c99fae5ead349f86b/A/6a4e2c4f562e4f0da92ca88c4bfea644 to hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/archive/data/default/TestAcidGuarantees/637fe50ab6a07d1c99fae5ead349f86b/A/6a4e2c4f562e4f0da92ca88c4bfea644 2024-11-25T10:15:12,677 DEBUG [StoreCloser-TestAcidGuarantees,,1732529683694.637fe50ab6a07d1c99fae5ead349f86b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/637fe50ab6a07d1c99fae5ead349f86b/A/12658edfa16c40e28b7efc5675829502 to hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/archive/data/default/TestAcidGuarantees/637fe50ab6a07d1c99fae5ead349f86b/A/12658edfa16c40e28b7efc5675829502 2024-11-25T10:15:12,678 DEBUG [StoreCloser-TestAcidGuarantees,,1732529683694.637fe50ab6a07d1c99fae5ead349f86b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/637fe50ab6a07d1c99fae5ead349f86b/A/b52742032bf24369b3e4b12df4888c16 to hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/archive/data/default/TestAcidGuarantees/637fe50ab6a07d1c99fae5ead349f86b/A/b52742032bf24369b3e4b12df4888c16 2024-11-25T10:15:12,680 DEBUG [StoreCloser-TestAcidGuarantees,,1732529683694.637fe50ab6a07d1c99fae5ead349f86b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/637fe50ab6a07d1c99fae5ead349f86b/A/cab360b11b41491586c63975d877d09d to hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/archive/data/default/TestAcidGuarantees/637fe50ab6a07d1c99fae5ead349f86b/A/cab360b11b41491586c63975d877d09d 2024-11-25T10:15:12,681 DEBUG [StoreCloser-TestAcidGuarantees,,1732529683694.637fe50ab6a07d1c99fae5ead349f86b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/637fe50ab6a07d1c99fae5ead349f86b/A/20fe457088a84d4689673ac90c0aa52a to hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/archive/data/default/TestAcidGuarantees/637fe50ab6a07d1c99fae5ead349f86b/A/20fe457088a84d4689673ac90c0aa52a 2024-11-25T10:15:12,682 DEBUG [StoreCloser-TestAcidGuarantees,,1732529683694.637fe50ab6a07d1c99fae5ead349f86b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/637fe50ab6a07d1c99fae5ead349f86b/A/77dc8d1ee9d24aeea65067c23997dd52 to hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/archive/data/default/TestAcidGuarantees/637fe50ab6a07d1c99fae5ead349f86b/A/77dc8d1ee9d24aeea65067c23997dd52 2024-11-25T10:15:12,683 DEBUG [StoreCloser-TestAcidGuarantees,,1732529683694.637fe50ab6a07d1c99fae5ead349f86b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/637fe50ab6a07d1c99fae5ead349f86b/A/a7659ad0179e4434a53e382c818c8625 to hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/archive/data/default/TestAcidGuarantees/637fe50ab6a07d1c99fae5ead349f86b/A/a7659ad0179e4434a53e382c818c8625 2024-11-25T10:15:12,684 DEBUG [StoreCloser-TestAcidGuarantees,,1732529683694.637fe50ab6a07d1c99fae5ead349f86b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/637fe50ab6a07d1c99fae5ead349f86b/A/06aa0006640e4d12bdaecfb89caccff8 to hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/archive/data/default/TestAcidGuarantees/637fe50ab6a07d1c99fae5ead349f86b/A/06aa0006640e4d12bdaecfb89caccff8 2024-11-25T10:15:12,686 DEBUG [StoreCloser-TestAcidGuarantees,,1732529683694.637fe50ab6a07d1c99fae5ead349f86b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/637fe50ab6a07d1c99fae5ead349f86b/A/d85e88c0cead416584b85f8ac0c48a64 to hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/archive/data/default/TestAcidGuarantees/637fe50ab6a07d1c99fae5ead349f86b/A/d85e88c0cead416584b85f8ac0c48a64 2024-11-25T10:15:12,687 DEBUG [StoreCloser-TestAcidGuarantees,,1732529683694.637fe50ab6a07d1c99fae5ead349f86b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/637fe50ab6a07d1c99fae5ead349f86b/A/b92cb2ad96e54214a05301f238547f21 to hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/archive/data/default/TestAcidGuarantees/637fe50ab6a07d1c99fae5ead349f86b/A/b92cb2ad96e54214a05301f238547f21 2024-11-25T10:15:12,688 DEBUG [StoreCloser-TestAcidGuarantees,,1732529683694.637fe50ab6a07d1c99fae5ead349f86b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/637fe50ab6a07d1c99fae5ead349f86b/A/4a9eef1c3c444cdc8b34314f6d9ef0ae to hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/archive/data/default/TestAcidGuarantees/637fe50ab6a07d1c99fae5ead349f86b/A/4a9eef1c3c444cdc8b34314f6d9ef0ae 2024-11-25T10:15:12,689 DEBUG [StoreCloser-TestAcidGuarantees,,1732529683694.637fe50ab6a07d1c99fae5ead349f86b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/637fe50ab6a07d1c99fae5ead349f86b/A/977d814555ab4fe09d9d04fc00d4a44a to hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/archive/data/default/TestAcidGuarantees/637fe50ab6a07d1c99fae5ead349f86b/A/977d814555ab4fe09d9d04fc00d4a44a 2024-11-25T10:15:12,690 DEBUG [StoreCloser-TestAcidGuarantees,,1732529683694.637fe50ab6a07d1c99fae5ead349f86b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/637fe50ab6a07d1c99fae5ead349f86b/A/8d8cf28e99ea48dea9d797f95d2337bf to hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/archive/data/default/TestAcidGuarantees/637fe50ab6a07d1c99fae5ead349f86b/A/8d8cf28e99ea48dea9d797f95d2337bf 2024-11-25T10:15:12,691 DEBUG [StoreCloser-TestAcidGuarantees,,1732529683694.637fe50ab6a07d1c99fae5ead349f86b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/637fe50ab6a07d1c99fae5ead349f86b/A/cc604b90b0f6408986c2d8021977675b to hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/archive/data/default/TestAcidGuarantees/637fe50ab6a07d1c99fae5ead349f86b/A/cc604b90b0f6408986c2d8021977675b 2024-11-25T10:15:12,693 DEBUG [StoreCloser-TestAcidGuarantees,,1732529683694.637fe50ab6a07d1c99fae5ead349f86b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/637fe50ab6a07d1c99fae5ead349f86b/A/c5c83b599b8f4243ad76b3180a734fb4 to hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/archive/data/default/TestAcidGuarantees/637fe50ab6a07d1c99fae5ead349f86b/A/c5c83b599b8f4243ad76b3180a734fb4 2024-11-25T10:15:12,694 DEBUG [StoreCloser-TestAcidGuarantees,,1732529683694.637fe50ab6a07d1c99fae5ead349f86b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/637fe50ab6a07d1c99fae5ead349f86b/A/d07746e5cffc4a14afc1560da6e9e606 to hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/archive/data/default/TestAcidGuarantees/637fe50ab6a07d1c99fae5ead349f86b/A/d07746e5cffc4a14afc1560da6e9e606 2024-11-25T10:15:12,695 DEBUG [StoreCloser-TestAcidGuarantees,,1732529683694.637fe50ab6a07d1c99fae5ead349f86b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/637fe50ab6a07d1c99fae5ead349f86b/A/1debd73b5ec349609c1d9ab672b71564 to hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/archive/data/default/TestAcidGuarantees/637fe50ab6a07d1c99fae5ead349f86b/A/1debd73b5ec349609c1d9ab672b71564 2024-11-25T10:15:12,696 DEBUG [StoreCloser-TestAcidGuarantees,,1732529683694.637fe50ab6a07d1c99fae5ead349f86b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/637fe50ab6a07d1c99fae5ead349f86b/A/9d587bee44f644c69e313211634ca022 to hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/archive/data/default/TestAcidGuarantees/637fe50ab6a07d1c99fae5ead349f86b/A/9d587bee44f644c69e313211634ca022 2024-11-25T10:15:12,696 DEBUG [StoreCloser-TestAcidGuarantees,,1732529683694.637fe50ab6a07d1c99fae5ead349f86b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/637fe50ab6a07d1c99fae5ead349f86b/A/1d2224e633e64a41ac27eac9ca58db8e to hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/archive/data/default/TestAcidGuarantees/637fe50ab6a07d1c99fae5ead349f86b/A/1d2224e633e64a41ac27eac9ca58db8e 2024-11-25T10:15:12,698 DEBUG [StoreCloser-TestAcidGuarantees,,1732529683694.637fe50ab6a07d1c99fae5ead349f86b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/637fe50ab6a07d1c99fae5ead349f86b/A/81fe59730d6345458ae4ea4f99af78bf to hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/archive/data/default/TestAcidGuarantees/637fe50ab6a07d1c99fae5ead349f86b/A/81fe59730d6345458ae4ea4f99af78bf 2024-11-25T10:15:12,699 DEBUG [StoreCloser-TestAcidGuarantees,,1732529683694.637fe50ab6a07d1c99fae5ead349f86b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/637fe50ab6a07d1c99fae5ead349f86b/A/0ba6757130124134afa5bab31a06e1fa to hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/archive/data/default/TestAcidGuarantees/637fe50ab6a07d1c99fae5ead349f86b/A/0ba6757130124134afa5bab31a06e1fa 2024-11-25T10:15:12,700 DEBUG [StoreCloser-TestAcidGuarantees,,1732529683694.637fe50ab6a07d1c99fae5ead349f86b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/637fe50ab6a07d1c99fae5ead349f86b/A/39ef389c050f437e9cb6632de07042f9 to hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/archive/data/default/TestAcidGuarantees/637fe50ab6a07d1c99fae5ead349f86b/A/39ef389c050f437e9cb6632de07042f9 2024-11-25T10:15:12,702 DEBUG [StoreCloser-TestAcidGuarantees,,1732529683694.637fe50ab6a07d1c99fae5ead349f86b.-1 {}] regionserver.HStore(2317): Moving the files [hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/637fe50ab6a07d1c99fae5ead349f86b/B/2cfc25406ae340c5aca6f54cb02ee10a, hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/637fe50ab6a07d1c99fae5ead349f86b/B/2bfa14321e844b4981f890c81f9a7570, hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/637fe50ab6a07d1c99fae5ead349f86b/B/5fd4be22536544dda848eba96d5e8fe2, hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/637fe50ab6a07d1c99fae5ead349f86b/B/09a5eb7886aa4c7d819c8164f2b6b627, hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/637fe50ab6a07d1c99fae5ead349f86b/B/a94191568b7749c29318d159b3ed92d9, hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/637fe50ab6a07d1c99fae5ead349f86b/B/7d6e0cef8d4d4379beeda271542e0698, hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/637fe50ab6a07d1c99fae5ead349f86b/B/fb7bc8a907cc44cb9f6bedeb70e50093, hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/637fe50ab6a07d1c99fae5ead349f86b/B/1195f5a424be4ae79012ef3e214d7c23, hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/637fe50ab6a07d1c99fae5ead349f86b/B/f9d44806246f49cfaa280bd51fbb6ea2, hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/637fe50ab6a07d1c99fae5ead349f86b/B/4a5565ec59fa4b71ab829b65ae973e6f, hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/637fe50ab6a07d1c99fae5ead349f86b/B/225c1b6c51074295b3514cf33b41fa3f, hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/637fe50ab6a07d1c99fae5ead349f86b/B/4e79507a3a9040fbaf1bffa3ac0429ba, hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/637fe50ab6a07d1c99fae5ead349f86b/B/9c6c37ded4514a0d9e315000750332e8, hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/637fe50ab6a07d1c99fae5ead349f86b/B/112c388895164ea6ae193402307a6475, hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/637fe50ab6a07d1c99fae5ead349f86b/B/c48220379af04b21b8ad69773730c283, hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/637fe50ab6a07d1c99fae5ead349f86b/B/7ce3f32143a14db4b4a9079d5a86f98c, hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/637fe50ab6a07d1c99fae5ead349f86b/B/68b34335daaf4759891ed0e629fb107a, hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/637fe50ab6a07d1c99fae5ead349f86b/B/4a89358fac414c5e99600979e90e964c, hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/637fe50ab6a07d1c99fae5ead349f86b/B/770c6810d67d4f2f9e452b63c8515c84, hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/637fe50ab6a07d1c99fae5ead349f86b/B/7938ee2549a8412e852acad8c405458e, hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/637fe50ab6a07d1c99fae5ead349f86b/B/a76d27603d0245cea2ba2ba378d7ad35, hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/637fe50ab6a07d1c99fae5ead349f86b/B/4d5efe9cbac84b328ead1ad24a693ecb, hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/637fe50ab6a07d1c99fae5ead349f86b/B/86998f713585473f8bd7cf350203af90, hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/637fe50ab6a07d1c99fae5ead349f86b/B/4c53206cfd6e4ce38643a5c0eb482af6, hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/637fe50ab6a07d1c99fae5ead349f86b/B/b314dd607a794c119a2b8d0fa631d1ee, hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/637fe50ab6a07d1c99fae5ead349f86b/B/d465c9f8ff004219bd0eaffd3b773178, hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/637fe50ab6a07d1c99fae5ead349f86b/B/3063c3d9f7a643c0bdc4a5acb3da3a51, hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/637fe50ab6a07d1c99fae5ead349f86b/B/fe8c58eec5904b3d8d1287fd5e892de5, hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/637fe50ab6a07d1c99fae5ead349f86b/B/2964a7f4625f491f8da255f9ddb38961, hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/637fe50ab6a07d1c99fae5ead349f86b/B/7028be94d86142578d271826cf7099aa, hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/637fe50ab6a07d1c99fae5ead349f86b/B/4d4f13a4aa3943ed95ef5a387b9683b7, hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/637fe50ab6a07d1c99fae5ead349f86b/B/62fecf343b6c485db86c460dfebf33f4] to archive 2024-11-25T10:15:12,703 DEBUG [StoreCloser-TestAcidGuarantees,,1732529683694.637fe50ab6a07d1c99fae5ead349f86b.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-25T10:15:12,704 DEBUG [StoreCloser-TestAcidGuarantees,,1732529683694.637fe50ab6a07d1c99fae5ead349f86b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/637fe50ab6a07d1c99fae5ead349f86b/B/2cfc25406ae340c5aca6f54cb02ee10a to hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/archive/data/default/TestAcidGuarantees/637fe50ab6a07d1c99fae5ead349f86b/B/2cfc25406ae340c5aca6f54cb02ee10a 2024-11-25T10:15:12,705 DEBUG [StoreCloser-TestAcidGuarantees,,1732529683694.637fe50ab6a07d1c99fae5ead349f86b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/637fe50ab6a07d1c99fae5ead349f86b/B/2bfa14321e844b4981f890c81f9a7570 to hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/archive/data/default/TestAcidGuarantees/637fe50ab6a07d1c99fae5ead349f86b/B/2bfa14321e844b4981f890c81f9a7570 2024-11-25T10:15:12,707 DEBUG [StoreCloser-TestAcidGuarantees,,1732529683694.637fe50ab6a07d1c99fae5ead349f86b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/637fe50ab6a07d1c99fae5ead349f86b/B/5fd4be22536544dda848eba96d5e8fe2 to hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/archive/data/default/TestAcidGuarantees/637fe50ab6a07d1c99fae5ead349f86b/B/5fd4be22536544dda848eba96d5e8fe2 2024-11-25T10:15:12,708 DEBUG [StoreCloser-TestAcidGuarantees,,1732529683694.637fe50ab6a07d1c99fae5ead349f86b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/637fe50ab6a07d1c99fae5ead349f86b/B/09a5eb7886aa4c7d819c8164f2b6b627 to hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/archive/data/default/TestAcidGuarantees/637fe50ab6a07d1c99fae5ead349f86b/B/09a5eb7886aa4c7d819c8164f2b6b627 2024-11-25T10:15:12,709 DEBUG [StoreCloser-TestAcidGuarantees,,1732529683694.637fe50ab6a07d1c99fae5ead349f86b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/637fe50ab6a07d1c99fae5ead349f86b/B/a94191568b7749c29318d159b3ed92d9 to hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/archive/data/default/TestAcidGuarantees/637fe50ab6a07d1c99fae5ead349f86b/B/a94191568b7749c29318d159b3ed92d9 2024-11-25T10:15:12,710 DEBUG [StoreCloser-TestAcidGuarantees,,1732529683694.637fe50ab6a07d1c99fae5ead349f86b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/637fe50ab6a07d1c99fae5ead349f86b/B/7d6e0cef8d4d4379beeda271542e0698 to hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/archive/data/default/TestAcidGuarantees/637fe50ab6a07d1c99fae5ead349f86b/B/7d6e0cef8d4d4379beeda271542e0698 2024-11-25T10:15:12,711 DEBUG [StoreCloser-TestAcidGuarantees,,1732529683694.637fe50ab6a07d1c99fae5ead349f86b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/637fe50ab6a07d1c99fae5ead349f86b/B/fb7bc8a907cc44cb9f6bedeb70e50093 to hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/archive/data/default/TestAcidGuarantees/637fe50ab6a07d1c99fae5ead349f86b/B/fb7bc8a907cc44cb9f6bedeb70e50093 2024-11-25T10:15:12,712 DEBUG [StoreCloser-TestAcidGuarantees,,1732529683694.637fe50ab6a07d1c99fae5ead349f86b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/637fe50ab6a07d1c99fae5ead349f86b/B/1195f5a424be4ae79012ef3e214d7c23 to hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/archive/data/default/TestAcidGuarantees/637fe50ab6a07d1c99fae5ead349f86b/B/1195f5a424be4ae79012ef3e214d7c23 2024-11-25T10:15:12,713 DEBUG [StoreCloser-TestAcidGuarantees,,1732529683694.637fe50ab6a07d1c99fae5ead349f86b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/637fe50ab6a07d1c99fae5ead349f86b/B/f9d44806246f49cfaa280bd51fbb6ea2 to hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/archive/data/default/TestAcidGuarantees/637fe50ab6a07d1c99fae5ead349f86b/B/f9d44806246f49cfaa280bd51fbb6ea2 2024-11-25T10:15:12,713 DEBUG [StoreCloser-TestAcidGuarantees,,1732529683694.637fe50ab6a07d1c99fae5ead349f86b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/637fe50ab6a07d1c99fae5ead349f86b/B/4a5565ec59fa4b71ab829b65ae973e6f to hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/archive/data/default/TestAcidGuarantees/637fe50ab6a07d1c99fae5ead349f86b/B/4a5565ec59fa4b71ab829b65ae973e6f 2024-11-25T10:15:12,714 DEBUG [StoreCloser-TestAcidGuarantees,,1732529683694.637fe50ab6a07d1c99fae5ead349f86b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/637fe50ab6a07d1c99fae5ead349f86b/B/225c1b6c51074295b3514cf33b41fa3f to hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/archive/data/default/TestAcidGuarantees/637fe50ab6a07d1c99fae5ead349f86b/B/225c1b6c51074295b3514cf33b41fa3f 2024-11-25T10:15:12,715 DEBUG [StoreCloser-TestAcidGuarantees,,1732529683694.637fe50ab6a07d1c99fae5ead349f86b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/637fe50ab6a07d1c99fae5ead349f86b/B/4e79507a3a9040fbaf1bffa3ac0429ba to hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/archive/data/default/TestAcidGuarantees/637fe50ab6a07d1c99fae5ead349f86b/B/4e79507a3a9040fbaf1bffa3ac0429ba 2024-11-25T10:15:12,716 DEBUG [StoreCloser-TestAcidGuarantees,,1732529683694.637fe50ab6a07d1c99fae5ead349f86b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/637fe50ab6a07d1c99fae5ead349f86b/B/9c6c37ded4514a0d9e315000750332e8 to hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/archive/data/default/TestAcidGuarantees/637fe50ab6a07d1c99fae5ead349f86b/B/9c6c37ded4514a0d9e315000750332e8 2024-11-25T10:15:12,717 DEBUG [StoreCloser-TestAcidGuarantees,,1732529683694.637fe50ab6a07d1c99fae5ead349f86b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/637fe50ab6a07d1c99fae5ead349f86b/B/112c388895164ea6ae193402307a6475 to hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/archive/data/default/TestAcidGuarantees/637fe50ab6a07d1c99fae5ead349f86b/B/112c388895164ea6ae193402307a6475 2024-11-25T10:15:12,718 DEBUG [StoreCloser-TestAcidGuarantees,,1732529683694.637fe50ab6a07d1c99fae5ead349f86b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/637fe50ab6a07d1c99fae5ead349f86b/B/c48220379af04b21b8ad69773730c283 to hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/archive/data/default/TestAcidGuarantees/637fe50ab6a07d1c99fae5ead349f86b/B/c48220379af04b21b8ad69773730c283 2024-11-25T10:15:12,719 DEBUG [StoreCloser-TestAcidGuarantees,,1732529683694.637fe50ab6a07d1c99fae5ead349f86b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/637fe50ab6a07d1c99fae5ead349f86b/B/7ce3f32143a14db4b4a9079d5a86f98c to hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/archive/data/default/TestAcidGuarantees/637fe50ab6a07d1c99fae5ead349f86b/B/7ce3f32143a14db4b4a9079d5a86f98c 2024-11-25T10:15:12,720 DEBUG [StoreCloser-TestAcidGuarantees,,1732529683694.637fe50ab6a07d1c99fae5ead349f86b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/637fe50ab6a07d1c99fae5ead349f86b/B/68b34335daaf4759891ed0e629fb107a to hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/archive/data/default/TestAcidGuarantees/637fe50ab6a07d1c99fae5ead349f86b/B/68b34335daaf4759891ed0e629fb107a 2024-11-25T10:15:12,721 DEBUG [StoreCloser-TestAcidGuarantees,,1732529683694.637fe50ab6a07d1c99fae5ead349f86b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/637fe50ab6a07d1c99fae5ead349f86b/B/4a89358fac414c5e99600979e90e964c to hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/archive/data/default/TestAcidGuarantees/637fe50ab6a07d1c99fae5ead349f86b/B/4a89358fac414c5e99600979e90e964c 2024-11-25T10:15:12,722 DEBUG [StoreCloser-TestAcidGuarantees,,1732529683694.637fe50ab6a07d1c99fae5ead349f86b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/637fe50ab6a07d1c99fae5ead349f86b/B/770c6810d67d4f2f9e452b63c8515c84 to hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/archive/data/default/TestAcidGuarantees/637fe50ab6a07d1c99fae5ead349f86b/B/770c6810d67d4f2f9e452b63c8515c84 2024-11-25T10:15:12,723 DEBUG [StoreCloser-TestAcidGuarantees,,1732529683694.637fe50ab6a07d1c99fae5ead349f86b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/637fe50ab6a07d1c99fae5ead349f86b/B/7938ee2549a8412e852acad8c405458e to hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/archive/data/default/TestAcidGuarantees/637fe50ab6a07d1c99fae5ead349f86b/B/7938ee2549a8412e852acad8c405458e 2024-11-25T10:15:12,724 DEBUG [StoreCloser-TestAcidGuarantees,,1732529683694.637fe50ab6a07d1c99fae5ead349f86b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/637fe50ab6a07d1c99fae5ead349f86b/B/a76d27603d0245cea2ba2ba378d7ad35 to hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/archive/data/default/TestAcidGuarantees/637fe50ab6a07d1c99fae5ead349f86b/B/a76d27603d0245cea2ba2ba378d7ad35 2024-11-25T10:15:12,724 DEBUG [StoreCloser-TestAcidGuarantees,,1732529683694.637fe50ab6a07d1c99fae5ead349f86b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/637fe50ab6a07d1c99fae5ead349f86b/B/4d5efe9cbac84b328ead1ad24a693ecb to hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/archive/data/default/TestAcidGuarantees/637fe50ab6a07d1c99fae5ead349f86b/B/4d5efe9cbac84b328ead1ad24a693ecb 2024-11-25T10:15:12,725 DEBUG [StoreCloser-TestAcidGuarantees,,1732529683694.637fe50ab6a07d1c99fae5ead349f86b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/637fe50ab6a07d1c99fae5ead349f86b/B/86998f713585473f8bd7cf350203af90 to hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/archive/data/default/TestAcidGuarantees/637fe50ab6a07d1c99fae5ead349f86b/B/86998f713585473f8bd7cf350203af90 2024-11-25T10:15:12,726 DEBUG [StoreCloser-TestAcidGuarantees,,1732529683694.637fe50ab6a07d1c99fae5ead349f86b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/637fe50ab6a07d1c99fae5ead349f86b/B/4c53206cfd6e4ce38643a5c0eb482af6 to hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/archive/data/default/TestAcidGuarantees/637fe50ab6a07d1c99fae5ead349f86b/B/4c53206cfd6e4ce38643a5c0eb482af6 2024-11-25T10:15:12,727 DEBUG [StoreCloser-TestAcidGuarantees,,1732529683694.637fe50ab6a07d1c99fae5ead349f86b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/637fe50ab6a07d1c99fae5ead349f86b/B/b314dd607a794c119a2b8d0fa631d1ee to hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/archive/data/default/TestAcidGuarantees/637fe50ab6a07d1c99fae5ead349f86b/B/b314dd607a794c119a2b8d0fa631d1ee 2024-11-25T10:15:12,727 DEBUG [StoreCloser-TestAcidGuarantees,,1732529683694.637fe50ab6a07d1c99fae5ead349f86b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/637fe50ab6a07d1c99fae5ead349f86b/B/d465c9f8ff004219bd0eaffd3b773178 to hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/archive/data/default/TestAcidGuarantees/637fe50ab6a07d1c99fae5ead349f86b/B/d465c9f8ff004219bd0eaffd3b773178 2024-11-25T10:15:12,728 DEBUG [StoreCloser-TestAcidGuarantees,,1732529683694.637fe50ab6a07d1c99fae5ead349f86b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/637fe50ab6a07d1c99fae5ead349f86b/B/3063c3d9f7a643c0bdc4a5acb3da3a51 to hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/archive/data/default/TestAcidGuarantees/637fe50ab6a07d1c99fae5ead349f86b/B/3063c3d9f7a643c0bdc4a5acb3da3a51 2024-11-25T10:15:12,729 DEBUG [StoreCloser-TestAcidGuarantees,,1732529683694.637fe50ab6a07d1c99fae5ead349f86b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/637fe50ab6a07d1c99fae5ead349f86b/B/fe8c58eec5904b3d8d1287fd5e892de5 to hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/archive/data/default/TestAcidGuarantees/637fe50ab6a07d1c99fae5ead349f86b/B/fe8c58eec5904b3d8d1287fd5e892de5 2024-11-25T10:15:12,730 DEBUG [StoreCloser-TestAcidGuarantees,,1732529683694.637fe50ab6a07d1c99fae5ead349f86b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/637fe50ab6a07d1c99fae5ead349f86b/B/2964a7f4625f491f8da255f9ddb38961 to hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/archive/data/default/TestAcidGuarantees/637fe50ab6a07d1c99fae5ead349f86b/B/2964a7f4625f491f8da255f9ddb38961 2024-11-25T10:15:12,731 DEBUG [StoreCloser-TestAcidGuarantees,,1732529683694.637fe50ab6a07d1c99fae5ead349f86b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/637fe50ab6a07d1c99fae5ead349f86b/B/7028be94d86142578d271826cf7099aa to hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/archive/data/default/TestAcidGuarantees/637fe50ab6a07d1c99fae5ead349f86b/B/7028be94d86142578d271826cf7099aa 2024-11-25T10:15:12,733 DEBUG [StoreCloser-TestAcidGuarantees,,1732529683694.637fe50ab6a07d1c99fae5ead349f86b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/637fe50ab6a07d1c99fae5ead349f86b/B/4d4f13a4aa3943ed95ef5a387b9683b7 to hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/archive/data/default/TestAcidGuarantees/637fe50ab6a07d1c99fae5ead349f86b/B/4d4f13a4aa3943ed95ef5a387b9683b7 2024-11-25T10:15:12,734 DEBUG [StoreCloser-TestAcidGuarantees,,1732529683694.637fe50ab6a07d1c99fae5ead349f86b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/637fe50ab6a07d1c99fae5ead349f86b/B/62fecf343b6c485db86c460dfebf33f4 to hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/archive/data/default/TestAcidGuarantees/637fe50ab6a07d1c99fae5ead349f86b/B/62fecf343b6c485db86c460dfebf33f4 2024-11-25T10:15:12,736 DEBUG [StoreCloser-TestAcidGuarantees,,1732529683694.637fe50ab6a07d1c99fae5ead349f86b.-1 {}] regionserver.HStore(2317): Moving the files [hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/637fe50ab6a07d1c99fae5ead349f86b/C/b036f96ee2ed4047b9530c763fa0f1d6, hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/637fe50ab6a07d1c99fae5ead349f86b/C/bb64b950ad504d6bb9486b460e302030, hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/637fe50ab6a07d1c99fae5ead349f86b/C/23eddfca2af84ed6929955d4ab08afa6, hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/637fe50ab6a07d1c99fae5ead349f86b/C/1a9ed90ec7794c8caf47b2db55279bb1, hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/637fe50ab6a07d1c99fae5ead349f86b/C/46ed8a7e3d9b46beb009059a143e34af, hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/637fe50ab6a07d1c99fae5ead349f86b/C/75384d3009814ff7b4646437850c542c, hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/637fe50ab6a07d1c99fae5ead349f86b/C/a355c07d9edc4970886ae724e5a95dea, hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/637fe50ab6a07d1c99fae5ead349f86b/C/362aad8a374646deb0e596e44e23b9cd, hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/637fe50ab6a07d1c99fae5ead349f86b/C/dc510ac875e04be8ab6ac867cb6a2dee, hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/637fe50ab6a07d1c99fae5ead349f86b/C/4541310985dd4fbba323cd714a5646fe, hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/637fe50ab6a07d1c99fae5ead349f86b/C/c73d7d0a58824fdea8861ee43e29c86c, hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/637fe50ab6a07d1c99fae5ead349f86b/C/2feff8b1bcb148a18559d2bd5ee90f8f, hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/637fe50ab6a07d1c99fae5ead349f86b/C/de139be6ed2b4026ba8178b8eca4e363, hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/637fe50ab6a07d1c99fae5ead349f86b/C/2260911d58e54221804373c5e72f8660, hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/637fe50ab6a07d1c99fae5ead349f86b/C/ecac819bc5194c22a24b3e1fab6a86ad, hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/637fe50ab6a07d1c99fae5ead349f86b/C/b83266a781d04682b0db95e3aed0cef9, hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/637fe50ab6a07d1c99fae5ead349f86b/C/e55c6d64c54d4115abf5409070515821, hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/637fe50ab6a07d1c99fae5ead349f86b/C/66f0b5956d24425683e5ab1e2fd30eb1, hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/637fe50ab6a07d1c99fae5ead349f86b/C/36c638cc829243ef8cbecc33cebfee97, hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/637fe50ab6a07d1c99fae5ead349f86b/C/9205d80eecb049abb534b4fbf1f993aa, hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/637fe50ab6a07d1c99fae5ead349f86b/C/019ce6c32a704f85b2f8b596ce61ebd6, hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/637fe50ab6a07d1c99fae5ead349f86b/C/b03e211b4eba427fb835ad964b5d9096, hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/637fe50ab6a07d1c99fae5ead349f86b/C/1932ba01a8c8420db4da4c53b634b05e, hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/637fe50ab6a07d1c99fae5ead349f86b/C/eea37720d1954f669c7de032e377ea69, hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/637fe50ab6a07d1c99fae5ead349f86b/C/3c9819a0e1d145afbb6377753c6322c6, hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/637fe50ab6a07d1c99fae5ead349f86b/C/d12f806a45a64e48b774ec279d4ce9f4, hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/637fe50ab6a07d1c99fae5ead349f86b/C/28743cc30d9a42a2af880ca089dbf218, hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/637fe50ab6a07d1c99fae5ead349f86b/C/bbd151c03ce347338edcdfe6650b885f, hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/637fe50ab6a07d1c99fae5ead349f86b/C/1154b112acbd40e8a5039a2966708387, hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/637fe50ab6a07d1c99fae5ead349f86b/C/38cac43fdbb6427ba29474b26e4161c4, hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/637fe50ab6a07d1c99fae5ead349f86b/C/4a623836eb3842bdb28a7dcc8a8565de, hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/637fe50ab6a07d1c99fae5ead349f86b/C/737f9c9ec26643839aaa3ac995b43c37] to archive 2024-11-25T10:15:12,737 DEBUG [StoreCloser-TestAcidGuarantees,,1732529683694.637fe50ab6a07d1c99fae5ead349f86b.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-25T10:15:12,738 DEBUG [StoreCloser-TestAcidGuarantees,,1732529683694.637fe50ab6a07d1c99fae5ead349f86b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/637fe50ab6a07d1c99fae5ead349f86b/C/b036f96ee2ed4047b9530c763fa0f1d6 to hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/archive/data/default/TestAcidGuarantees/637fe50ab6a07d1c99fae5ead349f86b/C/b036f96ee2ed4047b9530c763fa0f1d6 2024-11-25T10:15:12,739 DEBUG [StoreCloser-TestAcidGuarantees,,1732529683694.637fe50ab6a07d1c99fae5ead349f86b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/637fe50ab6a07d1c99fae5ead349f86b/C/bb64b950ad504d6bb9486b460e302030 to hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/archive/data/default/TestAcidGuarantees/637fe50ab6a07d1c99fae5ead349f86b/C/bb64b950ad504d6bb9486b460e302030 2024-11-25T10:15:12,741 DEBUG [StoreCloser-TestAcidGuarantees,,1732529683694.637fe50ab6a07d1c99fae5ead349f86b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/637fe50ab6a07d1c99fae5ead349f86b/C/23eddfca2af84ed6929955d4ab08afa6 to hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/archive/data/default/TestAcidGuarantees/637fe50ab6a07d1c99fae5ead349f86b/C/23eddfca2af84ed6929955d4ab08afa6 2024-11-25T10:15:12,742 DEBUG [StoreCloser-TestAcidGuarantees,,1732529683694.637fe50ab6a07d1c99fae5ead349f86b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/637fe50ab6a07d1c99fae5ead349f86b/C/1a9ed90ec7794c8caf47b2db55279bb1 to hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/archive/data/default/TestAcidGuarantees/637fe50ab6a07d1c99fae5ead349f86b/C/1a9ed90ec7794c8caf47b2db55279bb1 2024-11-25T10:15:12,743 DEBUG [StoreCloser-TestAcidGuarantees,,1732529683694.637fe50ab6a07d1c99fae5ead349f86b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/637fe50ab6a07d1c99fae5ead349f86b/C/46ed8a7e3d9b46beb009059a143e34af to hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/archive/data/default/TestAcidGuarantees/637fe50ab6a07d1c99fae5ead349f86b/C/46ed8a7e3d9b46beb009059a143e34af 2024-11-25T10:15:12,744 DEBUG [StoreCloser-TestAcidGuarantees,,1732529683694.637fe50ab6a07d1c99fae5ead349f86b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/637fe50ab6a07d1c99fae5ead349f86b/C/75384d3009814ff7b4646437850c542c to hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/archive/data/default/TestAcidGuarantees/637fe50ab6a07d1c99fae5ead349f86b/C/75384d3009814ff7b4646437850c542c 2024-11-25T10:15:12,749 DEBUG [StoreCloser-TestAcidGuarantees,,1732529683694.637fe50ab6a07d1c99fae5ead349f86b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/637fe50ab6a07d1c99fae5ead349f86b/C/a355c07d9edc4970886ae724e5a95dea to hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/archive/data/default/TestAcidGuarantees/637fe50ab6a07d1c99fae5ead349f86b/C/a355c07d9edc4970886ae724e5a95dea 2024-11-25T10:15:12,751 DEBUG [StoreCloser-TestAcidGuarantees,,1732529683694.637fe50ab6a07d1c99fae5ead349f86b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/637fe50ab6a07d1c99fae5ead349f86b/C/362aad8a374646deb0e596e44e23b9cd to hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/archive/data/default/TestAcidGuarantees/637fe50ab6a07d1c99fae5ead349f86b/C/362aad8a374646deb0e596e44e23b9cd 2024-11-25T10:15:12,752 DEBUG [StoreCloser-TestAcidGuarantees,,1732529683694.637fe50ab6a07d1c99fae5ead349f86b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/637fe50ab6a07d1c99fae5ead349f86b/C/dc510ac875e04be8ab6ac867cb6a2dee to hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/archive/data/default/TestAcidGuarantees/637fe50ab6a07d1c99fae5ead349f86b/C/dc510ac875e04be8ab6ac867cb6a2dee 2024-11-25T10:15:12,753 DEBUG [StoreCloser-TestAcidGuarantees,,1732529683694.637fe50ab6a07d1c99fae5ead349f86b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/637fe50ab6a07d1c99fae5ead349f86b/C/4541310985dd4fbba323cd714a5646fe to hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/archive/data/default/TestAcidGuarantees/637fe50ab6a07d1c99fae5ead349f86b/C/4541310985dd4fbba323cd714a5646fe 2024-11-25T10:15:12,754 DEBUG [StoreCloser-TestAcidGuarantees,,1732529683694.637fe50ab6a07d1c99fae5ead349f86b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/637fe50ab6a07d1c99fae5ead349f86b/C/c73d7d0a58824fdea8861ee43e29c86c to hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/archive/data/default/TestAcidGuarantees/637fe50ab6a07d1c99fae5ead349f86b/C/c73d7d0a58824fdea8861ee43e29c86c 2024-11-25T10:15:12,755 DEBUG [StoreCloser-TestAcidGuarantees,,1732529683694.637fe50ab6a07d1c99fae5ead349f86b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/637fe50ab6a07d1c99fae5ead349f86b/C/2feff8b1bcb148a18559d2bd5ee90f8f to hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/archive/data/default/TestAcidGuarantees/637fe50ab6a07d1c99fae5ead349f86b/C/2feff8b1bcb148a18559d2bd5ee90f8f 2024-11-25T10:15:12,756 DEBUG [StoreCloser-TestAcidGuarantees,,1732529683694.637fe50ab6a07d1c99fae5ead349f86b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/637fe50ab6a07d1c99fae5ead349f86b/C/de139be6ed2b4026ba8178b8eca4e363 to hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/archive/data/default/TestAcidGuarantees/637fe50ab6a07d1c99fae5ead349f86b/C/de139be6ed2b4026ba8178b8eca4e363 2024-11-25T10:15:12,759 DEBUG [StoreCloser-TestAcidGuarantees,,1732529683694.637fe50ab6a07d1c99fae5ead349f86b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/637fe50ab6a07d1c99fae5ead349f86b/C/2260911d58e54221804373c5e72f8660 to hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/archive/data/default/TestAcidGuarantees/637fe50ab6a07d1c99fae5ead349f86b/C/2260911d58e54221804373c5e72f8660 2024-11-25T10:15:12,760 DEBUG [StoreCloser-TestAcidGuarantees,,1732529683694.637fe50ab6a07d1c99fae5ead349f86b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/637fe50ab6a07d1c99fae5ead349f86b/C/ecac819bc5194c22a24b3e1fab6a86ad to hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/archive/data/default/TestAcidGuarantees/637fe50ab6a07d1c99fae5ead349f86b/C/ecac819bc5194c22a24b3e1fab6a86ad 2024-11-25T10:15:12,761 DEBUG [StoreCloser-TestAcidGuarantees,,1732529683694.637fe50ab6a07d1c99fae5ead349f86b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/637fe50ab6a07d1c99fae5ead349f86b/C/b83266a781d04682b0db95e3aed0cef9 to hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/archive/data/default/TestAcidGuarantees/637fe50ab6a07d1c99fae5ead349f86b/C/b83266a781d04682b0db95e3aed0cef9 2024-11-25T10:15:12,763 DEBUG [StoreCloser-TestAcidGuarantees,,1732529683694.637fe50ab6a07d1c99fae5ead349f86b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/637fe50ab6a07d1c99fae5ead349f86b/C/e55c6d64c54d4115abf5409070515821 to hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/archive/data/default/TestAcidGuarantees/637fe50ab6a07d1c99fae5ead349f86b/C/e55c6d64c54d4115abf5409070515821 2024-11-25T10:15:12,764 DEBUG [StoreCloser-TestAcidGuarantees,,1732529683694.637fe50ab6a07d1c99fae5ead349f86b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/637fe50ab6a07d1c99fae5ead349f86b/C/66f0b5956d24425683e5ab1e2fd30eb1 to hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/archive/data/default/TestAcidGuarantees/637fe50ab6a07d1c99fae5ead349f86b/C/66f0b5956d24425683e5ab1e2fd30eb1 2024-11-25T10:15:12,765 DEBUG [StoreCloser-TestAcidGuarantees,,1732529683694.637fe50ab6a07d1c99fae5ead349f86b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/637fe50ab6a07d1c99fae5ead349f86b/C/36c638cc829243ef8cbecc33cebfee97 to hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/archive/data/default/TestAcidGuarantees/637fe50ab6a07d1c99fae5ead349f86b/C/36c638cc829243ef8cbecc33cebfee97 2024-11-25T10:15:12,766 DEBUG [StoreCloser-TestAcidGuarantees,,1732529683694.637fe50ab6a07d1c99fae5ead349f86b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/637fe50ab6a07d1c99fae5ead349f86b/C/9205d80eecb049abb534b4fbf1f993aa to hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/archive/data/default/TestAcidGuarantees/637fe50ab6a07d1c99fae5ead349f86b/C/9205d80eecb049abb534b4fbf1f993aa 2024-11-25T10:15:12,767 DEBUG [StoreCloser-TestAcidGuarantees,,1732529683694.637fe50ab6a07d1c99fae5ead349f86b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/637fe50ab6a07d1c99fae5ead349f86b/C/019ce6c32a704f85b2f8b596ce61ebd6 to hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/archive/data/default/TestAcidGuarantees/637fe50ab6a07d1c99fae5ead349f86b/C/019ce6c32a704f85b2f8b596ce61ebd6 2024-11-25T10:15:12,769 DEBUG [StoreCloser-TestAcidGuarantees,,1732529683694.637fe50ab6a07d1c99fae5ead349f86b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/637fe50ab6a07d1c99fae5ead349f86b/C/b03e211b4eba427fb835ad964b5d9096 to hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/archive/data/default/TestAcidGuarantees/637fe50ab6a07d1c99fae5ead349f86b/C/b03e211b4eba427fb835ad964b5d9096 2024-11-25T10:15:12,769 DEBUG [StoreCloser-TestAcidGuarantees,,1732529683694.637fe50ab6a07d1c99fae5ead349f86b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/637fe50ab6a07d1c99fae5ead349f86b/C/1932ba01a8c8420db4da4c53b634b05e to hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/archive/data/default/TestAcidGuarantees/637fe50ab6a07d1c99fae5ead349f86b/C/1932ba01a8c8420db4da4c53b634b05e 2024-11-25T10:15:12,771 DEBUG [StoreCloser-TestAcidGuarantees,,1732529683694.637fe50ab6a07d1c99fae5ead349f86b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/637fe50ab6a07d1c99fae5ead349f86b/C/eea37720d1954f669c7de032e377ea69 to hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/archive/data/default/TestAcidGuarantees/637fe50ab6a07d1c99fae5ead349f86b/C/eea37720d1954f669c7de032e377ea69 2024-11-25T10:15:12,773 DEBUG [StoreCloser-TestAcidGuarantees,,1732529683694.637fe50ab6a07d1c99fae5ead349f86b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/637fe50ab6a07d1c99fae5ead349f86b/C/3c9819a0e1d145afbb6377753c6322c6 to hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/archive/data/default/TestAcidGuarantees/637fe50ab6a07d1c99fae5ead349f86b/C/3c9819a0e1d145afbb6377753c6322c6 2024-11-25T10:15:12,774 DEBUG [StoreCloser-TestAcidGuarantees,,1732529683694.637fe50ab6a07d1c99fae5ead349f86b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/637fe50ab6a07d1c99fae5ead349f86b/C/d12f806a45a64e48b774ec279d4ce9f4 to hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/archive/data/default/TestAcidGuarantees/637fe50ab6a07d1c99fae5ead349f86b/C/d12f806a45a64e48b774ec279d4ce9f4 2024-11-25T10:15:12,776 DEBUG [StoreCloser-TestAcidGuarantees,,1732529683694.637fe50ab6a07d1c99fae5ead349f86b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/637fe50ab6a07d1c99fae5ead349f86b/C/28743cc30d9a42a2af880ca089dbf218 to hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/archive/data/default/TestAcidGuarantees/637fe50ab6a07d1c99fae5ead349f86b/C/28743cc30d9a42a2af880ca089dbf218 2024-11-25T10:15:12,778 DEBUG [StoreCloser-TestAcidGuarantees,,1732529683694.637fe50ab6a07d1c99fae5ead349f86b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/637fe50ab6a07d1c99fae5ead349f86b/C/bbd151c03ce347338edcdfe6650b885f to hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/archive/data/default/TestAcidGuarantees/637fe50ab6a07d1c99fae5ead349f86b/C/bbd151c03ce347338edcdfe6650b885f 2024-11-25T10:15:12,780 DEBUG [StoreCloser-TestAcidGuarantees,,1732529683694.637fe50ab6a07d1c99fae5ead349f86b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/637fe50ab6a07d1c99fae5ead349f86b/C/1154b112acbd40e8a5039a2966708387 to hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/archive/data/default/TestAcidGuarantees/637fe50ab6a07d1c99fae5ead349f86b/C/1154b112acbd40e8a5039a2966708387 2024-11-25T10:15:12,781 DEBUG [StoreCloser-TestAcidGuarantees,,1732529683694.637fe50ab6a07d1c99fae5ead349f86b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/637fe50ab6a07d1c99fae5ead349f86b/C/38cac43fdbb6427ba29474b26e4161c4 to hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/archive/data/default/TestAcidGuarantees/637fe50ab6a07d1c99fae5ead349f86b/C/38cac43fdbb6427ba29474b26e4161c4 2024-11-25T10:15:12,782 DEBUG [StoreCloser-TestAcidGuarantees,,1732529683694.637fe50ab6a07d1c99fae5ead349f86b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/637fe50ab6a07d1c99fae5ead349f86b/C/4a623836eb3842bdb28a7dcc8a8565de to hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/archive/data/default/TestAcidGuarantees/637fe50ab6a07d1c99fae5ead349f86b/C/4a623836eb3842bdb28a7dcc8a8565de 2024-11-25T10:15:12,783 DEBUG [StoreCloser-TestAcidGuarantees,,1732529683694.637fe50ab6a07d1c99fae5ead349f86b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/637fe50ab6a07d1c99fae5ead349f86b/C/737f9c9ec26643839aaa3ac995b43c37 to hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/archive/data/default/TestAcidGuarantees/637fe50ab6a07d1c99fae5ead349f86b/C/737f9c9ec26643839aaa3ac995b43c37 2024-11-25T10:15:12,791 DEBUG [RS_CLOSE_REGION-regionserver/e2fd862922a0:0-0 {event_type=M_RS_CLOSE_REGION, pid=93}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/637fe50ab6a07d1c99fae5ead349f86b/recovered.edits/492.seqid, newMaxSeqId=492, maxSeqId=1 2024-11-25T10:15:12,792 INFO [RS_CLOSE_REGION-regionserver/e2fd862922a0:0-0 {event_type=M_RS_CLOSE_REGION, pid=93}] regionserver.HRegion(1973): Closed TestAcidGuarantees,,1732529683694.637fe50ab6a07d1c99fae5ead349f86b. 2024-11-25T10:15:12,792 DEBUG [RS_CLOSE_REGION-regionserver/e2fd862922a0:0-0 {event_type=M_RS_CLOSE_REGION, pid=93}] regionserver.HRegion(1676): Region close journal for 637fe50ab6a07d1c99fae5ead349f86b: Waiting for close lock at 1732529711411Running coprocessor pre-close hooks at 1732529711411Disabling compacts and flushes for region at 1732529711411Disabling writes for close at 1732529711411Obtaining lock to block concurrent updates at 1732529711411Preparing flush snapshotting stores in 637fe50ab6a07d1c99fae5ead349f86b at 1732529711412 (+1 ms)Finished memstore snapshotting TestAcidGuarantees,,1732529683694.637fe50ab6a07d1c99fae5ead349f86b., syncing WAL and waiting on mvcc, flushsize=dataSize=6870, getHeapSize=21120, getOffHeapSize=0, getCellsCount=150 at 1732529711412Flushing stores of TestAcidGuarantees,,1732529683694.637fe50ab6a07d1c99fae5ead349f86b. at 1732529711412Flushing 637fe50ab6a07d1c99fae5ead349f86b/A: creating writer at 1732529711413 (+1 ms)Flushing 637fe50ab6a07d1c99fae5ead349f86b/A: appending metadata at 1732529711415 (+2 ms)Flushing 637fe50ab6a07d1c99fae5ead349f86b/A: closing flushed file at 1732529711415Flushing 637fe50ab6a07d1c99fae5ead349f86b/B: creating writer at 1732529711824 (+409 ms)Flushing 637fe50ab6a07d1c99fae5ead349f86b/B: appending metadata at 1732529711826 (+2 ms)Flushing 637fe50ab6a07d1c99fae5ead349f86b/B: closing flushed file at 1732529711826Flushing 637fe50ab6a07d1c99fae5ead349f86b/C: creating writer at 1732529712235 (+409 ms)Flushing 637fe50ab6a07d1c99fae5ead349f86b/C: appending metadata at 1732529712237 (+2 ms)Flushing 637fe50ab6a07d1c99fae5ead349f86b/C: closing flushed file at 1732529712237Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@62bda62: reopening flushed file at 1732529712646 (+409 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5d7380a1: reopening flushed file at 1732529712651 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5756b2f: reopening flushed file at 1732529712656 (+5 ms)Finished flush of dataSize ~6.71 KB/6870, heapSize ~20.63 KB/21120, currentSize=0 B/0 for 637fe50ab6a07d1c99fae5ead349f86b in 1250ms, sequenceid=489, compaction requested=true at 1732529712661 (+5 ms)Writing region close event to WAL at 1732529712785 (+124 ms)Running coprocessor post-close hooks at 1732529712792 (+7 ms)Closed at 1732529712792 2024-11-25T10:15:12,794 INFO [RS_CLOSE_REGION-regionserver/e2fd862922a0:0-0 {event_type=M_RS_CLOSE_REGION, pid=93}] handler.UnassignRegionHandler(157): Closed 637fe50ab6a07d1c99fae5ead349f86b 2024-11-25T10:15:12,794 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=92 updating hbase:meta row=637fe50ab6a07d1c99fae5ead349f86b, regionState=CLOSED 2024-11-25T10:15:12,796 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=93, ppid=92, state=RUNNABLE, hasLock=false; CloseRegionProcedure 637fe50ab6a07d1c99fae5ead349f86b, server=e2fd862922a0,38547,1732529625709 because future has completed 2024-11-25T10:15:12,799 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=93, resume processing ppid=92 2024-11-25T10:15:12,799 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=93, ppid=92, state=SUCCESS, hasLock=false; CloseRegionProcedure 637fe50ab6a07d1c99fae5ead349f86b, server=e2fd862922a0,38547,1732529625709 in 1.5390 sec 2024-11-25T10:15:12,801 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=92, resume processing ppid=91 2024-11-25T10:15:12,801 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=92, ppid=91, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=637fe50ab6a07d1c99fae5ead349f86b, UNASSIGN in 1.5440 sec 2024-11-25T10:15:12,803 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=91, resume processing ppid=90 2024-11-25T10:15:12,803 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=91, ppid=90, state=SUCCESS, hasLock=false; CloseTableRegionsProcedure table=TestAcidGuarantees in 1.5490 sec 2024-11-25T10:15:12,804 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732529712804"}]},"ts":"1732529712804"} 2024-11-25T10:15:12,805 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(843): Updated tableName=TestAcidGuarantees, state=DISABLED in hbase:meta 2024-11-25T10:15:12,805 INFO [PEWorker-5 {}] procedure.DisableTableProcedure(296): Set TestAcidGuarantees to state=DISABLED 2024-11-25T10:15:12,807 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=90, state=SUCCESS, hasLock=false; DisableTableProcedure table=TestAcidGuarantees in 1.5600 sec 2024-11-25T10:15:13,392 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41005 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=90 2024-11-25T10:15:13,392 INFO [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: DISABLE, Table Name: default:TestAcidGuarantees completed 2024-11-25T10:15:13,393 INFO [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41005 {}] master.HMaster$5(2570): Client=jenkins//172.17.0.2 delete TestAcidGuarantees 2024-11-25T10:15:13,393 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41005 {}] procedure2.ProcedureExecutor(1139): Stored pid=94, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION, hasLock=false; DeleteTableProcedure table=TestAcidGuarantees 2024-11-25T10:15:13,394 DEBUG [PEWorker-1 {}] procedure.DeleteTableProcedure(103): Waiting for RIT for pid=94, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-25T10:15:13,395 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41005 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=94 2024-11-25T10:15:13,395 DEBUG [PEWorker-1 {}] procedure.DeleteTableProcedure(115): Deleting regions from filesystem for pid=94, state=RUNNABLE:DELETE_TABLE_CLEAR_FS_LAYOUT, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-25T10:15:13,398 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(131): ARCHIVING hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/637fe50ab6a07d1c99fae5ead349f86b 2024-11-25T10:15:13,400 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(159): Archiving [FileablePath, hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/637fe50ab6a07d1c99fae5ead349f86b/A, FileablePath, hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/637fe50ab6a07d1c99fae5ead349f86b/B, FileablePath, hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/637fe50ab6a07d1c99fae5ead349f86b/C, FileablePath, hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/637fe50ab6a07d1c99fae5ead349f86b/recovered.edits] 2024-11-25T10:15:13,402 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/637fe50ab6a07d1c99fae5ead349f86b/A/0c23c8e25b984ae1a20650fc85714088 to hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/archive/data/default/TestAcidGuarantees/637fe50ab6a07d1c99fae5ead349f86b/A/0c23c8e25b984ae1a20650fc85714088 2024-11-25T10:15:13,404 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/637fe50ab6a07d1c99fae5ead349f86b/A/47f70a3f37624baf8fb70dbd239ffd35 to hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/archive/data/default/TestAcidGuarantees/637fe50ab6a07d1c99fae5ead349f86b/A/47f70a3f37624baf8fb70dbd239ffd35 2024-11-25T10:15:13,405 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/637fe50ab6a07d1c99fae5ead349f86b/A/71e30dd8ce5b405aa377dfa1e67a2c13 to hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/archive/data/default/TestAcidGuarantees/637fe50ab6a07d1c99fae5ead349f86b/A/71e30dd8ce5b405aa377dfa1e67a2c13 2024-11-25T10:15:13,406 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/637fe50ab6a07d1c99fae5ead349f86b/A/d935ef4f3be6477185b8a86b9c2560cf to hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/archive/data/default/TestAcidGuarantees/637fe50ab6a07d1c99fae5ead349f86b/A/d935ef4f3be6477185b8a86b9c2560cf 2024-11-25T10:15:13,408 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/637fe50ab6a07d1c99fae5ead349f86b/B/07e2bf8f89c14416b610c45bb6d73aab to hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/archive/data/default/TestAcidGuarantees/637fe50ab6a07d1c99fae5ead349f86b/B/07e2bf8f89c14416b610c45bb6d73aab 2024-11-25T10:15:13,409 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/637fe50ab6a07d1c99fae5ead349f86b/B/1f41a52f9c2f48a49b64b66343585414 to hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/archive/data/default/TestAcidGuarantees/637fe50ab6a07d1c99fae5ead349f86b/B/1f41a52f9c2f48a49b64b66343585414 2024-11-25T10:15:13,410 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/637fe50ab6a07d1c99fae5ead349f86b/B/ae264fa9250649ef9cf65d23f52bd517 to hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/archive/data/default/TestAcidGuarantees/637fe50ab6a07d1c99fae5ead349f86b/B/ae264fa9250649ef9cf65d23f52bd517 2024-11-25T10:15:13,411 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/637fe50ab6a07d1c99fae5ead349f86b/B/e14d70d4288b4b7a8b6b68c773e47833 to hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/archive/data/default/TestAcidGuarantees/637fe50ab6a07d1c99fae5ead349f86b/B/e14d70d4288b4b7a8b6b68c773e47833 2024-11-25T10:15:13,413 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/637fe50ab6a07d1c99fae5ead349f86b/C/590bde0cbe844e25bd7e1efb776da219 to hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/archive/data/default/TestAcidGuarantees/637fe50ab6a07d1c99fae5ead349f86b/C/590bde0cbe844e25bd7e1efb776da219 2024-11-25T10:15:13,414 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/637fe50ab6a07d1c99fae5ead349f86b/C/78536ca6ac6b4a0092361f27bc86aa20 to hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/archive/data/default/TestAcidGuarantees/637fe50ab6a07d1c99fae5ead349f86b/C/78536ca6ac6b4a0092361f27bc86aa20 2024-11-25T10:15:13,414 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/637fe50ab6a07d1c99fae5ead349f86b/C/9fa044fe2ce74785973f4aac02861353 to hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/archive/data/default/TestAcidGuarantees/637fe50ab6a07d1c99fae5ead349f86b/C/9fa044fe2ce74785973f4aac02861353 2024-11-25T10:15:13,416 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/637fe50ab6a07d1c99fae5ead349f86b/C/e8b446932c34492b9f2f8c74ee9d9055 to hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/archive/data/default/TestAcidGuarantees/637fe50ab6a07d1c99fae5ead349f86b/C/e8b446932c34492b9f2f8c74ee9d9055 2024-11-25T10:15:13,418 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/637fe50ab6a07d1c99fae5ead349f86b/recovered.edits/492.seqid to hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/archive/data/default/TestAcidGuarantees/637fe50ab6a07d1c99fae5ead349f86b/recovered.edits/492.seqid 2024-11-25T10:15:13,418 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(610): Deleted hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/637fe50ab6a07d1c99fae5ead349f86b 2024-11-25T10:15:13,418 DEBUG [PEWorker-1 {}] procedure.DeleteTableProcedure(313): Archived TestAcidGuarantees regions 2024-11-25T10:15:13,420 DEBUG [PEWorker-1 {}] procedure.DeleteTableProcedure(120): Deleting regions from META for pid=94, state=RUNNABLE:DELETE_TABLE_REMOVE_FROM_META, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-25T10:15:13,423 WARN [PEWorker-1 {}] procedure.DeleteTableProcedure(370): Deleting some vestigial 1 rows of TestAcidGuarantees from hbase:meta 2024-11-25T10:15:13,425 DEBUG [PEWorker-1 {}] procedure.DeleteTableProcedure(407): Removing 'TestAcidGuarantees' descriptor. 2024-11-25T10:15:13,426 DEBUG [PEWorker-1 {}] procedure.DeleteTableProcedure(126): Deleting assignment state for pid=94, state=RUNNABLE:DELETE_TABLE_UNASSIGN_REGIONS, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-25T10:15:13,426 DEBUG [PEWorker-1 {}] procedure.DeleteTableProcedure(397): Removing 'TestAcidGuarantees' from region states. 2024-11-25T10:15:13,426 DEBUG [PEWorker-1 {}] assignment.RegionStateStore(723): Delete {"totalColumns":1,"row":"TestAcidGuarantees,,1732529683694.637fe50ab6a07d1c99fae5ead349f86b.","families":{"info":[{"qualifier":"","vlen":0,"tag":[],"timestamp":"1732529713426"}]},"ts":"9223372036854775807"} 2024-11-25T10:15:13,428 INFO [PEWorker-1 {}] assignment.RegionStateStore(562): Deleted 1 regions from META 2024-11-25T10:15:13,428 DEBUG [PEWorker-1 {}] assignment.RegionStateStore(563): Deleted regions: [{ENCODED => 637fe50ab6a07d1c99fae5ead349f86b, NAME => 'TestAcidGuarantees,,1732529683694.637fe50ab6a07d1c99fae5ead349f86b.', STARTKEY => '', ENDKEY => ''}] 2024-11-25T10:15:13,428 DEBUG [PEWorker-1 {}] procedure.DeleteTableProcedure(401): Marking 'TestAcidGuarantees' as deleted. 2024-11-25T10:15:13,428 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Delete {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":0,"tag":[],"timestamp":"1732529713428"}]},"ts":"9223372036854775807"} 2024-11-25T10:15:13,429 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(867): Deleted table TestAcidGuarantees state from META 2024-11-25T10:15:13,430 DEBUG [PEWorker-1 {}] procedure.DeleteTableProcedure(133): Finished pid=94, state=RUNNABLE:DELETE_TABLE_POST_OPERATION, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-25T10:15:13,431 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=94, state=SUCCESS, hasLock=false; DeleteTableProcedure table=TestAcidGuarantees in 37 msec 2024-11-25T10:15:13,503 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41005 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=94 2024-11-25T10:15:13,503 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocator(219): Clear meta cache for TestAcidGuarantees 2024-11-25T10:15:13,503 INFO [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: DELETE, Table Name: default:TestAcidGuarantees completed 2024-11-25T10:15:13,512 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: TestAcidGuaranteesWithEagerPolicy#testGetAtomicity Thread=249 (was 255), OpenFileDescriptor=453 (was 465), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=696 (was 502) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=4939 (was 5350) 2024-11-25T10:15:13,521 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: TestAcidGuaranteesWithEagerPolicy#testMobScanAtomicity Thread=249, OpenFileDescriptor=453, MaxFileDescriptor=1048576, SystemLoadAverage=696, ProcessCount=11, AvailableMemoryMB=4939 2024-11-25T10:15:13,522 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41005 {}] util.TableDescriptorChecker(321): MEMSTORE_FLUSHSIZE for table descriptor or "hbase.hregion.memstore.flush.size" (131072) is too small, which might cause very frequent flushing. 2024-11-25T10:15:13,522 INFO [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41005 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'EAGER', 'hbase.hregion.memstore.mslab.enabled' => 'false', 'hbase.memstore.inmemoryflush.threshold.factor' => '0.9'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-25T10:15:13,523 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41005 {}] procedure2.ProcedureExecutor(1139): Stored pid=95, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=TestAcidGuarantees 2024-11-25T10:15:13,524 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=95, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_PRE_OPERATION 2024-11-25T10:15:13,524 DEBUG [PEWorker-4 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:13,524 INFO [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41005 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "TestAcidGuarantees" procId is: 95 2024-11-25T10:15:13,525 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41005 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=95 2024-11-25T10:15:13,525 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=95, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-25T10:15:13,530 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39927 is added to blk_1073742164_1340 (size=1061) 2024-11-25T10:15:13,632 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41005 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=95 2024-11-25T10:15:13,843 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41005 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=95 2024-11-25T10:15:13,932 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 086975f674c828ef90efb081e908dff1, NAME => 'TestAcidGuarantees,,1732529713522.086975f674c828ef90efb081e908dff1.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'EAGER', 'hbase.hregion.memstore.mslab.enabled' => 'false', 'hbase.memstore.inmemoryflush.threshold.factor' => '0.9', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e 2024-11-25T10:15:13,936 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39927 is added to blk_1073742165_1341 (size=53) 2024-11-25T10:15:13,965 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-25T10:15:14,152 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41005 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=95 2024-11-25T10:15:14,337 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(898): Instantiated TestAcidGuarantees,,1732529713522.086975f674c828ef90efb081e908dff1.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-25T10:15:14,338 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1722): Closing 086975f674c828ef90efb081e908dff1, disabling compactions & flushes 2024-11-25T10:15:14,338 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1755): Closing region TestAcidGuarantees,,1732529713522.086975f674c828ef90efb081e908dff1. 2024-11-25T10:15:14,338 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on TestAcidGuarantees,,1732529713522.086975f674c828ef90efb081e908dff1. 2024-11-25T10:15:14,338 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on TestAcidGuarantees,,1732529713522.086975f674c828ef90efb081e908dff1. after waiting 0 ms 2024-11-25T10:15:14,338 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region TestAcidGuarantees,,1732529713522.086975f674c828ef90efb081e908dff1. 2024-11-25T10:15:14,338 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1973): Closed TestAcidGuarantees,,1732529713522.086975f674c828ef90efb081e908dff1. 2024-11-25T10:15:14,338 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1676): Region close journal for 086975f674c828ef90efb081e908dff1: Waiting for close lock at 1732529714338Disabling compacts and flushes for region at 1732529714338Disabling writes for close at 1732529714338Writing region close event to WAL at 1732529714338Closed at 1732529714338 2024-11-25T10:15:14,339 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=95, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_ADD_TO_META 2024-11-25T10:15:14,339 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"TestAcidGuarantees,,1732529713522.086975f674c828ef90efb081e908dff1.","families":{"info":[{"qualifier":"regioninfo","vlen":52,"tag":[],"timestamp":"1732529714339"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732529714339"}]},"ts":"1732529714339"} 2024-11-25T10:15:14,340 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-25T10:15:14,341 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=95, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-25T10:15:14,341 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732529714341"}]},"ts":"1732529714341"} 2024-11-25T10:15:14,342 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=TestAcidGuarantees, state=ENABLING in hbase:meta 2024-11-25T10:15:14,343 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=96, ppid=95, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=086975f674c828ef90efb081e908dff1, ASSIGN}] 2024-11-25T10:15:14,343 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=96, ppid=95, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=086975f674c828ef90efb081e908dff1, ASSIGN 2024-11-25T10:15:14,344 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=96, ppid=95, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=086975f674c828ef90efb081e908dff1, ASSIGN; state=OFFLINE, location=e2fd862922a0,38547,1732529625709; forceNewPlan=false, retain=false 2024-11-25T10:15:14,495 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=96 updating hbase:meta row=086975f674c828ef90efb081e908dff1, regionState=OPENING, regionLocation=e2fd862922a0,38547,1732529625709 2024-11-25T10:15:14,496 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=96, ppid=95, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=086975f674c828ef90efb081e908dff1, ASSIGN because future has completed 2024-11-25T10:15:14,497 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=97, ppid=96, state=RUNNABLE, hasLock=false; OpenRegionProcedure 086975f674c828ef90efb081e908dff1, server=e2fd862922a0,38547,1732529625709}] 2024-11-25T10:15:14,653 INFO [RS_OPEN_REGION-regionserver/e2fd862922a0:0-0 {event_type=M_RS_OPEN_REGION, pid=97}] handler.AssignRegionHandler(132): Open TestAcidGuarantees,,1732529713522.086975f674c828ef90efb081e908dff1. 2024-11-25T10:15:14,653 DEBUG [RS_OPEN_REGION-regionserver/e2fd862922a0:0-0 {event_type=M_RS_OPEN_REGION, pid=97}] regionserver.HRegion(7752): Opening region: {ENCODED => 086975f674c828ef90efb081e908dff1, NAME => 'TestAcidGuarantees,,1732529713522.086975f674c828ef90efb081e908dff1.', STARTKEY => '', ENDKEY => ''} 2024-11-25T10:15:14,654 DEBUG [RS_OPEN_REGION-regionserver/e2fd862922a0:0-0 {event_type=M_RS_OPEN_REGION, pid=97}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table TestAcidGuarantees 086975f674c828ef90efb081e908dff1 2024-11-25T10:15:14,654 DEBUG [RS_OPEN_REGION-regionserver/e2fd862922a0:0-0 {event_type=M_RS_OPEN_REGION, pid=97}] regionserver.HRegion(898): Instantiated TestAcidGuarantees,,1732529713522.086975f674c828ef90efb081e908dff1.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-25T10:15:14,654 DEBUG [RS_OPEN_REGION-regionserver/e2fd862922a0:0-0 {event_type=M_RS_OPEN_REGION, pid=97}] regionserver.HRegion(7794): checking encryption for 086975f674c828ef90efb081e908dff1 2024-11-25T10:15:14,654 DEBUG [RS_OPEN_REGION-regionserver/e2fd862922a0:0-0 {event_type=M_RS_OPEN_REGION, pid=97}] regionserver.HRegion(7797): checking classloading for 086975f674c828ef90efb081e908dff1 2024-11-25T10:15:14,658 INFO [StoreOpener-086975f674c828ef90efb081e908dff1-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family A of region 086975f674c828ef90efb081e908dff1 2024-11-25T10:15:14,659 INFO [StoreOpener-086975f674c828ef90efb081e908dff1-1 {}] regionserver.CompactingMemStore(122): Store=A, in-memory flush size threshold=38.40 KB, immutable segments index type=ARRAY_MAP, compactor=EAGER, pipelineThreshold=2, compactionCellMax=10 2024-11-25T10:15:14,659 INFO [StoreOpener-086975f674c828ef90efb081e908dff1-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 086975f674c828ef90efb081e908dff1 columnFamilyName A 2024-11-25T10:15:14,659 DEBUG [StoreOpener-086975f674c828ef90efb081e908dff1-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:14,660 INFO [StoreOpener-086975f674c828ef90efb081e908dff1-1 {}] regionserver.HStore(327): Store=086975f674c828ef90efb081e908dff1/A, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-25T10:15:14,660 INFO [StoreOpener-086975f674c828ef90efb081e908dff1-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family B of region 086975f674c828ef90efb081e908dff1 2024-11-25T10:15:14,661 INFO [StoreOpener-086975f674c828ef90efb081e908dff1-1 {}] regionserver.CompactingMemStore(122): Store=B, in-memory flush size threshold=38.40 KB, immutable segments index type=ARRAY_MAP, compactor=EAGER, pipelineThreshold=2, compactionCellMax=10 2024-11-25T10:15:14,661 INFO [StoreOpener-086975f674c828ef90efb081e908dff1-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 086975f674c828ef90efb081e908dff1 columnFamilyName B 2024-11-25T10:15:14,661 DEBUG [StoreOpener-086975f674c828ef90efb081e908dff1-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:14,662 INFO [StoreOpener-086975f674c828ef90efb081e908dff1-1 {}] regionserver.HStore(327): Store=086975f674c828ef90efb081e908dff1/B, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-25T10:15:14,662 INFO [StoreOpener-086975f674c828ef90efb081e908dff1-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family C of region 086975f674c828ef90efb081e908dff1 2024-11-25T10:15:14,663 INFO [StoreOpener-086975f674c828ef90efb081e908dff1-1 {}] regionserver.CompactingMemStore(122): Store=C, in-memory flush size threshold=38.40 KB, immutable segments index type=ARRAY_MAP, compactor=EAGER, pipelineThreshold=2, compactionCellMax=10 2024-11-25T10:15:14,663 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41005 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=95 2024-11-25T10:15:14,663 INFO [StoreOpener-086975f674c828ef90efb081e908dff1-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 086975f674c828ef90efb081e908dff1 columnFamilyName C 2024-11-25T10:15:14,663 DEBUG [StoreOpener-086975f674c828ef90efb081e908dff1-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:14,663 INFO [StoreOpener-086975f674c828ef90efb081e908dff1-1 {}] regionserver.HStore(327): Store=086975f674c828ef90efb081e908dff1/C, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-25T10:15:14,663 INFO [RS_OPEN_REGION-regionserver/e2fd862922a0:0-0 {event_type=M_RS_OPEN_REGION, pid=97}] regionserver.HRegion(1212): Setting FlushNonSloppyStoresFirstPolicy for the region=TestAcidGuarantees,,1732529713522.086975f674c828ef90efb081e908dff1. 2024-11-25T10:15:14,663 DEBUG [RS_OPEN_REGION-regionserver/e2fd862922a0:0-0 {event_type=M_RS_OPEN_REGION, pid=97}] regionserver.HRegion(1038): replaying wal for 086975f674c828ef90efb081e908dff1 2024-11-25T10:15:14,664 DEBUG [RS_OPEN_REGION-regionserver/e2fd862922a0:0-0 {event_type=M_RS_OPEN_REGION, pid=97}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/086975f674c828ef90efb081e908dff1 2024-11-25T10:15:14,664 DEBUG [RS_OPEN_REGION-regionserver/e2fd862922a0:0-0 {event_type=M_RS_OPEN_REGION, pid=97}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/086975f674c828ef90efb081e908dff1 2024-11-25T10:15:14,665 DEBUG [RS_OPEN_REGION-regionserver/e2fd862922a0:0-0 {event_type=M_RS_OPEN_REGION, pid=97}] regionserver.HRegion(1048): stopping wal replay for 086975f674c828ef90efb081e908dff1 2024-11-25T10:15:14,665 DEBUG [RS_OPEN_REGION-regionserver/e2fd862922a0:0-0 {event_type=M_RS_OPEN_REGION, pid=97}] regionserver.HRegion(1060): Cleaning up temporary data for 086975f674c828ef90efb081e908dff1 2024-11-25T10:15:14,665 DEBUG [RS_OPEN_REGION-regionserver/e2fd862922a0:0-0 {event_type=M_RS_OPEN_REGION, pid=97}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table TestAcidGuarantees descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-11-25T10:15:14,666 DEBUG [RS_OPEN_REGION-regionserver/e2fd862922a0:0-0 {event_type=M_RS_OPEN_REGION, pid=97}] regionserver.HRegion(1093): writing seq id for 086975f674c828ef90efb081e908dff1 2024-11-25T10:15:14,668 DEBUG [RS_OPEN_REGION-regionserver/e2fd862922a0:0-0 {event_type=M_RS_OPEN_REGION, pid=97}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/086975f674c828ef90efb081e908dff1/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-25T10:15:14,669 INFO [RS_OPEN_REGION-regionserver/e2fd862922a0:0-0 {event_type=M_RS_OPEN_REGION, pid=97}] regionserver.HRegion(1114): Opened 086975f674c828ef90efb081e908dff1; next sequenceid=2; ConstantSizeRegionSplitPolicy{desiredMaxFileSize=62037037, jitterRate=-0.07557611167430878}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-11-25T10:15:14,669 DEBUG [RS_OPEN_REGION-regionserver/e2fd862922a0:0-0 {event_type=M_RS_OPEN_REGION, pid=97}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 086975f674c828ef90efb081e908dff1 2024-11-25T10:15:14,669 DEBUG [RS_OPEN_REGION-regionserver/e2fd862922a0:0-0 {event_type=M_RS_OPEN_REGION, pid=97}] regionserver.HRegion(1006): Region open journal for 086975f674c828ef90efb081e908dff1: Running coprocessor pre-open hook at 1732529714654Writing region info on filesystem at 1732529714654Initializing all the Stores at 1732529714655 (+1 ms)Instantiating store for column family {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732529714655Instantiating store for column family {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732529714658 (+3 ms)Instantiating store for column family {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732529714658Cleaning up temporary data from old regions at 1732529714665 (+7 ms)Running coprocessor post-open hooks at 1732529714669 (+4 ms)Region opened successfully at 1732529714669 2024-11-25T10:15:14,670 INFO [RS_OPEN_REGION-regionserver/e2fd862922a0:0-0 {event_type=M_RS_OPEN_REGION, pid=97}] regionserver.HRegionServer(2236): Post open deploy tasks for TestAcidGuarantees,,1732529713522.086975f674c828ef90efb081e908dff1., pid=97, masterSystemTime=1732529714649 2024-11-25T10:15:14,672 DEBUG [RS_OPEN_REGION-regionserver/e2fd862922a0:0-0 {event_type=M_RS_OPEN_REGION, pid=97}] regionserver.HRegionServer(2266): Finished post open deploy task for TestAcidGuarantees,,1732529713522.086975f674c828ef90efb081e908dff1. 2024-11-25T10:15:14,672 INFO [RS_OPEN_REGION-regionserver/e2fd862922a0:0-0 {event_type=M_RS_OPEN_REGION, pid=97}] handler.AssignRegionHandler(153): Opened TestAcidGuarantees,,1732529713522.086975f674c828ef90efb081e908dff1. 2024-11-25T10:15:14,672 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=96 updating hbase:meta row=086975f674c828ef90efb081e908dff1, regionState=OPEN, openSeqNum=2, regionLocation=e2fd862922a0,38547,1732529625709 2024-11-25T10:15:14,674 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=97, ppid=96, state=RUNNABLE, hasLock=false; OpenRegionProcedure 086975f674c828ef90efb081e908dff1, server=e2fd862922a0,38547,1732529625709 because future has completed 2024-11-25T10:15:14,676 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=97, resume processing ppid=96 2024-11-25T10:15:14,676 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=97, ppid=96, state=SUCCESS, hasLock=false; OpenRegionProcedure 086975f674c828ef90efb081e908dff1, server=e2fd862922a0,38547,1732529625709 in 179 msec 2024-11-25T10:15:14,678 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=96, resume processing ppid=95 2024-11-25T10:15:14,678 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=96, ppid=95, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=086975f674c828ef90efb081e908dff1, ASSIGN in 333 msec 2024-11-25T10:15:14,678 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=95, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-25T10:15:14,678 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732529714678"}]},"ts":"1732529714678"} 2024-11-25T10:15:14,680 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(843): Updated tableName=TestAcidGuarantees, state=ENABLED in hbase:meta 2024-11-25T10:15:14,680 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=95, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_POST_OPERATION 2024-11-25T10:15:14,682 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=95, state=SUCCESS, hasLock=false; CreateTableProcedure table=TestAcidGuarantees in 1.1580 sec 2024-11-25T10:15:15,672 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41005 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=95 2024-11-25T10:15:15,672 INFO [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:TestAcidGuarantees completed 2024-11-25T10:15:15,673 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@266e751b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T10:15:15,673 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request e2fd862922a0,41005,-1 for getting cluster id 2024-11-25T10:15:15,673 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-25T10:15:15,674 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'faeb5c13-49c4-407d-86f9-65e4c873355a' 2024-11-25T10:15:15,674 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-25T10:15:15,674 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "faeb5c13-49c4-407d-86f9-65e4c873355a" 2024-11-25T10:15:15,675 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@593a5ae9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T10:15:15,675 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [e2fd862922a0,41005,-1] 2024-11-25T10:15:15,675 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-25T10:15:15,675 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T10:15:15,676 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:41344, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-25T10:15:15,677 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@645258c4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T10:15:15,677 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-25T10:15:15,678 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=e2fd862922a0,38547,1732529625709, seqNum=-1] 2024-11-25T10:15:15,678 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-25T10:15:15,679 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38690, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-25T10:15:15,680 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-25T10:15:15,680 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncConnectionImpl(321): The fetched master address is e2fd862922a0,41005,1732529624914 2024-11-25T10:15:15,680 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@1b82b5a6 2024-11-25T10:15:15,681 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-25T10:15:15,681 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:41346, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-25T10:15:15,683 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41005 {}] util.TableDescriptorChecker(321): MEMSTORE_FLUSHSIZE for table descriptor or "hbase.hregion.memstore.flush.size" (131072) is too small, which might cause very frequent flushing. 2024-11-25T10:15:15,683 INFO [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41005 {}] master.HMaster$14(2863): Client=jenkins//172.17.0.2 modify table TestAcidGuarantees from 'TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'EAGER', 'hbase.hregion.memstore.mslab.enabled' => 'false', 'hbase.memstore.inmemoryflush.threshold.factor' => '0.9', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} to 'TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'EAGER', 'hbase.hregion.memstore.mslab.enabled' => 'false', 'hbase.memstore.inmemoryflush.threshold.factor' => '0.9', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', MOB_THRESHOLD => '4', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', IS_MOB => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-25T10:15:15,684 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41005 {}] procedure2.ProcedureExecutor(1139): Stored pid=98, state=RUNNABLE:MODIFY_TABLE_PREPARE, hasLock=false; ModifyTableProcedure table=TestAcidGuarantees 2024-11-25T10:15:15,698 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39927 is added to blk_1073742166_1342 (size=1097) 2024-11-25T10:15:15,700 DEBUG [PEWorker-1 {}] util.FSTableDescriptors(591): Deleted hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/.tabledesc/.tableinfo.0000000001.1061 2024-11-25T10:15:15,700 INFO [PEWorker-1 {}] util.FSTableDescriptors(361): Updated tableinfo=hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/.tabledesc/.tableinfo.0000000002.1097 2024-11-25T10:15:15,703 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=99, ppid=98, state=RUNNABLE:REOPEN_TABLE_REGIONS_GET_REGIONS, hasLock=false; ReopenTableRegionsProcedure table=TestAcidGuarantees}] 2024-11-25T10:15:15,706 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=100, ppid=99, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=086975f674c828ef90efb081e908dff1, REOPEN/MOVE}] 2024-11-25T10:15:15,706 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=100, ppid=99, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=086975f674c828ef90efb081e908dff1, REOPEN/MOVE 2024-11-25T10:15:15,707 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=100 updating hbase:meta row=086975f674c828ef90efb081e908dff1, regionState=CLOSING, regionLocation=e2fd862922a0,38547,1732529625709 2024-11-25T10:15:15,708 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=100, ppid=99, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=086975f674c828ef90efb081e908dff1, REOPEN/MOVE because future has completed 2024-11-25T10:15:15,709 DEBUG [PEWorker-3 {}] assignment.TransitRegionStateProcedure(375): Close region: isSplit: false: evictOnSplit: true: evictOnClose: false 2024-11-25T10:15:15,709 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=101, ppid=100, state=RUNNABLE, hasLock=false; CloseRegionProcedure 086975f674c828ef90efb081e908dff1, server=e2fd862922a0,38547,1732529625709}] 2024-11-25T10:15:15,861 INFO [RS_CLOSE_REGION-regionserver/e2fd862922a0:0-0 {event_type=M_RS_CLOSE_REGION, pid=101}] handler.UnassignRegionHandler(122): Close 086975f674c828ef90efb081e908dff1 2024-11-25T10:15:15,861 DEBUG [RS_CLOSE_REGION-regionserver/e2fd862922a0:0-0 {event_type=M_RS_CLOSE_REGION, pid=101}] handler.UnassignRegionHandler(136): Unassign region: split region: false: evictCache: false 2024-11-25T10:15:15,861 DEBUG [RS_CLOSE_REGION-regionserver/e2fd862922a0:0-0 {event_type=M_RS_CLOSE_REGION, pid=101}] regionserver.HRegion(1722): Closing 086975f674c828ef90efb081e908dff1, disabling compactions & flushes 2024-11-25T10:15:15,861 INFO [RS_CLOSE_REGION-regionserver/e2fd862922a0:0-0 {event_type=M_RS_CLOSE_REGION, pid=101}] regionserver.HRegion(1755): Closing region TestAcidGuarantees,,1732529713522.086975f674c828ef90efb081e908dff1. 2024-11-25T10:15:15,862 DEBUG [RS_CLOSE_REGION-regionserver/e2fd862922a0:0-0 {event_type=M_RS_CLOSE_REGION, pid=101}] regionserver.HRegion(1776): Time limited wait for close lock on TestAcidGuarantees,,1732529713522.086975f674c828ef90efb081e908dff1. 2024-11-25T10:15:15,862 DEBUG [RS_CLOSE_REGION-regionserver/e2fd862922a0:0-0 {event_type=M_RS_CLOSE_REGION, pid=101}] regionserver.HRegion(1843): Acquired close lock on TestAcidGuarantees,,1732529713522.086975f674c828ef90efb081e908dff1. after waiting 0 ms 2024-11-25T10:15:15,862 DEBUG [RS_CLOSE_REGION-regionserver/e2fd862922a0:0-0 {event_type=M_RS_CLOSE_REGION, pid=101}] regionserver.HRegion(1853): Updates disabled for region TestAcidGuarantees,,1732529713522.086975f674c828ef90efb081e908dff1. 2024-11-25T10:15:15,866 DEBUG [RS_CLOSE_REGION-regionserver/e2fd862922a0:0-0 {event_type=M_RS_CLOSE_REGION, pid=101}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/086975f674c828ef90efb081e908dff1/recovered.edits/4.seqid, newMaxSeqId=4, maxSeqId=1 2024-11-25T10:15:15,867 INFO [RS_CLOSE_REGION-regionserver/e2fd862922a0:0-0 {event_type=M_RS_CLOSE_REGION, pid=101}] regionserver.HRegion(1973): Closed TestAcidGuarantees,,1732529713522.086975f674c828ef90efb081e908dff1. 2024-11-25T10:15:15,867 DEBUG [RS_CLOSE_REGION-regionserver/e2fd862922a0:0-0 {event_type=M_RS_CLOSE_REGION, pid=101}] regionserver.HRegion(1676): Region close journal for 086975f674c828ef90efb081e908dff1: Waiting for close lock at 1732529715861Running coprocessor pre-close hooks at 1732529715861Disabling compacts and flushes for region at 1732529715861Disabling writes for close at 1732529715862 (+1 ms)Writing region close event to WAL at 1732529715862Running coprocessor post-close hooks at 1732529715866 (+4 ms)Closed at 1732529715867 (+1 ms) 2024-11-25T10:15:15,867 WARN [RS_CLOSE_REGION-regionserver/e2fd862922a0:0-0 {event_type=M_RS_CLOSE_REGION, pid=101}] regionserver.HRegionServer(3299): Not adding moved region record: 086975f674c828ef90efb081e908dff1 to self. 2024-11-25T10:15:15,869 INFO [RS_CLOSE_REGION-regionserver/e2fd862922a0:0-0 {event_type=M_RS_CLOSE_REGION, pid=101}] handler.UnassignRegionHandler(157): Closed 086975f674c828ef90efb081e908dff1 2024-11-25T10:15:15,870 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=100 updating hbase:meta row=086975f674c828ef90efb081e908dff1, regionState=CLOSED 2024-11-25T10:15:15,872 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=101, ppid=100, state=RUNNABLE, hasLock=false; CloseRegionProcedure 086975f674c828ef90efb081e908dff1, server=e2fd862922a0,38547,1732529625709 because future has completed 2024-11-25T10:15:15,874 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=101, resume processing ppid=100 2024-11-25T10:15:15,874 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=101, ppid=100, state=SUCCESS, hasLock=false; CloseRegionProcedure 086975f674c828ef90efb081e908dff1, server=e2fd862922a0,38547,1732529625709 in 164 msec 2024-11-25T10:15:15,875 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=100, ppid=99, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=086975f674c828ef90efb081e908dff1, REOPEN/MOVE; state=CLOSED, location=e2fd862922a0,38547,1732529625709; forceNewPlan=false, retain=true 2024-11-25T10:15:16,026 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=100 updating hbase:meta row=086975f674c828ef90efb081e908dff1, regionState=OPENING, regionLocation=e2fd862922a0,38547,1732529625709 2024-11-25T10:15:16,027 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=100, ppid=99, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=086975f674c828ef90efb081e908dff1, REOPEN/MOVE because future has completed 2024-11-25T10:15:16,028 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=102, ppid=100, state=RUNNABLE, hasLock=false; OpenRegionProcedure 086975f674c828ef90efb081e908dff1, server=e2fd862922a0,38547,1732529625709}] 2024-11-25T10:15:16,182 INFO [RS_OPEN_REGION-regionserver/e2fd862922a0:0-0 {event_type=M_RS_OPEN_REGION, pid=102}] handler.AssignRegionHandler(132): Open TestAcidGuarantees,,1732529713522.086975f674c828ef90efb081e908dff1. 2024-11-25T10:15:16,183 DEBUG [RS_OPEN_REGION-regionserver/e2fd862922a0:0-0 {event_type=M_RS_OPEN_REGION, pid=102}] regionserver.HRegion(7752): Opening region: {ENCODED => 086975f674c828ef90efb081e908dff1, NAME => 'TestAcidGuarantees,,1732529713522.086975f674c828ef90efb081e908dff1.', STARTKEY => '', ENDKEY => ''} 2024-11-25T10:15:16,183 DEBUG [RS_OPEN_REGION-regionserver/e2fd862922a0:0-0 {event_type=M_RS_OPEN_REGION, pid=102}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table TestAcidGuarantees 086975f674c828ef90efb081e908dff1 2024-11-25T10:15:16,183 DEBUG [RS_OPEN_REGION-regionserver/e2fd862922a0:0-0 {event_type=M_RS_OPEN_REGION, pid=102}] regionserver.HRegion(898): Instantiated TestAcidGuarantees,,1732529713522.086975f674c828ef90efb081e908dff1.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-25T10:15:16,183 DEBUG [RS_OPEN_REGION-regionserver/e2fd862922a0:0-0 {event_type=M_RS_OPEN_REGION, pid=102}] regionserver.HRegion(7794): checking encryption for 086975f674c828ef90efb081e908dff1 2024-11-25T10:15:16,183 DEBUG [RS_OPEN_REGION-regionserver/e2fd862922a0:0-0 {event_type=M_RS_OPEN_REGION, pid=102}] regionserver.HRegion(7797): checking classloading for 086975f674c828ef90efb081e908dff1 2024-11-25T10:15:16,184 INFO [StoreOpener-086975f674c828ef90efb081e908dff1-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family A of region 086975f674c828ef90efb081e908dff1 2024-11-25T10:15:16,185 INFO [StoreOpener-086975f674c828ef90efb081e908dff1-1 {}] regionserver.CompactingMemStore(122): Store=A, in-memory flush size threshold=38.40 KB, immutable segments index type=ARRAY_MAP, compactor=EAGER, pipelineThreshold=2, compactionCellMax=10 2024-11-25T10:15:16,185 INFO [StoreOpener-086975f674c828ef90efb081e908dff1-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 086975f674c828ef90efb081e908dff1 columnFamilyName A 2024-11-25T10:15:16,186 DEBUG [StoreOpener-086975f674c828ef90efb081e908dff1-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:16,187 INFO [StoreOpener-086975f674c828ef90efb081e908dff1-1 {}] regionserver.HStore(327): Store=086975f674c828ef90efb081e908dff1/A, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-25T10:15:16,187 INFO [StoreOpener-086975f674c828ef90efb081e908dff1-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family B of region 086975f674c828ef90efb081e908dff1 2024-11-25T10:15:16,188 INFO [StoreOpener-086975f674c828ef90efb081e908dff1-1 {}] regionserver.CompactingMemStore(122): Store=B, in-memory flush size threshold=38.40 KB, immutable segments index type=ARRAY_MAP, compactor=EAGER, pipelineThreshold=2, compactionCellMax=10 2024-11-25T10:15:16,188 INFO [StoreOpener-086975f674c828ef90efb081e908dff1-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 086975f674c828ef90efb081e908dff1 columnFamilyName B 2024-11-25T10:15:16,188 DEBUG [StoreOpener-086975f674c828ef90efb081e908dff1-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:16,188 INFO [StoreOpener-086975f674c828ef90efb081e908dff1-1 {}] regionserver.HStore(327): Store=086975f674c828ef90efb081e908dff1/B, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-25T10:15:16,188 INFO [StoreOpener-086975f674c828ef90efb081e908dff1-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family C of region 086975f674c828ef90efb081e908dff1 2024-11-25T10:15:16,189 INFO [StoreOpener-086975f674c828ef90efb081e908dff1-1 {}] regionserver.CompactingMemStore(122): Store=C, in-memory flush size threshold=38.40 KB, immutable segments index type=ARRAY_MAP, compactor=EAGER, pipelineThreshold=2, compactionCellMax=10 2024-11-25T10:15:16,189 INFO [StoreOpener-086975f674c828ef90efb081e908dff1-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 086975f674c828ef90efb081e908dff1 columnFamilyName C 2024-11-25T10:15:16,189 DEBUG [StoreOpener-086975f674c828ef90efb081e908dff1-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:16,189 INFO [StoreOpener-086975f674c828ef90efb081e908dff1-1 {}] regionserver.HStore(327): Store=086975f674c828ef90efb081e908dff1/C, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-25T10:15:16,189 INFO [RS_OPEN_REGION-regionserver/e2fd862922a0:0-0 {event_type=M_RS_OPEN_REGION, pid=102}] regionserver.HRegion(1212): Setting FlushNonSloppyStoresFirstPolicy for the region=TestAcidGuarantees,,1732529713522.086975f674c828ef90efb081e908dff1. 2024-11-25T10:15:16,189 DEBUG [RS_OPEN_REGION-regionserver/e2fd862922a0:0-0 {event_type=M_RS_OPEN_REGION, pid=102}] regionserver.HRegion(1038): replaying wal for 086975f674c828ef90efb081e908dff1 2024-11-25T10:15:16,190 DEBUG [RS_OPEN_REGION-regionserver/e2fd862922a0:0-0 {event_type=M_RS_OPEN_REGION, pid=102}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/086975f674c828ef90efb081e908dff1 2024-11-25T10:15:16,190 DEBUG [RS_OPEN_REGION-regionserver/e2fd862922a0:0-0 {event_type=M_RS_OPEN_REGION, pid=102}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/086975f674c828ef90efb081e908dff1 2024-11-25T10:15:16,191 DEBUG [RS_OPEN_REGION-regionserver/e2fd862922a0:0-0 {event_type=M_RS_OPEN_REGION, pid=102}] regionserver.HRegion(1048): stopping wal replay for 086975f674c828ef90efb081e908dff1 2024-11-25T10:15:16,191 DEBUG [RS_OPEN_REGION-regionserver/e2fd862922a0:0-0 {event_type=M_RS_OPEN_REGION, pid=102}] regionserver.HRegion(1060): Cleaning up temporary data for 086975f674c828ef90efb081e908dff1 2024-11-25T10:15:16,192 DEBUG [RS_OPEN_REGION-regionserver/e2fd862922a0:0-0 {event_type=M_RS_OPEN_REGION, pid=102}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table TestAcidGuarantees descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-11-25T10:15:16,192 DEBUG [RS_OPEN_REGION-regionserver/e2fd862922a0:0-0 {event_type=M_RS_OPEN_REGION, pid=102}] regionserver.HRegion(1093): writing seq id for 086975f674c828ef90efb081e908dff1 2024-11-25T10:15:16,193 INFO [RS_OPEN_REGION-regionserver/e2fd862922a0:0-0 {event_type=M_RS_OPEN_REGION, pid=102}] regionserver.HRegion(1114): Opened 086975f674c828ef90efb081e908dff1; next sequenceid=5; ConstantSizeRegionSplitPolicy{desiredMaxFileSize=61291637, jitterRate=-0.08668343722820282}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-11-25T10:15:16,193 DEBUG [RS_OPEN_REGION-regionserver/e2fd862922a0:0-0 {event_type=M_RS_OPEN_REGION, pid=102}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 086975f674c828ef90efb081e908dff1 2024-11-25T10:15:16,194 DEBUG [RS_OPEN_REGION-regionserver/e2fd862922a0:0-0 {event_type=M_RS_OPEN_REGION, pid=102}] regionserver.HRegion(1006): Region open journal for 086975f674c828ef90efb081e908dff1: Running coprocessor pre-open hook at 1732529716183Writing region info on filesystem at 1732529716183Initializing all the Stores at 1732529716184 (+1 ms)Instantiating store for column family {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', MOB_THRESHOLD => '4', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', IS_MOB => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732529716184Instantiating store for column family {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732529716184Instantiating store for column family {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732529716184Cleaning up temporary data from old regions at 1732529716191 (+7 ms)Running coprocessor post-open hooks at 1732529716193 (+2 ms)Region opened successfully at 1732529716194 (+1 ms) 2024-11-25T10:15:16,194 INFO [RS_OPEN_REGION-regionserver/e2fd862922a0:0-0 {event_type=M_RS_OPEN_REGION, pid=102}] regionserver.HRegionServer(2236): Post open deploy tasks for TestAcidGuarantees,,1732529713522.086975f674c828ef90efb081e908dff1., pid=102, masterSystemTime=1732529716180 2024-11-25T10:15:16,196 DEBUG [RS_OPEN_REGION-regionserver/e2fd862922a0:0-0 {event_type=M_RS_OPEN_REGION, pid=102}] regionserver.HRegionServer(2266): Finished post open deploy task for TestAcidGuarantees,,1732529713522.086975f674c828ef90efb081e908dff1. 2024-11-25T10:15:16,196 INFO [RS_OPEN_REGION-regionserver/e2fd862922a0:0-0 {event_type=M_RS_OPEN_REGION, pid=102}] handler.AssignRegionHandler(153): Opened TestAcidGuarantees,,1732529713522.086975f674c828ef90efb081e908dff1. 2024-11-25T10:15:16,196 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=100 updating hbase:meta row=086975f674c828ef90efb081e908dff1, regionState=OPEN, openSeqNum=5, regionLocation=e2fd862922a0,38547,1732529625709 2024-11-25T10:15:16,197 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=102, ppid=100, state=RUNNABLE, hasLock=false; OpenRegionProcedure 086975f674c828ef90efb081e908dff1, server=e2fd862922a0,38547,1732529625709 because future has completed 2024-11-25T10:15:16,199 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=102, resume processing ppid=100 2024-11-25T10:15:16,199 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=102, ppid=100, state=SUCCESS, hasLock=false; OpenRegionProcedure 086975f674c828ef90efb081e908dff1, server=e2fd862922a0,38547,1732529625709 in 171 msec 2024-11-25T10:15:16,201 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=100, resume processing ppid=99 2024-11-25T10:15:16,201 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=100, ppid=99, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=086975f674c828ef90efb081e908dff1, REOPEN/MOVE in 494 msec 2024-11-25T10:15:16,203 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=99, resume processing ppid=98 2024-11-25T10:15:16,203 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=99, ppid=98, state=SUCCESS, hasLock=false; ReopenTableRegionsProcedure table=TestAcidGuarantees in 499 msec 2024-11-25T10:15:16,205 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=98, state=SUCCESS, hasLock=false; ModifyTableProcedure table=TestAcidGuarantees in 521 msec 2024-11-25T10:15:16,206 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41005 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=98 2024-11-25T10:15:16,206 INFO [RPCClient-NioEventLoopGroup-4-8 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: MODIFY_COLUMN_FAMILY, Table Name: default:TestAcidGuarantees completed 2024-11-25T10:15:16,207 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1eba5433, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T10:15:16,207 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request e2fd862922a0,41005,-1 for getting cluster id 2024-11-25T10:15:16,207 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-25T10:15:16,208 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'faeb5c13-49c4-407d-86f9-65e4c873355a' 2024-11-25T10:15:16,208 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-25T10:15:16,208 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "faeb5c13-49c4-407d-86f9-65e4c873355a" 2024-11-25T10:15:16,208 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1b381169, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T10:15:16,208 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [e2fd862922a0,41005,-1] 2024-11-25T10:15:16,209 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-25T10:15:16,209 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T10:15:16,210 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:41370, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-25T10:15:16,210 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@55178387, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T10:15:16,211 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6b2a6a0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T10:15:16,211 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request e2fd862922a0,41005,-1 for getting cluster id 2024-11-25T10:15:16,211 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-25T10:15:16,212 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'faeb5c13-49c4-407d-86f9-65e4c873355a' 2024-11-25T10:15:16,212 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-25T10:15:16,212 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "faeb5c13-49c4-407d-86f9-65e4c873355a" 2024-11-25T10:15:16,212 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1effb225, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T10:15:16,212 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [e2fd862922a0,41005,-1] 2024-11-25T10:15:16,212 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-25T10:15:16,212 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T10:15:16,213 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:41386, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-25T10:15:16,214 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@278a09ef, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T10:15:16,214 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@257bcfe3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T10:15:16,214 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request e2fd862922a0,41005,-1 for getting cluster id 2024-11-25T10:15:16,214 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-25T10:15:16,215 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'faeb5c13-49c4-407d-86f9-65e4c873355a' 2024-11-25T10:15:16,215 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-25T10:15:16,215 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "faeb5c13-49c4-407d-86f9-65e4c873355a" 2024-11-25T10:15:16,215 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5f76545e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T10:15:16,215 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [e2fd862922a0,41005,-1] 2024-11-25T10:15:16,216 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-25T10:15:16,216 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T10:15:16,216 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:41392, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-25T10:15:16,217 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1480260a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T10:15:16,217 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@28168ba, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T10:15:16,217 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request e2fd862922a0,41005,-1 for getting cluster id 2024-11-25T10:15:16,217 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-25T10:15:16,218 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'faeb5c13-49c4-407d-86f9-65e4c873355a' 2024-11-25T10:15:16,218 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-25T10:15:16,218 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "faeb5c13-49c4-407d-86f9-65e4c873355a" 2024-11-25T10:15:16,218 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@43986595, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T10:15:16,218 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [e2fd862922a0,41005,-1] 2024-11-25T10:15:16,218 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-25T10:15:16,219 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T10:15:16,219 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:41414, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-25T10:15:16,220 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@45f9afd, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T10:15:16,221 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@f5ef300, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T10:15:16,221 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request e2fd862922a0,41005,-1 for getting cluster id 2024-11-25T10:15:16,221 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-25T10:15:16,221 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'faeb5c13-49c4-407d-86f9-65e4c873355a' 2024-11-25T10:15:16,221 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-25T10:15:16,221 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "faeb5c13-49c4-407d-86f9-65e4c873355a" 2024-11-25T10:15:16,221 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@26d17331, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T10:15:16,221 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [e2fd862922a0,41005,-1] 2024-11-25T10:15:16,222 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-25T10:15:16,222 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T10:15:16,222 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:41432, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-25T10:15:16,223 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6e7bae22, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T10:15:16,223 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@36a9be1d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T10:15:16,223 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request e2fd862922a0,41005,-1 for getting cluster id 2024-11-25T10:15:16,223 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-25T10:15:16,224 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'faeb5c13-49c4-407d-86f9-65e4c873355a' 2024-11-25T10:15:16,224 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-25T10:15:16,224 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "faeb5c13-49c4-407d-86f9-65e4c873355a" 2024-11-25T10:15:16,224 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6271427, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T10:15:16,224 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [e2fd862922a0,41005,-1] 2024-11-25T10:15:16,224 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-25T10:15:16,224 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T10:15:16,225 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:41442, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-25T10:15:16,225 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6a4b135e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T10:15:16,226 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@20042efd, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T10:15:16,226 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request e2fd862922a0,41005,-1 for getting cluster id 2024-11-25T10:15:16,226 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-25T10:15:16,227 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'faeb5c13-49c4-407d-86f9-65e4c873355a' 2024-11-25T10:15:16,227 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-25T10:15:16,227 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "faeb5c13-49c4-407d-86f9-65e4c873355a" 2024-11-25T10:15:16,227 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4e5aae21, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T10:15:16,227 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [e2fd862922a0,41005,-1] 2024-11-25T10:15:16,227 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-25T10:15:16,227 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T10:15:16,228 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:41466, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-25T10:15:16,229 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@11f441ca, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T10:15:16,229 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@f77ea1b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T10:15:16,229 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request e2fd862922a0,41005,-1 for getting cluster id 2024-11-25T10:15:16,229 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-25T10:15:16,230 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'faeb5c13-49c4-407d-86f9-65e4c873355a' 2024-11-25T10:15:16,230 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-25T10:15:16,230 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "faeb5c13-49c4-407d-86f9-65e4c873355a" 2024-11-25T10:15:16,230 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@397ac87f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T10:15:16,230 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [e2fd862922a0,41005,-1] 2024-11-25T10:15:16,230 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-25T10:15:16,231 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T10:15:16,231 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:41484, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-25T10:15:16,232 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@67238ad8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T10:15:16,232 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@222cec46, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T10:15:16,232 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request e2fd862922a0,41005,-1 for getting cluster id 2024-11-25T10:15:16,232 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-25T10:15:16,233 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'faeb5c13-49c4-407d-86f9-65e4c873355a' 2024-11-25T10:15:16,233 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-25T10:15:16,234 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "faeb5c13-49c4-407d-86f9-65e4c873355a" 2024-11-25T10:15:16,234 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5140fb9f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T10:15:16,234 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [e2fd862922a0,41005,-1] 2024-11-25T10:15:16,234 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-25T10:15:16,234 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T10:15:16,235 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:41506, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-25T10:15:16,235 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7537cadb, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T10:15:16,236 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2ac8e98, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T10:15:16,236 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request e2fd862922a0,41005,-1 for getting cluster id 2024-11-25T10:15:16,236 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-25T10:15:16,237 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'faeb5c13-49c4-407d-86f9-65e4c873355a' 2024-11-25T10:15:16,237 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-25T10:15:16,237 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "faeb5c13-49c4-407d-86f9-65e4c873355a" 2024-11-25T10:15:16,237 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5d0acc13, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T10:15:16,237 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [e2fd862922a0,41005,-1] 2024-11-25T10:15:16,237 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-25T10:15:16,237 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T10:15:16,238 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:41524, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-25T10:15:16,238 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4047fa8b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T10:15:16,239 DEBUG [Thread-1557 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-25T10:15:16,239 DEBUG [Thread-1555 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-25T10:15:16,240 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=e2fd862922a0,38547,1732529625709, seqNum=-1] 2024-11-25T10:15:16,240 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=e2fd862922a0,38547,1732529625709, seqNum=-1] 2024-11-25T10:15:16,240 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-25T10:15:16,240 INFO [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41005 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-25T10:15:16,240 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-25T10:15:16,241 DEBUG [Thread-1553 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-25T10:15:16,241 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38696, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-25T10:15:16,241 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41005 {}] procedure2.ProcedureExecutor(1139): Stored pid=103, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=103, table=TestAcidGuarantees 2024-11-25T10:15:16,242 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38698, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-25T10:15:16,242 DEBUG [Thread-1561 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-25T10:15:16,242 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41005 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=103 2024-11-25T10:15:16,242 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=e2fd862922a0,38547,1732529625709, seqNum=-1] 2024-11-25T10:15:16,243 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-25T10:15:16,243 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=e2fd862922a0,38547,1732529625709, seqNum=-1] 2024-11-25T10:15:16,244 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-25T10:15:16,244 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=103, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=103, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-25T10:15:16,244 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38710, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-25T10:15:16,244 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_1', locateType=CURRENT is [region=TestAcidGuarantees,,1732529713522.086975f674c828ef90efb081e908dff1., hostname=e2fd862922a0,38547,1732529625709, seqNum=5] 2024-11-25T10:15:16,245 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=103, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=103, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-25T10:15:16,245 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=104, ppid=103, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-25T10:15:16,245 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38724, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-25T10:15:16,246 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_0', locateType=CURRENT is [region=TestAcidGuarantees,,1732529713522.086975f674c828ef90efb081e908dff1., hostname=e2fd862922a0,38547,1732529625709, seqNum=5] 2024-11-25T10:15:16,246 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_1', locateType=CURRENT is [region=TestAcidGuarantees,,1732529713522.086975f674c828ef90efb081e908dff1., hostname=e2fd862922a0,38547,1732529625709, seqNum=5] 2024-11-25T10:15:16,248 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_2', locateType=CURRENT is [region=TestAcidGuarantees,,1732529713522.086975f674c828ef90efb081e908dff1., hostname=e2fd862922a0,38547,1732529625709, seqNum=5] 2024-11-25T10:15:16,249 DEBUG [Thread-1568 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-25T10:15:16,250 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=e2fd862922a0,38547,1732529625709, seqNum=-1] 2024-11-25T10:15:16,250 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-25T10:15:16,251 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38736, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-25T10:15:16,253 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='', locateType=CURRENT is [region=TestAcidGuarantees,,1732529713522.086975f674c828ef90efb081e908dff1., hostname=e2fd862922a0,38547,1732529625709, seqNum=5] 2024-11-25T10:15:16,254 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] regionserver.HRegion(8855): Flush requested on 086975f674c828ef90efb081e908dff1 2024-11-25T10:15:16,254 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 086975f674c828ef90efb081e908dff1 3/3 column families, dataSize=46.96 KB heapSize=140.20 KB 2024-11-25T10:15:16,254 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 086975f674c828ef90efb081e908dff1, store=A 2024-11-25T10:15:16,254 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T10:15:16,254 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 086975f674c828ef90efb081e908dff1, store=B 2024-11-25T10:15:16,254 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T10:15:16,254 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 086975f674c828ef90efb081e908dff1, store=C 2024-11-25T10:15:16,254 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T10:15:16,261 DEBUG [Thread-1570 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-25T10:15:16,261 DEBUG [Thread-1564 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-25T10:15:16,262 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=e2fd862922a0,38547,1732529625709, seqNum=-1] 2024-11-25T10:15:16,262 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=e2fd862922a0,38547,1732529625709, seqNum=-1] 2024-11-25T10:15:16,262 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-25T10:15:16,262 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-25T10:15:16,263 DEBUG [Thread-1559 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-25T10:15:16,263 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38746, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-25T10:15:16,263 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38742, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-25T10:15:16,264 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='', locateType=CURRENT is [region=TestAcidGuarantees,,1732529713522.086975f674c828ef90efb081e908dff1., hostname=e2fd862922a0,38547,1732529625709, seqNum=5] 2024-11-25T10:15:16,264 DEBUG [Thread-1566 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-25T10:15:16,265 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=e2fd862922a0,38547,1732529625709, seqNum=-1] 2024-11-25T10:15:16,265 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-25T10:15:16,266 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='', locateType=CURRENT is [region=TestAcidGuarantees,,1732529713522.086975f674c828ef90efb081e908dff1., hostname=e2fd862922a0,38547,1732529625709, seqNum=5] 2024-11-25T10:15:16,267 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38750, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-25T10:15:16,269 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='', locateType=CURRENT is [region=TestAcidGuarantees,,1732529713522.086975f674c828ef90efb081e908dff1., hostname=e2fd862922a0,38547,1732529625709, seqNum=5] 2024-11-25T10:15:16,271 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=e2fd862922a0,38547,1732529625709, seqNum=-1] 2024-11-25T10:15:16,271 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-25T10:15:16,272 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38752, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-25T10:15:16,274 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_2', locateType=CURRENT is [region=TestAcidGuarantees,,1732529713522.086975f674c828ef90efb081e908dff1., hostname=e2fd862922a0,38547,1732529625709, seqNum=5] 2024-11-25T10:15:16,277 DEBUG [Thread-1572 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-25T10:15:16,277 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=e2fd862922a0,38547,1732529625709, seqNum=-1] 2024-11-25T10:15:16,278 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-25T10:15:16,278 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38768, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-25T10:15:16,280 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='', locateType=CURRENT is [region=TestAcidGuarantees,,1732529713522.086975f674c828ef90efb081e908dff1., hostname=e2fd862922a0,38547,1732529625709, seqNum=5] 2024-11-25T10:15:16,283 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241125147b38b17aaf456f99d3b6e8fe715774_086975f674c828ef90efb081e908dff1 is 50, key is test_row_0/A:col10/1732529716249/Put/seqid=0 2024-11-25T10:15:16,290 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/e2fd862922a0:0-4 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=209, cellSize=9565, totalHeapSize=21976, min timestamp=1732529716266, max timestamp=1732529716286Num uniques 859; 2024-11-25T10:15:16,291 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/e2fd862922a0:0-4 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=9565, suffix heap size=117064,new segment heap size=21976 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=209 2024-11-25T10:15:16,291 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=086975f674c828ef90efb081e908dff1, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-25T10:15:16,291 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/e2fd862922a0:0-3 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=209, cellSize=9564, totalHeapSize=21976, min timestamp=1732529716266, max timestamp=1732529716286Num uniques 859; 2024-11-25T10:15:16,291 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/e2fd862922a0:0-3 {}] regionserver.CompactionPipeline(163): Suffix data size=39334, new segment data size=9564, suffix heap size=117064,new segment heap size=21976 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=209 2024-11-25T10:15:16,291 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] ipc.CallRunner(138): callId: 7 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38696 deadline: 1732529776284, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=086975f674c828ef90efb081e908dff1, server=e2fd862922a0,38547,1732529625709 2024-11-25T10:15:16,293 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/e2fd862922a0:0-4 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=209, cellSize=9564, totalHeapSize=21976, min timestamp=1732529716266, max timestamp=1732529716286Num uniques 859; 2024-11-25T10:15:16,293 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732529713522.086975f674c828ef90efb081e908dff1., hostname=e2fd862922a0,38547,1732529625709, seqNum=5 , the old value is region=TestAcidGuarantees,,1732529713522.086975f674c828ef90efb081e908dff1., hostname=e2fd862922a0,38547,1732529625709, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=086975f674c828ef90efb081e908dff1, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T10:15:16,293 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732529713522.086975f674c828ef90efb081e908dff1., hostname=e2fd862922a0,38547,1732529625709, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=086975f674c828ef90efb081e908dff1, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T10:15:16,293 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/e2fd862922a0:0-4 {}] regionserver.CompactionPipeline(163): Suffix data size=39334, new segment data size=9564, suffix heap size=117064,new segment heap size=21976 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=209 2024-11-25T10:15:16,293 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732529713522.086975f674c828ef90efb081e908dff1., hostname=e2fd862922a0,38547,1732529625709, seqNum=5 because the exception is null or not the one we care about 2024-11-25T10:15:16,294 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39927 is added to blk_1073742167_1343 (size=12154) 2024-11-25T10:15:16,295 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:16,298 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241125147b38b17aaf456f99d3b6e8fe715774_086975f674c828ef90efb081e908dff1 to hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241125147b38b17aaf456f99d3b6e8fe715774_086975f674c828ef90efb081e908dff1 2024-11-25T10:15:16,298 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/086975f674c828ef90efb081e908dff1/.tmp/A/cb8dfae7d81440348f071c9cff05a181, store: [table=TestAcidGuarantees family=A region=086975f674c828ef90efb081e908dff1] 2024-11-25T10:15:16,299 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/086975f674c828ef90efb081e908dff1/.tmp/A/cb8dfae7d81440348f071c9cff05a181 is 175, key is test_row_0/A:col10/1732529716249/Put/seqid=0 2024-11-25T10:15:16,312 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39927 is added to blk_1073742168_1344 (size=30955) 2024-11-25T10:15:16,352 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41005 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=103 2024-11-25T10:15:16,363 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=086975f674c828ef90efb081e908dff1, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-25T10:15:16,363 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38710 deadline: 1732529776347, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=086975f674c828ef90efb081e908dff1, server=e2fd862922a0,38547,1732529625709 2024-11-25T10:15:16,363 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=086975f674c828ef90efb081e908dff1, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-25T10:15:16,363 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732529713522.086975f674c828ef90efb081e908dff1., hostname=e2fd862922a0,38547,1732529625709, seqNum=5 , the old value is region=TestAcidGuarantees,,1732529713522.086975f674c828ef90efb081e908dff1., hostname=e2fd862922a0,38547,1732529625709, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=086975f674c828ef90efb081e908dff1, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T10:15:16,363 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38724 deadline: 1732529776349, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=086975f674c828ef90efb081e908dff1, server=e2fd862922a0,38547,1732529625709 2024-11-25T10:15:16,363 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732529713522.086975f674c828ef90efb081e908dff1., hostname=e2fd862922a0,38547,1732529625709, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=086975f674c828ef90efb081e908dff1, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T10:15:16,364 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732529713522.086975f674c828ef90efb081e908dff1., hostname=e2fd862922a0,38547,1732529625709, seqNum=5 because the exception is null or not the one we care about 2024-11-25T10:15:16,364 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732529713522.086975f674c828ef90efb081e908dff1., hostname=e2fd862922a0,38547,1732529625709, seqNum=5 , the old value is region=TestAcidGuarantees,,1732529713522.086975f674c828ef90efb081e908dff1., hostname=e2fd862922a0,38547,1732529625709, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=086975f674c828ef90efb081e908dff1, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T10:15:16,364 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=086975f674c828ef90efb081e908dff1, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-25T10:15:16,364 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732529713522.086975f674c828ef90efb081e908dff1., hostname=e2fd862922a0,38547,1732529625709, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=086975f674c828ef90efb081e908dff1, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T10:15:16,364 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732529713522.086975f674c828ef90efb081e908dff1., hostname=e2fd862922a0,38547,1732529625709, seqNum=5 because the exception is null or not the one we care about 2024-11-25T10:15:16,364 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38698 deadline: 1732529776352, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=086975f674c828ef90efb081e908dff1, server=e2fd862922a0,38547,1732529625709 2024-11-25T10:15:16,364 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=086975f674c828ef90efb081e908dff1, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-25T10:15:16,364 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732529713522.086975f674c828ef90efb081e908dff1., hostname=e2fd862922a0,38547,1732529625709, seqNum=5 , the old value is region=TestAcidGuarantees,,1732529713522.086975f674c828ef90efb081e908dff1., hostname=e2fd862922a0,38547,1732529625709, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=086975f674c828ef90efb081e908dff1, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T10:15:16,364 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] ipc.CallRunner(138): callId: 6 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38752 deadline: 1732529776353, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=086975f674c828ef90efb081e908dff1, server=e2fd862922a0,38547,1732529625709 2024-11-25T10:15:16,364 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732529713522.086975f674c828ef90efb081e908dff1., hostname=e2fd862922a0,38547,1732529625709, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=086975f674c828ef90efb081e908dff1, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T10:15:16,364 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732529713522.086975f674c828ef90efb081e908dff1., hostname=e2fd862922a0,38547,1732529625709, seqNum=5 because the exception is null or not the one we care about 2024-11-25T10:15:16,365 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732529713522.086975f674c828ef90efb081e908dff1., hostname=e2fd862922a0,38547,1732529625709, seqNum=5 , the old value is region=TestAcidGuarantees,,1732529713522.086975f674c828ef90efb081e908dff1., hostname=e2fd862922a0,38547,1732529625709, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=086975f674c828ef90efb081e908dff1, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T10:15:16,365 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732529713522.086975f674c828ef90efb081e908dff1., hostname=e2fd862922a0,38547,1732529625709, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=086975f674c828ef90efb081e908dff1, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T10:15:16,365 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732529713522.086975f674c828ef90efb081e908dff1., hostname=e2fd862922a0,38547,1732529625709, seqNum=5 because the exception is null or not the one we care about 2024-11-25T10:15:16,399 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=38547 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=104 2024-11-25T10:15:16,399 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e2fd862922a0:0-0 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732529713522.086975f674c828ef90efb081e908dff1. 2024-11-25T10:15:16,399 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e2fd862922a0:0-0 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732529713522.086975f674c828ef90efb081e908dff1. as already flushing 2024-11-25T10:15:16,399 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e2fd862922a0:0-0 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732529713522.086975f674c828ef90efb081e908dff1. 2024-11-25T10:15:16,399 ERROR [RS_FLUSH_OPERATIONS-regionserver/e2fd862922a0:0-0 {event_type=RS_FLUSH_REGIONS, pid=104}] handler.RSProcedureHandler(58): pid=104 java.io.IOException: Unable to complete flush {ENCODED => 086975f674c828ef90efb081e908dff1, NAME => 'TestAcidGuarantees,,1732529713522.086975f674c828ef90efb081e908dff1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T10:15:16,399 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e2fd862922a0:0-0 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=104 java.io.IOException: Unable to complete flush {ENCODED => 086975f674c828ef90efb081e908dff1, NAME => 'TestAcidGuarantees,,1732529713522.086975f674c828ef90efb081e908dff1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T10:15:16,400 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41005 {}] master.HMaster(4177): Remote procedure failed, pid=104 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 086975f674c828ef90efb081e908dff1, NAME => 'TestAcidGuarantees,,1732529713522.086975f674c828ef90efb081e908dff1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 086975f674c828ef90efb081e908dff1, NAME => 'TestAcidGuarantees,,1732529713522.086975f674c828ef90efb081e908dff1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T10:15:16,411 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=086975f674c828ef90efb081e908dff1, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-25T10:15:16,411 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38696 deadline: 1732529776402, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=086975f674c828ef90efb081e908dff1, server=e2fd862922a0,38547,1732529625709 2024-11-25T10:15:16,411 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732529713522.086975f674c828ef90efb081e908dff1., hostname=e2fd862922a0,38547,1732529625709, seqNum=5 , the old value is region=TestAcidGuarantees,,1732529713522.086975f674c828ef90efb081e908dff1., hostname=e2fd862922a0,38547,1732529625709, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=086975f674c828ef90efb081e908dff1, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T10:15:16,411 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732529713522.086975f674c828ef90efb081e908dff1., hostname=e2fd862922a0,38547,1732529625709, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=086975f674c828ef90efb081e908dff1, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T10:15:16,411 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732529713522.086975f674c828ef90efb081e908dff1., hostname=e2fd862922a0,38547,1732529625709, seqNum=5 because the exception is null or not the one we care about 2024-11-25T10:15:16,482 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=086975f674c828ef90efb081e908dff1, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-25T10:15:16,482 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38710 deadline: 1732529776472, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=086975f674c828ef90efb081e908dff1, server=e2fd862922a0,38547,1732529625709 2024-11-25T10:15:16,483 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=086975f674c828ef90efb081e908dff1, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-25T10:15:16,483 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732529713522.086975f674c828ef90efb081e908dff1., hostname=e2fd862922a0,38547,1732529625709, seqNum=5 , the old value is region=TestAcidGuarantees,,1732529713522.086975f674c828ef90efb081e908dff1., hostname=e2fd862922a0,38547,1732529625709, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=086975f674c828ef90efb081e908dff1, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T10:15:16,483 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38724 deadline: 1732529776472, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=086975f674c828ef90efb081e908dff1, server=e2fd862922a0,38547,1732529625709 2024-11-25T10:15:16,483 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732529713522.086975f674c828ef90efb081e908dff1., hostname=e2fd862922a0,38547,1732529625709, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=086975f674c828ef90efb081e908dff1, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T10:15:16,483 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732529713522.086975f674c828ef90efb081e908dff1., hostname=e2fd862922a0,38547,1732529625709, seqNum=5 because the exception is null or not the one we care about 2024-11-25T10:15:16,483 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=086975f674c828ef90efb081e908dff1, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-25T10:15:16,483 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732529713522.086975f674c828ef90efb081e908dff1., hostname=e2fd862922a0,38547,1732529625709, seqNum=5 , the old value is region=TestAcidGuarantees,,1732529713522.086975f674c828ef90efb081e908dff1., hostname=e2fd862922a0,38547,1732529625709, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=086975f674c828ef90efb081e908dff1, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T10:15:16,483 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732529713522.086975f674c828ef90efb081e908dff1., hostname=e2fd862922a0,38547,1732529625709, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=086975f674c828ef90efb081e908dff1, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T10:15:16,483 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732529713522.086975f674c828ef90efb081e908dff1., hostname=e2fd862922a0,38547,1732529625709, seqNum=5 because the exception is null or not the one we care about 2024-11-25T10:15:16,483 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38698 deadline: 1732529776472, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=086975f674c828ef90efb081e908dff1, server=e2fd862922a0,38547,1732529625709 2024-11-25T10:15:16,483 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732529713522.086975f674c828ef90efb081e908dff1., hostname=e2fd862922a0,38547,1732529625709, seqNum=5 , the old value is region=TestAcidGuarantees,,1732529713522.086975f674c828ef90efb081e908dff1., hostname=e2fd862922a0,38547,1732529625709, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=086975f674c828ef90efb081e908dff1, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T10:15:16,483 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732529713522.086975f674c828ef90efb081e908dff1., hostname=e2fd862922a0,38547,1732529625709, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=086975f674c828ef90efb081e908dff1, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T10:15:16,483 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732529713522.086975f674c828ef90efb081e908dff1., hostname=e2fd862922a0,38547,1732529625709, seqNum=5 because the exception is null or not the one we care about 2024-11-25T10:15:16,483 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=086975f674c828ef90efb081e908dff1, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-25T10:15:16,483 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] ipc.CallRunner(138): callId: 7 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38752 deadline: 1732529776472, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=086975f674c828ef90efb081e908dff1, server=e2fd862922a0,38547,1732529625709 2024-11-25T10:15:16,484 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732529713522.086975f674c828ef90efb081e908dff1., hostname=e2fd862922a0,38547,1732529625709, seqNum=5 , the old value is region=TestAcidGuarantees,,1732529713522.086975f674c828ef90efb081e908dff1., hostname=e2fd862922a0,38547,1732529625709, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=086975f674c828ef90efb081e908dff1, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T10:15:16,484 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732529713522.086975f674c828ef90efb081e908dff1., hostname=e2fd862922a0,38547,1732529625709, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=086975f674c828ef90efb081e908dff1, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T10:15:16,484 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732529713522.086975f674c828ef90efb081e908dff1., hostname=e2fd862922a0,38547,1732529625709, seqNum=5 because the exception is null or not the one we care about 2024-11-25T10:15:16,552 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=38547 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=104 2024-11-25T10:15:16,552 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e2fd862922a0:0-1 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732529713522.086975f674c828ef90efb081e908dff1. 2024-11-25T10:15:16,552 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e2fd862922a0:0-1 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732529713522.086975f674c828ef90efb081e908dff1. as already flushing 2024-11-25T10:15:16,552 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e2fd862922a0:0-1 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732529713522.086975f674c828ef90efb081e908dff1. 2024-11-25T10:15:16,552 ERROR [RS_FLUSH_OPERATIONS-regionserver/e2fd862922a0:0-1 {event_type=RS_FLUSH_REGIONS, pid=104}] handler.RSProcedureHandler(58): pid=104 java.io.IOException: Unable to complete flush {ENCODED => 086975f674c828ef90efb081e908dff1, NAME => 'TestAcidGuarantees,,1732529713522.086975f674c828ef90efb081e908dff1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T10:15:16,552 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e2fd862922a0:0-1 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=104 java.io.IOException: Unable to complete flush {ENCODED => 086975f674c828ef90efb081e908dff1, NAME => 'TestAcidGuarantees,,1732529713522.086975f674c828ef90efb081e908dff1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T10:15:16,553 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41005 {}] master.HMaster(4177): Remote procedure failed, pid=104 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 086975f674c828ef90efb081e908dff1, NAME => 'TestAcidGuarantees,,1732529713522.086975f674c828ef90efb081e908dff1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 086975f674c828ef90efb081e908dff1, NAME => 'TestAcidGuarantees,,1732529713522.086975f674c828ef90efb081e908dff1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T10:15:16,562 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41005 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=103 2024-11-25T10:15:16,625 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=086975f674c828ef90efb081e908dff1, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-25T10:15:16,625 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38696 deadline: 1732529776622, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=086975f674c828ef90efb081e908dff1, server=e2fd862922a0,38547,1732529625709 2024-11-25T10:15:16,625 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732529713522.086975f674c828ef90efb081e908dff1., hostname=e2fd862922a0,38547,1732529625709, seqNum=5 , the old value is region=TestAcidGuarantees,,1732529713522.086975f674c828ef90efb081e908dff1., hostname=e2fd862922a0,38547,1732529625709, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=086975f674c828ef90efb081e908dff1, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T10:15:16,625 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732529713522.086975f674c828ef90efb081e908dff1., hostname=e2fd862922a0,38547,1732529625709, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=086975f674c828ef90efb081e908dff1, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T10:15:16,625 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732529713522.086975f674c828ef90efb081e908dff1., hostname=e2fd862922a0,38547,1732529625709, seqNum=5 because the exception is null or not the one we care about 2024-11-25T10:15:16,696 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=086975f674c828ef90efb081e908dff1, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-25T10:15:16,696 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38710 deadline: 1732529776693, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=086975f674c828ef90efb081e908dff1, server=e2fd862922a0,38547,1732529625709 2024-11-25T10:15:16,696 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=086975f674c828ef90efb081e908dff1, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-25T10:15:16,696 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38698 deadline: 1732529776693, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=086975f674c828ef90efb081e908dff1, server=e2fd862922a0,38547,1732529625709 2024-11-25T10:15:16,696 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732529713522.086975f674c828ef90efb081e908dff1., hostname=e2fd862922a0,38547,1732529625709, seqNum=5 , the old value is region=TestAcidGuarantees,,1732529713522.086975f674c828ef90efb081e908dff1., hostname=e2fd862922a0,38547,1732529625709, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=086975f674c828ef90efb081e908dff1, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T10:15:16,696 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732529713522.086975f674c828ef90efb081e908dff1., hostname=e2fd862922a0,38547,1732529625709, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=086975f674c828ef90efb081e908dff1, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T10:15:16,696 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732529713522.086975f674c828ef90efb081e908dff1., hostname=e2fd862922a0,38547,1732529625709, seqNum=5 because the exception is null or not the one we care about 2024-11-25T10:15:16,696 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732529713522.086975f674c828ef90efb081e908dff1., hostname=e2fd862922a0,38547,1732529625709, seqNum=5 , the old value is region=TestAcidGuarantees,,1732529713522.086975f674c828ef90efb081e908dff1., hostname=e2fd862922a0,38547,1732529625709, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=086975f674c828ef90efb081e908dff1, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T10:15:16,696 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=086975f674c828ef90efb081e908dff1, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-25T10:15:16,696 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732529713522.086975f674c828ef90efb081e908dff1., hostname=e2fd862922a0,38547,1732529625709, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=086975f674c828ef90efb081e908dff1, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T10:15:16,696 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732529713522.086975f674c828ef90efb081e908dff1., hostname=e2fd862922a0,38547,1732529625709, seqNum=5 because the exception is null or not the one we care about 2024-11-25T10:15:16,696 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38752 deadline: 1732529776693, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=086975f674c828ef90efb081e908dff1, server=e2fd862922a0,38547,1732529625709 2024-11-25T10:15:16,697 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732529713522.086975f674c828ef90efb081e908dff1., hostname=e2fd862922a0,38547,1732529625709, seqNum=5 , the old value is region=TestAcidGuarantees,,1732529713522.086975f674c828ef90efb081e908dff1., hostname=e2fd862922a0,38547,1732529625709, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=086975f674c828ef90efb081e908dff1, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T10:15:16,697 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732529713522.086975f674c828ef90efb081e908dff1., hostname=e2fd862922a0,38547,1732529625709, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=086975f674c828ef90efb081e908dff1, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T10:15:16,697 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732529713522.086975f674c828ef90efb081e908dff1., hostname=e2fd862922a0,38547,1732529625709, seqNum=5 because the exception is null or not the one we care about 2024-11-25T10:15:16,705 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=38547 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=104 2024-11-25T10:15:16,705 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e2fd862922a0:0-2 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732529713522.086975f674c828ef90efb081e908dff1. 2024-11-25T10:15:16,705 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e2fd862922a0:0-2 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732529713522.086975f674c828ef90efb081e908dff1. as already flushing 2024-11-25T10:15:16,705 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e2fd862922a0:0-2 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732529713522.086975f674c828ef90efb081e908dff1. 2024-11-25T10:15:16,705 ERROR [RS_FLUSH_OPERATIONS-regionserver/e2fd862922a0:0-2 {event_type=RS_FLUSH_REGIONS, pid=104}] handler.RSProcedureHandler(58): pid=104 java.io.IOException: Unable to complete flush {ENCODED => 086975f674c828ef90efb081e908dff1, NAME => 'TestAcidGuarantees,,1732529713522.086975f674c828ef90efb081e908dff1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T10:15:16,705 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e2fd862922a0:0-2 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=104 java.io.IOException: Unable to complete flush {ENCODED => 086975f674c828ef90efb081e908dff1, NAME => 'TestAcidGuarantees,,1732529713522.086975f674c828ef90efb081e908dff1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T10:15:16,706 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41005 {}] master.HMaster(4177): Remote procedure failed, pid=104 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 086975f674c828ef90efb081e908dff1, NAME => 'TestAcidGuarantees,,1732529713522.086975f674c828ef90efb081e908dff1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 086975f674c828ef90efb081e908dff1, NAME => 'TestAcidGuarantees,,1732529713522.086975f674c828ef90efb081e908dff1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T10:15:16,706 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=086975f674c828ef90efb081e908dff1, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-25T10:15:16,706 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38724 deadline: 1732529776694, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=086975f674c828ef90efb081e908dff1, server=e2fd862922a0,38547,1732529625709 2024-11-25T10:15:16,708 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732529713522.086975f674c828ef90efb081e908dff1., hostname=e2fd862922a0,38547,1732529625709, seqNum=5 , the old value is region=TestAcidGuarantees,,1732529713522.086975f674c828ef90efb081e908dff1., hostname=e2fd862922a0,38547,1732529625709, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=086975f674c828ef90efb081e908dff1, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T10:15:16,708 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732529713522.086975f674c828ef90efb081e908dff1., hostname=e2fd862922a0,38547,1732529625709, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=086975f674c828ef90efb081e908dff1, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T10:15:16,708 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732529713522.086975f674c828ef90efb081e908dff1., hostname=e2fd862922a0,38547,1732529625709, seqNum=5 because the exception is null or not the one we care about 2024-11-25T10:15:16,709 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=14, memsize=15.7 K, hasBloomFilter=true, into tmp file hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/086975f674c828ef90efb081e908dff1/.tmp/A/cb8dfae7d81440348f071c9cff05a181 2024-11-25T10:15:16,729 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/086975f674c828ef90efb081e908dff1/.tmp/B/d304fcb1d1f34ac594223b6022747df1 is 50, key is test_row_0/B:col10/1732529716249/Put/seqid=0 2024-11-25T10:15:16,733 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39927 is added to blk_1073742169_1345 (size=12001) 2024-11-25T10:15:16,859 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=38547 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=104 2024-11-25T10:15:16,859 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e2fd862922a0:0-0 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732529713522.086975f674c828ef90efb081e908dff1. 2024-11-25T10:15:16,859 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e2fd862922a0:0-0 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732529713522.086975f674c828ef90efb081e908dff1. as already flushing 2024-11-25T10:15:16,860 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e2fd862922a0:0-0 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732529713522.086975f674c828ef90efb081e908dff1. 2024-11-25T10:15:16,860 ERROR [RS_FLUSH_OPERATIONS-regionserver/e2fd862922a0:0-0 {event_type=RS_FLUSH_REGIONS, pid=104}] handler.RSProcedureHandler(58): pid=104 java.io.IOException: Unable to complete flush {ENCODED => 086975f674c828ef90efb081e908dff1, NAME => 'TestAcidGuarantees,,1732529713522.086975f674c828ef90efb081e908dff1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T10:15:16,860 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e2fd862922a0:0-0 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=104 java.io.IOException: Unable to complete flush {ENCODED => 086975f674c828ef90efb081e908dff1, NAME => 'TestAcidGuarantees,,1732529713522.086975f674c828ef90efb081e908dff1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T10:15:16,861 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41005 {}] master.HMaster(4177): Remote procedure failed, pid=104 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 086975f674c828ef90efb081e908dff1, NAME => 'TestAcidGuarantees,,1732529713522.086975f674c828ef90efb081e908dff1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 086975f674c828ef90efb081e908dff1, NAME => 'TestAcidGuarantees,,1732529713522.086975f674c828ef90efb081e908dff1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T10:15:16,872 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41005 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=103 2024-11-25T10:15:16,939 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=086975f674c828ef90efb081e908dff1, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-25T10:15:16,939 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38696 deadline: 1732529776932, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=086975f674c828ef90efb081e908dff1, server=e2fd862922a0,38547,1732529625709 2024-11-25T10:15:16,940 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732529713522.086975f674c828ef90efb081e908dff1., hostname=e2fd862922a0,38547,1732529625709, seqNum=5 , the old value is region=TestAcidGuarantees,,1732529713522.086975f674c828ef90efb081e908dff1., hostname=e2fd862922a0,38547,1732529625709, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=086975f674c828ef90efb081e908dff1, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T10:15:16,940 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732529713522.086975f674c828ef90efb081e908dff1., hostname=e2fd862922a0,38547,1732529625709, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=086975f674c828ef90efb081e908dff1, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T10:15:16,940 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732529713522.086975f674c828ef90efb081e908dff1., hostname=e2fd862922a0,38547,1732529625709, seqNum=5 because the exception is null or not the one we care about 2024-11-25T10:15:17,010 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=086975f674c828ef90efb081e908dff1, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-25T10:15:17,010 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38710 deadline: 1732529777002, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=086975f674c828ef90efb081e908dff1, server=e2fd862922a0,38547,1732529625709 2024-11-25T10:15:17,011 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=086975f674c828ef90efb081e908dff1, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-25T10:15:17,011 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732529713522.086975f674c828ef90efb081e908dff1., hostname=e2fd862922a0,38547,1732529625709, seqNum=5 , the old value is region=TestAcidGuarantees,,1732529713522.086975f674c828ef90efb081e908dff1., hostname=e2fd862922a0,38547,1732529625709, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=086975f674c828ef90efb081e908dff1, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T10:15:17,011 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38698 deadline: 1732529777002, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=086975f674c828ef90efb081e908dff1, server=e2fd862922a0,38547,1732529625709 2024-11-25T10:15:17,011 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732529713522.086975f674c828ef90efb081e908dff1., hostname=e2fd862922a0,38547,1732529625709, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=086975f674c828ef90efb081e908dff1, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T10:15:17,011 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732529713522.086975f674c828ef90efb081e908dff1., hostname=e2fd862922a0,38547,1732529625709, seqNum=5 because the exception is null or not the one we care about 2024-11-25T10:15:17,011 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=086975f674c828ef90efb081e908dff1, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-25T10:15:17,011 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38752 deadline: 1732529777002, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=086975f674c828ef90efb081e908dff1, server=e2fd862922a0,38547,1732529625709 2024-11-25T10:15:17,011 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732529713522.086975f674c828ef90efb081e908dff1., hostname=e2fd862922a0,38547,1732529625709, seqNum=5 , the old value is region=TestAcidGuarantees,,1732529713522.086975f674c828ef90efb081e908dff1., hostname=e2fd862922a0,38547,1732529625709, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=086975f674c828ef90efb081e908dff1, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T10:15:17,011 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732529713522.086975f674c828ef90efb081e908dff1., hostname=e2fd862922a0,38547,1732529625709, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=086975f674c828ef90efb081e908dff1, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T10:15:17,011 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732529713522.086975f674c828ef90efb081e908dff1., hostname=e2fd862922a0,38547,1732529625709, seqNum=5 because the exception is null or not the one we care about 2024-11-25T10:15:17,011 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732529713522.086975f674c828ef90efb081e908dff1., hostname=e2fd862922a0,38547,1732529625709, seqNum=5 , the old value is region=TestAcidGuarantees,,1732529713522.086975f674c828ef90efb081e908dff1., hostname=e2fd862922a0,38547,1732529625709, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=086975f674c828ef90efb081e908dff1, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T10:15:17,011 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732529713522.086975f674c828ef90efb081e908dff1., hostname=e2fd862922a0,38547,1732529625709, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=086975f674c828ef90efb081e908dff1, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T10:15:17,011 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732529713522.086975f674c828ef90efb081e908dff1., hostname=e2fd862922a0,38547,1732529625709, seqNum=5 because the exception is null or not the one we care about 2024-11-25T10:15:17,013 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=38547 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=104 2024-11-25T10:15:17,013 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e2fd862922a0:0-1 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732529713522.086975f674c828ef90efb081e908dff1. 2024-11-25T10:15:17,013 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e2fd862922a0:0-1 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732529713522.086975f674c828ef90efb081e908dff1. as already flushing 2024-11-25T10:15:17,013 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e2fd862922a0:0-1 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732529713522.086975f674c828ef90efb081e908dff1. 2024-11-25T10:15:17,013 ERROR [RS_FLUSH_OPERATIONS-regionserver/e2fd862922a0:0-1 {event_type=RS_FLUSH_REGIONS, pid=104}] handler.RSProcedureHandler(58): pid=104 java.io.IOException: Unable to complete flush {ENCODED => 086975f674c828ef90efb081e908dff1, NAME => 'TestAcidGuarantees,,1732529713522.086975f674c828ef90efb081e908dff1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T10:15:17,013 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e2fd862922a0:0-1 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=104 java.io.IOException: Unable to complete flush {ENCODED => 086975f674c828ef90efb081e908dff1, NAME => 'TestAcidGuarantees,,1732529713522.086975f674c828ef90efb081e908dff1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T10:15:17,014 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41005 {}] master.HMaster(4177): Remote procedure failed, pid=104 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 086975f674c828ef90efb081e908dff1, NAME => 'TestAcidGuarantees,,1732529713522.086975f674c828ef90efb081e908dff1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 086975f674c828ef90efb081e908dff1, NAME => 'TestAcidGuarantees,,1732529713522.086975f674c828ef90efb081e908dff1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T10:15:17,024 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=086975f674c828ef90efb081e908dff1, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-25T10:15:17,024 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38724 deadline: 1732529777012, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=086975f674c828ef90efb081e908dff1, server=e2fd862922a0,38547,1732529625709 2024-11-25T10:15:17,025 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732529713522.086975f674c828ef90efb081e908dff1., hostname=e2fd862922a0,38547,1732529625709, seqNum=5 , the old value is region=TestAcidGuarantees,,1732529713522.086975f674c828ef90efb081e908dff1., hostname=e2fd862922a0,38547,1732529625709, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=086975f674c828ef90efb081e908dff1, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T10:15:17,025 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732529713522.086975f674c828ef90efb081e908dff1., hostname=e2fd862922a0,38547,1732529625709, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=086975f674c828ef90efb081e908dff1, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T10:15:17,025 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732529713522.086975f674c828ef90efb081e908dff1., hostname=e2fd862922a0,38547,1732529625709, seqNum=5 because the exception is null or not the one we care about 2024-11-25T10:15:17,137 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=14 (bloomFilter=true), to=hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/086975f674c828ef90efb081e908dff1/.tmp/B/d304fcb1d1f34ac594223b6022747df1 2024-11-25T10:15:17,166 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=38547 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=104 2024-11-25T10:15:17,166 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e2fd862922a0:0-2 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732529713522.086975f674c828ef90efb081e908dff1. 2024-11-25T10:15:17,166 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e2fd862922a0:0-2 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732529713522.086975f674c828ef90efb081e908dff1. as already flushing 2024-11-25T10:15:17,166 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e2fd862922a0:0-2 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732529713522.086975f674c828ef90efb081e908dff1. 2024-11-25T10:15:17,166 ERROR [RS_FLUSH_OPERATIONS-regionserver/e2fd862922a0:0-2 {event_type=RS_FLUSH_REGIONS, pid=104}] handler.RSProcedureHandler(58): pid=104 java.io.IOException: Unable to complete flush {ENCODED => 086975f674c828ef90efb081e908dff1, NAME => 'TestAcidGuarantees,,1732529713522.086975f674c828ef90efb081e908dff1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T10:15:17,166 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e2fd862922a0:0-2 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=104 java.io.IOException: Unable to complete flush {ENCODED => 086975f674c828ef90efb081e908dff1, NAME => 'TestAcidGuarantees,,1732529713522.086975f674c828ef90efb081e908dff1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T10:15:17,168 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41005 {}] master.HMaster(4177): Remote procedure failed, pid=104 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 086975f674c828ef90efb081e908dff1, NAME => 'TestAcidGuarantees,,1732529713522.086975f674c828ef90efb081e908dff1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 086975f674c828ef90efb081e908dff1, NAME => 'TestAcidGuarantees,,1732529713522.086975f674c828ef90efb081e908dff1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T10:15:17,173 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/086975f674c828ef90efb081e908dff1/.tmp/C/1c8e9da2cbfb41e4936a993dab6b117a is 50, key is test_row_0/C:col10/1732529716249/Put/seqid=0 2024-11-25T10:15:17,190 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39927 is added to blk_1073742170_1346 (size=12001) 2024-11-25T10:15:17,320 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=38547 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=104 2024-11-25T10:15:17,321 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e2fd862922a0:0-0 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732529713522.086975f674c828ef90efb081e908dff1. 2024-11-25T10:15:17,321 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e2fd862922a0:0-0 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732529713522.086975f674c828ef90efb081e908dff1. as already flushing 2024-11-25T10:15:17,321 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e2fd862922a0:0-0 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732529713522.086975f674c828ef90efb081e908dff1. 2024-11-25T10:15:17,321 ERROR [RS_FLUSH_OPERATIONS-regionserver/e2fd862922a0:0-0 {event_type=RS_FLUSH_REGIONS, pid=104}] handler.RSProcedureHandler(58): pid=104 java.io.IOException: Unable to complete flush {ENCODED => 086975f674c828ef90efb081e908dff1, NAME => 'TestAcidGuarantees,,1732529713522.086975f674c828ef90efb081e908dff1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T10:15:17,321 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e2fd862922a0:0-0 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=104 java.io.IOException: Unable to complete flush {ENCODED => 086975f674c828ef90efb081e908dff1, NAME => 'TestAcidGuarantees,,1732529713522.086975f674c828ef90efb081e908dff1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T10:15:17,322 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41005 {}] master.HMaster(4177): Remote procedure failed, pid=104 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 086975f674c828ef90efb081e908dff1, NAME => 'TestAcidGuarantees,,1732529713522.086975f674c828ef90efb081e908dff1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 086975f674c828ef90efb081e908dff1, NAME => 'TestAcidGuarantees,,1732529713522.086975f674c828ef90efb081e908dff1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T10:15:17,382 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41005 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=103 2024-11-25T10:15:17,444 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=086975f674c828ef90efb081e908dff1, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-25T10:15:17,444 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38696 deadline: 1732529777442, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=086975f674c828ef90efb081e908dff1, server=e2fd862922a0,38547,1732529625709 2024-11-25T10:15:17,445 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732529713522.086975f674c828ef90efb081e908dff1., hostname=e2fd862922a0,38547,1732529625709, seqNum=5 , the old value is region=TestAcidGuarantees,,1732529713522.086975f674c828ef90efb081e908dff1., hostname=e2fd862922a0,38547,1732529625709, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=086975f674c828ef90efb081e908dff1, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T10:15:17,445 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732529713522.086975f674c828ef90efb081e908dff1., hostname=e2fd862922a0,38547,1732529625709, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=086975f674c828ef90efb081e908dff1, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T10:15:17,445 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732529713522.086975f674c828ef90efb081e908dff1., hostname=e2fd862922a0,38547,1732529625709, seqNum=5 because the exception is null or not the one we care about 2024-11-25T10:15:17,474 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=38547 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=104 2024-11-25T10:15:17,474 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e2fd862922a0:0-1 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732529713522.086975f674c828ef90efb081e908dff1. 2024-11-25T10:15:17,474 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e2fd862922a0:0-1 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732529713522.086975f674c828ef90efb081e908dff1. as already flushing 2024-11-25T10:15:17,474 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e2fd862922a0:0-1 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732529713522.086975f674c828ef90efb081e908dff1. 2024-11-25T10:15:17,474 ERROR [RS_FLUSH_OPERATIONS-regionserver/e2fd862922a0:0-1 {event_type=RS_FLUSH_REGIONS, pid=104}] handler.RSProcedureHandler(58): pid=104 java.io.IOException: Unable to complete flush {ENCODED => 086975f674c828ef90efb081e908dff1, NAME => 'TestAcidGuarantees,,1732529713522.086975f674c828ef90efb081e908dff1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T10:15:17,475 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e2fd862922a0:0-1 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=104 java.io.IOException: Unable to complete flush {ENCODED => 086975f674c828ef90efb081e908dff1, NAME => 'TestAcidGuarantees,,1732529713522.086975f674c828ef90efb081e908dff1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T10:15:17,475 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41005 {}] master.HMaster(4177): Remote procedure failed, pid=104 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 086975f674c828ef90efb081e908dff1, NAME => 'TestAcidGuarantees,,1732529713522.086975f674c828ef90efb081e908dff1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 086975f674c828ef90efb081e908dff1, NAME => 'TestAcidGuarantees,,1732529713522.086975f674c828ef90efb081e908dff1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T10:15:17,528 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=086975f674c828ef90efb081e908dff1, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-25T10:15:17,528 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] ipc.CallRunner(138): callId: 15 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38698 deadline: 1732529777522, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=086975f674c828ef90efb081e908dff1, server=e2fd862922a0,38547,1732529625709 2024-11-25T10:15:17,528 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=086975f674c828ef90efb081e908dff1, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-25T10:15:17,528 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] ipc.CallRunner(138): callId: 15 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38710 deadline: 1732529777522, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=086975f674c828ef90efb081e908dff1, server=e2fd862922a0,38547,1732529625709 2024-11-25T10:15:17,528 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732529713522.086975f674c828ef90efb081e908dff1., hostname=e2fd862922a0,38547,1732529625709, seqNum=5 , the old value is region=TestAcidGuarantees,,1732529713522.086975f674c828ef90efb081e908dff1., hostname=e2fd862922a0,38547,1732529625709, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=086975f674c828ef90efb081e908dff1, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T10:15:17,528 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732529713522.086975f674c828ef90efb081e908dff1., hostname=e2fd862922a0,38547,1732529625709, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=086975f674c828ef90efb081e908dff1, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T10:15:17,528 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732529713522.086975f674c828ef90efb081e908dff1., hostname=e2fd862922a0,38547,1732529625709, seqNum=5 because the exception is null or not the one we care about 2024-11-25T10:15:17,529 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=086975f674c828ef90efb081e908dff1, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-25T10:15:17,529 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38752 deadline: 1732529777522, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=086975f674c828ef90efb081e908dff1, server=e2fd862922a0,38547,1732529625709 2024-11-25T10:15:17,529 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732529713522.086975f674c828ef90efb081e908dff1., hostname=e2fd862922a0,38547,1732529625709, seqNum=5 , the old value is region=TestAcidGuarantees,,1732529713522.086975f674c828ef90efb081e908dff1., hostname=e2fd862922a0,38547,1732529625709, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=086975f674c828ef90efb081e908dff1, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T10:15:17,529 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732529713522.086975f674c828ef90efb081e908dff1., hostname=e2fd862922a0,38547,1732529625709, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=086975f674c828ef90efb081e908dff1, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T10:15:17,529 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732529713522.086975f674c828ef90efb081e908dff1., hostname=e2fd862922a0,38547,1732529625709, seqNum=5 because the exception is null or not the one we care about 2024-11-25T10:15:17,531 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732529713522.086975f674c828ef90efb081e908dff1., hostname=e2fd862922a0,38547,1732529625709, seqNum=5 , the old value is region=TestAcidGuarantees,,1732529713522.086975f674c828ef90efb081e908dff1., hostname=e2fd862922a0,38547,1732529625709, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=086975f674c828ef90efb081e908dff1, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T10:15:17,531 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732529713522.086975f674c828ef90efb081e908dff1., hostname=e2fd862922a0,38547,1732529625709, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=086975f674c828ef90efb081e908dff1, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T10:15:17,531 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732529713522.086975f674c828ef90efb081e908dff1., hostname=e2fd862922a0,38547,1732529625709, seqNum=5 because the exception is null or not the one we care about 2024-11-25T10:15:17,543 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=086975f674c828ef90efb081e908dff1, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-25T10:15:17,543 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38724 deadline: 1732529777532, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=086975f674c828ef90efb081e908dff1, server=e2fd862922a0,38547,1732529625709 2024-11-25T10:15:17,543 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732529713522.086975f674c828ef90efb081e908dff1., hostname=e2fd862922a0,38547,1732529625709, seqNum=5 , the old value is region=TestAcidGuarantees,,1732529713522.086975f674c828ef90efb081e908dff1., hostname=e2fd862922a0,38547,1732529625709, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=086975f674c828ef90efb081e908dff1, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T10:15:17,543 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732529713522.086975f674c828ef90efb081e908dff1., hostname=e2fd862922a0,38547,1732529625709, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=086975f674c828ef90efb081e908dff1, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T10:15:17,543 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732529713522.086975f674c828ef90efb081e908dff1., hostname=e2fd862922a0,38547,1732529625709, seqNum=5 because the exception is null or not the one we care about 2024-11-25T10:15:17,594 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=14 (bloomFilter=true), to=hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/086975f674c828ef90efb081e908dff1/.tmp/C/1c8e9da2cbfb41e4936a993dab6b117a 2024-11-25T10:15:17,601 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/086975f674c828ef90efb081e908dff1/.tmp/A/cb8dfae7d81440348f071c9cff05a181 as hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/086975f674c828ef90efb081e908dff1/A/cb8dfae7d81440348f071c9cff05a181 2024-11-25T10:15:17,605 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/086975f674c828ef90efb081e908dff1/A/cb8dfae7d81440348f071c9cff05a181, entries=150, sequenceid=14, filesize=30.2 K 2024-11-25T10:15:17,606 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/086975f674c828ef90efb081e908dff1/.tmp/B/d304fcb1d1f34ac594223b6022747df1 as hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/086975f674c828ef90efb081e908dff1/B/d304fcb1d1f34ac594223b6022747df1 2024-11-25T10:15:17,610 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/086975f674c828ef90efb081e908dff1/B/d304fcb1d1f34ac594223b6022747df1, entries=150, sequenceid=14, filesize=11.7 K 2024-11-25T10:15:17,610 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/086975f674c828ef90efb081e908dff1/.tmp/C/1c8e9da2cbfb41e4936a993dab6b117a as hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/086975f674c828ef90efb081e908dff1/C/1c8e9da2cbfb41e4936a993dab6b117a 2024-11-25T10:15:17,615 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/086975f674c828ef90efb081e908dff1/C/1c8e9da2cbfb41e4936a993dab6b117a, entries=150, sequenceid=14, filesize=11.7 K 2024-11-25T10:15:17,616 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~46.96 KB/48090, heapSize ~140.16 KB/143520, currentSize=134.18 KB/137400 for 086975f674c828ef90efb081e908dff1 in 1362ms, sequenceid=14, compaction requested=false 2024-11-25T10:15:17,616 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 086975f674c828ef90efb081e908dff1: 2024-11-25T10:15:17,636 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=38547 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=104 2024-11-25T10:15:17,636 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e2fd862922a0:0-2 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732529713522.086975f674c828ef90efb081e908dff1. 2024-11-25T10:15:17,637 INFO [RS_FLUSH_OPERATIONS-regionserver/e2fd862922a0:0-2 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.HRegion(2902): Flushing 086975f674c828ef90efb081e908dff1 3/3 column families, dataSize=134.18 KB heapSize=380.30 KB 2024-11-25T10:15:17,637 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e2fd862922a0:0-2 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 086975f674c828ef90efb081e908dff1, store=A 2024-11-25T10:15:17,637 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e2fd862922a0:0-2 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-25T10:15:17,637 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e2fd862922a0:0-2 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 086975f674c828ef90efb081e908dff1, store=B 2024-11-25T10:15:17,637 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e2fd862922a0:0-2 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-25T10:15:17,637 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e2fd862922a0:0-2 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 086975f674c828ef90efb081e908dff1, store=C 2024-11-25T10:15:17,637 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e2fd862922a0:0-2 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-25T10:15:17,673 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e2fd862922a0:0-2 {event_type=RS_FLUSH_REGIONS, pid=104}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241125657c1a4850404ac88569acc2514f8a80_086975f674c828ef90efb081e908dff1 is 50, key is test_row_0/A:col10/1732529716352/Put/seqid=0 2024-11-25T10:15:17,718 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39927 is added to blk_1073742171_1347 (size=12154) 2024-11-25T10:15:17,719 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e2fd862922a0:0-2 {event_type=RS_FLUSH_REGIONS, pid=104}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:17,723 INFO [RS_FLUSH_OPERATIONS-regionserver/e2fd862922a0:0-2 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241125657c1a4850404ac88569acc2514f8a80_086975f674c828ef90efb081e908dff1 to hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241125657c1a4850404ac88569acc2514f8a80_086975f674c828ef90efb081e908dff1 2024-11-25T10:15:17,724 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e2fd862922a0:0-2 {event_type=RS_FLUSH_REGIONS, pid=104}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/086975f674c828ef90efb081e908dff1/.tmp/A/b404eb2843924f559c0100e3c549ced5, store: [table=TestAcidGuarantees family=A region=086975f674c828ef90efb081e908dff1] 2024-11-25T10:15:17,725 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e2fd862922a0:0-2 {event_type=RS_FLUSH_REGIONS, pid=104}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/086975f674c828ef90efb081e908dff1/.tmp/A/b404eb2843924f559c0100e3c549ced5 is 175, key is test_row_0/A:col10/1732529716352/Put/seqid=0 2024-11-25T10:15:17,733 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39927 is added to blk_1073742172_1348 (size=30955) 2024-11-25T10:15:17,755 INFO [RS_FLUSH_OPERATIONS-regionserver/e2fd862922a0:0-2 {event_type=RS_FLUSH_REGIONS, pid=104}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=50, memsize=44.7 K, hasBloomFilter=true, into tmp file hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/086975f674c828ef90efb081e908dff1/.tmp/A/b404eb2843924f559c0100e3c549ced5 2024-11-25T10:15:17,783 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e2fd862922a0:0-2 {event_type=RS_FLUSH_REGIONS, pid=104}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/086975f674c828ef90efb081e908dff1/.tmp/B/ed514aec419b433eb794d5e8b022459a is 50, key is test_row_0/B:col10/1732529716352/Put/seqid=0 2024-11-25T10:15:17,793 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39927 is added to blk_1073742173_1349 (size=12001) 2024-11-25T10:15:17,798 INFO [RS_FLUSH_OPERATIONS-regionserver/e2fd862922a0:0-2 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=50 (bloomFilter=true), to=hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/086975f674c828ef90efb081e908dff1/.tmp/B/ed514aec419b433eb794d5e8b022459a 2024-11-25T10:15:17,826 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e2fd862922a0:0-2 {event_type=RS_FLUSH_REGIONS, pid=104}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/086975f674c828ef90efb081e908dff1/.tmp/C/b781d4af61a1449ea4bcfa77e4aad6ff is 50, key is test_row_0/C:col10/1732529716352/Put/seqid=0 2024-11-25T10:15:17,855 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39927 is added to blk_1073742174_1350 (size=12001) 2024-11-25T10:15:17,856 INFO [RS_FLUSH_OPERATIONS-regionserver/e2fd862922a0:0-2 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=50 (bloomFilter=true), to=hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/086975f674c828ef90efb081e908dff1/.tmp/C/b781d4af61a1449ea4bcfa77e4aad6ff 2024-11-25T10:15:17,860 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e2fd862922a0:0-2 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/086975f674c828ef90efb081e908dff1/.tmp/A/b404eb2843924f559c0100e3c549ced5 as hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/086975f674c828ef90efb081e908dff1/A/b404eb2843924f559c0100e3c549ced5 2024-11-25T10:15:17,868 INFO [RS_FLUSH_OPERATIONS-regionserver/e2fd862922a0:0-2 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/086975f674c828ef90efb081e908dff1/A/b404eb2843924f559c0100e3c549ced5, entries=150, sequenceid=50, filesize=30.2 K 2024-11-25T10:15:17,869 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:17,869 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e2fd862922a0:0-2 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/086975f674c828ef90efb081e908dff1/.tmp/B/ed514aec419b433eb794d5e8b022459a as hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/086975f674c828ef90efb081e908dff1/B/ed514aec419b433eb794d5e8b022459a 2024-11-25T10:15:17,869 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:17,869 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:17,874 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:17,875 INFO [RS_FLUSH_OPERATIONS-regionserver/e2fd862922a0:0-2 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/086975f674c828ef90efb081e908dff1/B/ed514aec419b433eb794d5e8b022459a, entries=150, sequenceid=50, filesize=11.7 K 2024-11-25T10:15:17,875 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:17,876 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e2fd862922a0:0-2 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/086975f674c828ef90efb081e908dff1/.tmp/C/b781d4af61a1449ea4bcfa77e4aad6ff as hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/086975f674c828ef90efb081e908dff1/C/b781d4af61a1449ea4bcfa77e4aad6ff 2024-11-25T10:15:17,876 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:17,876 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:17,876 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:17,877 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:17,877 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:17,877 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:17,877 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:17,878 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:17,878 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:17,878 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:17,879 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:17,879 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:17,879 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:17,880 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:17,880 INFO [RS_FLUSH_OPERATIONS-regionserver/e2fd862922a0:0-2 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/086975f674c828ef90efb081e908dff1/C/b781d4af61a1449ea4bcfa77e4aad6ff, entries=150, sequenceid=50, filesize=11.7 K 2024-11-25T10:15:17,880 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:17,880 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:17,881 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:17,881 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:17,881 INFO [RS_FLUSH_OPERATIONS-regionserver/e2fd862922a0:0-2 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.HRegion(3140): Finished flush of dataSize ~134.18 KB/137400, heapSize ~380.25 KB/389376, currentSize=0 B/0 for 086975f674c828ef90efb081e908dff1 in 244ms, sequenceid=50, compaction requested=false 2024-11-25T10:15:17,881 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:17,881 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e2fd862922a0:0-2 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.HRegion(2603): Flush status journal for 086975f674c828ef90efb081e908dff1: 2024-11-25T10:15:17,881 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e2fd862922a0:0-2 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732529713522.086975f674c828ef90efb081e908dff1. 2024-11-25T10:15:17,881 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e2fd862922a0:0-2 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=104 2024-11-25T10:15:17,882 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:17,882 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:17,882 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:17,882 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41005 {}] master.HMaster(4169): Remote procedure done, pid=104 2024-11-25T10:15:17,882 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:17,882 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:17,882 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:17,883 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:17,883 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:17,883 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:17,883 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:17,883 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:17,884 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:17,885 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:17,885 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=104, resume processing ppid=103 2024-11-25T10:15:17,885 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=104, ppid=103, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.6380 sec 2024-11-25T10:15:17,886 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:17,886 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:17,886 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:17,887 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:17,887 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=103, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=103, table=TestAcidGuarantees in 1.6460 sec 2024-11-25T10:15:17,887 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:17,888 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:17,888 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:17,888 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:17,888 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:17,889 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:17,889 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:17,889 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:17,889 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:17,890 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:17,890 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:17,890 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:17,890 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:17,890 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:17,890 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:17,891 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:17,891 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:17,891 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:17,891 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:17,891 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:17,891 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:17,892 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:17,892 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:17,893 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:17,893 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:17,893 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:17,893 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:17,894 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:17,894 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:17,894 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:17,894 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:17,895 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:17,895 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:17,895 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:17,895 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:17,895 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:17,896 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:17,896 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:17,896 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:17,896 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:17,896 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:17,897 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:17,897 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:17,897 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:17,898 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:17,898 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:17,898 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:17,898 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:17,899 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:17,899 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:17,899 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:17,899 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:17,900 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:17,900 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:17,900 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:17,900 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:17,901 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:17,901 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:17,901 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:17,901 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:17,901 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:17,901 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:17,902 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:17,902 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:17,902 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:17,902 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:17,902 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:17,902 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:17,903 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:17,903 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:17,903 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:17,903 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:17,903 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:17,904 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:17,904 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:17,904 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:17,904 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:17,904 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:17,904 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:17,905 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:17,905 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:17,905 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:17,905 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:17,905 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:17,905 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:17,905 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:17,906 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:17,906 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:17,906 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:17,906 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:17,906 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:17,907 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:17,907 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:17,907 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:17,907 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:17,907 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:17,907 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:17,907 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:17,908 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:17,908 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:17,908 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:17,908 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:17,908 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:17,909 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:17,909 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:17,909 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:17,910 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:17,910 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:17,910 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:17,910 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:17,911 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:17,911 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:17,911 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:17,911 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:17,911 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:17,912 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:17,912 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:17,912 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:17,912 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:17,912 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:17,912 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:17,913 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:17,913 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:17,913 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:17,913 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:17,913 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:17,913 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:17,913 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:17,914 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:17,914 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:17,914 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:17,914 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:17,914 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:17,914 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:17,914 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:17,914 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:17,915 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:17,915 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:17,915 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:17,915 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:17,915 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:17,916 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:17,916 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:17,916 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:17,916 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:17,916 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:17,916 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:17,917 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:17,917 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:17,917 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:17,917 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:17,917 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:17,917 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:17,917 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:17,917 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:17,918 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:17,918 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:17,918 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:17,918 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:17,918 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:17,918 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:17,918 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:17,919 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:17,919 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:17,919 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:17,919 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:17,919 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:17,920 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:17,920 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:17,920 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:17,920 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:17,920 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:17,921 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:17,921 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:17,921 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:17,921 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:17,921 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:17,921 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:17,921 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:17,922 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:17,922 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:17,922 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:17,922 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:17,922 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:17,923 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:17,923 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:17,923 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:17,923 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:17,924 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:17,924 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:17,924 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:17,924 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:17,924 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:17,924 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:17,925 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:17,925 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:17,925 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:17,926 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:17,926 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:17,926 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:17,927 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:17,927 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:17,928 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:17,928 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:17,928 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:17,929 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:17,929 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:17,930 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:17,930 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:17,931 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:17,931 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:17,931 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:17,932 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:17,932 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:17,932 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:17,933 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:17,933 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:17,933 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:17,934 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:17,934 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:17,934 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:17,935 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:17,935 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:17,935 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:17,935 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:17,936 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:17,936 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:17,936 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:17,937 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:17,938 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:17,938 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:17,939 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:17,939 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:17,940 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:17,940 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:17,941 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:17,941 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:17,941 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:17,941 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:17,942 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:17,942 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:17,942 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:17,942 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:17,943 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:17,943 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:17,944 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:17,944 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:17,944 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:17,945 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:17,945 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:17,946 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:17,946 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:17,946 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:17,947 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:17,947 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:17,947 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:17,948 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:17,948 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:17,948 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:17,949 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:17,949 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:17,950 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:17,950 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:17,950 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:17,950 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:17,951 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:17,951 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:17,952 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:17,956 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:17,958 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:17,959 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:17,959 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:17,960 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:17,962 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:17,962 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:17,963 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:17,964 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:17,964 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:17,965 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:17,965 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:17,965 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:17,965 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:17,965 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:17,966 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:17,966 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:17,966 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:17,966 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:17,967 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:17,967 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:17,967 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:17,967 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:17,967 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:17,967 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:17,968 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:17,968 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:17,968 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:17,968 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:17,968 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:17,969 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:17,969 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:17,969 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:17,969 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:17,969 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:17,970 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:17,970 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:17,970 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:17,970 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:17,970 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:17,970 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:17,971 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:17,971 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:17,971 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:17,971 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:17,972 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:17,972 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:17,972 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:17,972 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:17,972 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:17,972 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:17,973 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:17,973 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:17,973 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:17,973 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:17,973 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:17,974 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:17,974 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:17,974 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:17,974 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:17,974 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:17,975 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:17,975 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:17,975 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:17,975 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:17,975 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:17,975 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:17,976 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:17,976 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:17,976 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:17,976 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:17,976 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:17,976 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:17,977 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:17,977 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:17,977 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:17,977 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:17,977 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:17,978 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:17,978 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:17,978 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:17,978 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:17,979 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:17,979 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:17,979 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:17,979 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:17,980 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:17,980 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:17,980 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:17,980 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:17,981 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:17,981 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:17,981 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:17,981 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:17,981 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:17,982 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:17,982 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:17,982 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:17,982 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:17,982 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:17,983 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:17,983 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:17,983 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:17,983 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:17,983 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:17,984 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:17,984 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:17,984 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:17,984 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:17,984 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:17,985 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:17,985 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:17,985 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:17,985 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:17,986 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:17,986 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:17,986 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:17,986 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:17,986 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:17,987 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:17,987 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:17,987 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:17,987 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:17,987 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:17,988 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:17,988 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:17,988 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:17,989 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:17,989 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:17,989 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:17,989 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:17,989 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:17,989 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:17,990 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:17,990 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:17,990 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:17,990 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:17,990 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:17,991 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:17,991 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:17,991 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:17,991 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:17,991 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:17,991 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:17,992 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:17,992 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:17,992 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:17,992 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:17,993 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:17,993 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:17,993 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:17,993 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:17,993 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:17,993 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:17,994 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:17,994 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:17,994 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:17,994 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:17,994 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:17,994 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:17,995 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:17,995 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:17,995 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:17,995 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:17,995 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:17,995 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:17,996 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:17,996 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:17,996 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:17,996 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:17,996 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:17,997 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:17,997 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:17,997 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:17,997 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:17,997 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:17,997 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:17,998 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:17,998 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:17,998 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:17,998 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:17,998 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:17,998 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:17,999 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:17,999 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:17,999 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:17,999 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:18,000 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:18,000 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:18,000 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:18,000 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:18,000 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:18,000 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:18,001 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:18,001 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:18,001 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:18,001 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:18,002 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:18,002 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:18,003 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:18,003 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:18,003 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:18,004 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:18,004 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:18,004 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:18,004 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:18,005 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:18,005 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:18,005 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:18,005 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:18,005 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:18,005 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:18,006 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:18,006 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:18,006 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:18,006 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:18,006 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:18,006 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:18,007 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:18,007 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:18,007 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:18,007 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:18,007 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:18,008 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:18,008 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:18,008 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:18,008 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:18,009 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:18,009 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:18,010 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:18,010 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:18,010 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:18,010 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:18,011 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:18,011 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:18,011 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:18,011 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:18,011 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:18,011 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:18,012 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:18,012 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:18,012 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:18,013 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:18,013 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:18,013 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:18,013 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:18,013 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:18,013 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:18,014 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:18,014 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:18,014 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:18,014 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:18,014 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:18,015 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:18,015 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:18,015 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:18,015 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:18,015 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:18,015 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:18,016 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:18,016 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:18,016 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:18,017 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:18,017 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:18,017 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:18,017 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:18,018 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:18,018 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:18,018 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:18,019 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:18,019 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:18,020 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:18,020 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:18,020 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:18,021 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:18,021 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:18,021 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:18,022 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:18,022 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:18,022 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:18,022 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:18,023 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:18,023 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:18,023 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:18,023 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:18,024 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:18,024 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:18,025 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:18,025 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:18,025 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:18,026 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:18,026 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:18,026 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:18,026 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:18,027 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:18,027 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:18,027 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:18,027 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:18,028 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:18,028 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:18,028 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:18,028 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:18,028 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:18,029 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:18,029 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:18,029 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:18,029 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:18,029 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:18,030 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:18,030 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:18,030 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:18,030 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:18,030 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:18,030 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:18,031 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:18,031 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:18,031 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:18,031 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:18,031 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:18,032 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:18,032 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:18,032 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:18,032 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:18,033 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:18,033 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:18,033 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:18,033 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:18,033 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:18,033 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:18,034 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:18,034 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:18,034 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:18,034 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:18,035 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:18,035 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:18,035 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:18,035 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:18,035 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:18,035 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:18,036 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:18,036 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:18,036 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:18,036 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:18,036 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:18,037 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:18,037 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:18,037 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:18,037 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:18,037 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:18,038 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:18,038 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:18,038 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:18,038 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:18,039 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:18,039 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:18,039 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:18,039 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:18,040 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:18,040 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:18,040 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:18,041 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:18,041 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:18,041 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:18,042 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:18,042 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:18,042 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:18,042 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:18,042 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:18,043 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:18,043 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:18,043 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:18,043 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:18,044 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:18,044 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:18,044 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:18,044 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:18,044 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:18,045 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:18,045 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:18,045 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:18,045 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:18,045 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:18,045 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:18,046 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:18,046 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:18,046 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:18,046 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:18,046 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:18,047 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:18,047 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:18,047 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:18,047 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:18,047 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:18,047 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:18,048 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:18,048 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:18,048 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:18,048 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:18,048 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:18,048 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:18,049 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:18,049 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:18,051 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:18,052 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:18,052 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:18,053 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:18,053 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:18,053 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:18,053 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:18,054 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:18,054 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:18,054 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:18,055 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:18,055 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:18,055 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:18,056 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:18,056 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:18,056 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:18,056 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:18,056 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:18,057 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:18,057 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:18,057 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:18,057 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:18,057 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:18,058 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:18,058 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:18,058 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:18,058 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:18,059 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:18,059 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:18,059 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:18,059 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:18,060 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:18,060 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:18,060 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:18,060 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:18,061 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:18,061 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:18,061 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:18,061 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:18,061 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:18,062 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:18,062 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:18,063 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:18,064 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:18,064 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:18,064 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:18,065 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:18,065 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:18,065 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:18,065 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:18,065 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:18,066 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:18,066 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:18,066 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:18,066 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:18,067 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:18,067 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:18,067 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:18,067 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:18,068 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:18,068 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:18,068 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:18,068 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:18,069 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:18,069 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:18,070 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:18,070 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:18,070 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:18,071 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:18,071 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:18,071 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:18,072 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:18,072 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:18,072 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:18,072 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:18,073 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:18,073 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:18,073 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:18,073 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:18,074 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:18,074 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:18,074 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:18,074 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:18,074 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:18,075 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:18,075 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:18,075 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:18,075 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:18,076 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:18,076 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:18,076 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:18,076 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:18,077 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:18,077 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:18,079 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:18,079 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:18,080 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:18,080 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:18,080 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:18,080 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:18,081 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:18,081 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:18,081 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:18,081 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:18,082 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:18,082 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:18,083 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:18,083 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:18,083 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:18,084 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:18,084 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:18,084 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:18,085 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:18,085 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:18,085 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:18,085 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:18,086 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:18,086 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:18,086 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:18,086 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:18,086 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:18,087 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:18,087 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:18,087 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:18,087 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:18,088 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:18,088 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:18,088 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:18,088 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:18,088 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:18,089 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:18,089 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:18,089 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:18,089 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:18,089 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:18,090 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:18,090 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:18,090 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:18,090 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:18,091 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:18,091 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:18,091 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:18,091 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:18,092 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:18,092 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:18,092 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:18,092 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:18,092 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:18,093 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:18,093 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:18,093 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:18,093 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:18,094 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:18,094 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:18,094 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:18,094 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:18,094 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:18,095 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:18,095 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:18,095 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:18,095 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:18,095 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:18,096 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:18,096 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:18,096 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:18,096 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:18,096 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:18,097 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:18,097 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:18,097 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:18,097 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:18,098 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:18,098 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:18,098 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:18,098 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:18,098 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:18,098 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:18,099 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:18,099 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:18,099 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:18,099 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:18,100 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:18,100 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:18,100 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:18,100 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:18,100 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:18,101 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:18,101 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:18,102 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:18,102 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:18,102 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:18,103 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:18,103 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:18,103 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:18,103 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:18,104 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:18,104 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:18,105 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:18,105 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:18,105 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:18,105 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:18,105 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:18,106 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:18,106 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:18,106 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:18,106 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:18,106 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:18,107 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:18,107 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:18,107 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:18,107 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:18,108 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:18,108 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:18,108 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:18,108 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:18,109 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:18,109 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:18,109 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:18,109 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:18,110 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:18,110 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:18,110 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:18,110 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:18,110 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:18,110 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:18,111 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:18,111 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:18,111 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:18,112 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:18,112 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:18,112 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:18,112 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:18,112 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:18,113 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:18,113 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:18,113 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:18,113 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:18,114 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:18,114 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:18,114 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:18,115 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:18,115 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:18,116 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:18,116 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:18,116 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:18,117 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:18,117 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:18,117 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:18,117 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:18,118 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:18,118 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:18,118 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:18,118 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:18,119 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:18,119 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:18,120 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:18,120 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:18,120 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:18,121 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:18,121 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:18,121 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:18,122 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:18,122 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:18,122 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:18,122 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:18,123 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:18,123 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:18,123 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:18,124 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:18,124 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:18,124 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:18,125 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:18,125 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:18,126 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:18,126 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:18,126 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:18,127 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:18,127 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:18,127 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:18,127 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:18,128 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:18,128 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:18,129 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:18,129 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:18,129 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:18,130 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:18,131 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:18,131 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:18,131 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:18,131 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:18,131 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:18,132 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:18,132 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:18,132 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:18,132 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:18,133 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:18,133 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:18,133 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:18,133 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:18,133 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:18,134 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:18,134 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:18,134 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:18,134 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:18,134 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:18,134 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:18,135 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:18,135 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:18,135 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:18,135 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:18,135 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:18,136 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:18,136 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:18,136 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:18,136 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:18,137 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:18,137 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:18,137 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:18,137 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:18,137 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:18,138 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:18,138 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:18,138 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:18,138 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:18,138 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:18,138 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:18,139 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:18,139 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:18,139 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:18,139 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:18,140 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:18,141 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:18,141 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:18,141 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:18,142 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:18,142 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:18,142 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:18,142 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:18,143 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:18,143 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:18,143 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:18,143 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:18,143 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:18,144 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:18,144 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:18,144 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:18,144 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:18,144 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:18,145 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:18,145 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:18,145 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:18,145 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:18,145 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:18,146 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:18,146 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:18,146 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:18,146 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:18,147 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:18,147 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:18,147 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:18,147 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:18,147 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:18,147 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:18,148 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:18,148 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:18,148 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:18,148 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:18,148 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:18,148 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:18,149 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:18,149 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:18,149 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:18,149 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:18,149 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:18,149 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:18,150 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:18,150 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:18,150 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:18,150 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:18,150 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:18,150 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:18,151 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:18,151 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:18,151 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:18,151 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:18,151 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:18,151 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:18,151 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:18,152 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:18,152 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:18,152 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:18,152 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:18,152 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:18,153 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:18,153 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:18,153 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:18,153 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:18,153 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:18,153 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:18,154 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:18,154 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:18,154 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:18,154 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:18,154 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:18,154 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:18,155 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:18,155 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:18,155 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:18,155 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:18,156 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:18,156 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:18,156 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:18,156 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:18,156 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:18,156 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:18,157 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:18,157 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:18,157 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:18,157 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:18,157 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:18,157 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:18,158 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:18,158 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:18,158 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:18,158 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:18,158 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:18,158 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:18,159 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:18,159 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:18,159 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:18,160 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:18,160 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:18,160 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:18,160 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:18,160 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:18,160 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:18,161 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:18,161 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:18,161 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:18,162 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:18,162 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:18,162 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:18,162 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:18,162 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:18,163 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:18,163 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:18,163 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:18,163 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:18,164 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:18,164 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:18,164 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:18,164 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:18,164 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:18,164 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:18,165 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:18,165 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:18,165 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:18,165 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:18,165 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:18,165 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:18,165 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:18,166 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:18,166 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:18,166 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:18,166 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:18,166 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:18,166 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:18,166 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:18,167 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:18,167 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:18,167 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:18,167 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:18,167 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:18,168 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:18,168 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:18,168 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:18,168 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:18,168 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:18,168 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:18,168 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:18,168 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:18,169 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:18,169 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:18,169 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:18,169 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:18,169 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:18,169 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:18,170 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:18,170 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:18,170 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:18,170 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:18,170 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:18,170 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:18,170 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:18,171 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:18,171 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:18,171 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:18,171 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:18,172 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:18,172 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:18,172 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:18,172 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:18,172 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:18,172 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:18,172 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:18,172 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:18,173 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:18,173 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:18,173 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:18,173 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:18,173 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:18,173 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:18,174 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:18,174 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:18,174 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:18,174 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:18,174 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:18,174 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:18,174 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:18,174 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:18,175 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:18,175 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:18,175 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:18,175 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:18,175 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:18,175 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:18,176 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:18,176 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:18,176 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:18,176 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:18,176 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:18,176 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:18,176 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:18,177 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:18,177 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:18,177 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:18,177 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:18,177 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:18,177 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:18,177 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:18,178 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:18,178 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:18,178 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:18,178 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:18,178 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:18,178 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:18,178 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:18,179 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:18,179 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:18,179 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:18,180 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:18,180 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:18,181 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:18,181 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:18,182 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:18,182 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:18,183 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:18,183 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:18,183 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:18,183 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:18,183 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:18,184 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:18,184 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:18,184 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:18,184 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:18,185 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:18,185 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:18,185 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:18,185 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:18,186 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:18,186 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:18,186 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:18,186 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:18,187 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:18,187 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:18,187 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:18,187 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:18,188 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:18,188 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:18,188 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:18,188 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:18,188 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:18,188 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:18,188 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:18,189 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:18,189 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:18,189 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:18,189 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:18,189 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:18,190 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:18,190 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:18,191 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:18,191 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:18,192 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:18,192 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:18,192 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:18,193 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:18,194 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:18,194 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:18,195 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:18,195 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:18,195 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:18,195 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:18,195 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:18,196 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:18,196 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:18,196 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:18,197 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:18,197 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:18,197 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:18,198 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:18,198 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:18,198 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:18,199 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:18,199 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:18,199 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:18,199 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:18,200 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:18,200 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:18,200 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:18,201 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:18,201 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:18,201 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:18,201 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:18,202 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:18,202 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:18,203 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:18,203 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:18,204 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:18,204 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:18,205 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:18,205 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:18,205 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:18,206 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:18,206 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:18,206 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:18,207 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:18,207 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:18,208 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:18,208 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:18,208 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:18,209 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:18,209 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:18,209 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:18,210 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:18,210 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:18,210 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:18,210 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:18,211 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:18,211 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:18,211 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:18,211 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:18,211 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:18,212 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:18,212 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:18,212 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:18,213 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:18,213 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:18,213 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:18,213 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:18,213 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:18,213 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:18,214 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:18,214 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:18,214 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:18,214 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:18,215 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:18,215 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:18,215 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:18,215 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:18,215 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:18,216 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:18,216 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:18,216 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:18,216 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:18,216 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:18,217 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:18,217 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:18,217 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:18,217 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:18,218 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:18,218 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:18,218 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:18,218 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:18,218 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:18,219 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:18,219 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:18,219 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:18,219 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:18,220 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:18,220 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:18,220 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:18,220 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:18,221 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:18,221 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:18,221 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:18,222 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:18,222 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:18,222 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:18,222 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:18,222 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:18,223 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:18,223 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:18,223 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:18,223 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:18,224 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:18,224 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:18,224 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:18,225 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:18,225 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:18,225 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:18,226 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:18,226 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:18,226 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:18,226 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:18,227 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:18,228 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:18,228 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:18,228 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:18,229 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:18,229 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:18,229 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:18,229 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:18,230 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:18,230 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:18,230 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:18,231 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:18,231 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:18,231 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:18,231 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:18,232 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:18,232 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:18,233 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:18,234 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:18,234 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:18,234 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:18,235 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:18,235 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:18,235 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:18,235 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:18,236 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:18,236 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:18,236 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:18,237 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:18,237 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:18,237 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:18,237 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:18,237 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:18,238 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:18,238 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:18,238 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:18,238 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:18,238 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:18,238 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:18,239 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:18,239 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:18,239 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:18,239 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:18,240 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:18,240 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:18,240 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:18,240 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:18,241 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:18,241 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:18,241 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:18,241 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:18,241 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:18,242 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:18,242 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:18,242 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:18,242 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:18,242 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:18,242 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:18,243 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:18,243 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:18,243 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:18,244 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:18,244 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:18,244 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:18,245 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:18,245 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:18,246 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:18,246 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:18,247 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:18,247 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:18,248 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:18,248 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:18,248 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:18,249 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:18,249 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:18,249 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:18,249 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:18,249 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:18,250 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:18,250 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:18,250 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:18,250 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:18,250 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:18,251 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:18,251 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:18,251 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:18,251 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:18,251 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:18,252 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:18,252 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:18,252 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:18,252 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:18,253 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:18,253 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:18,253 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:18,254 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:18,254 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:18,254 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:18,254 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:18,254 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:18,255 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:18,255 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:18,255 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:18,256 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:18,256 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:18,256 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:18,256 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:18,257 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:18,257 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:18,257 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:18,258 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:18,258 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:18,258 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:18,258 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:18,258 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:18,259 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:18,259 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:18,259 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:18,259 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:18,260 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:18,260 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:18,260 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:18,260 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:18,260 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:18,260 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:18,260 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:18,261 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:18,261 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:18,261 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:18,261 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:18,261 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:18,261 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:18,262 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:18,262 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:18,262 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:18,262 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:18,262 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:18,262 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:18,263 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:18,263 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:18,263 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:18,263 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:18,263 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:18,263 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:18,264 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:18,264 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:18,264 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:18,264 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:18,264 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:18,265 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:18,265 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:18,265 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:18,265 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:18,266 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:18,266 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:18,266 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:18,266 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:18,266 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:18,267 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:18,267 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:18,267 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:18,267 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:18,267 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:18,267 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:18,267 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:18,268 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:18,268 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:18,268 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:18,268 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:18,268 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:18,269 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:18,269 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:18,269 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:18,269 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:18,269 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:18,270 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:18,270 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:18,270 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:18,270 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:18,270 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:18,270 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:18,271 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:18,271 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:18,271 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:18,271 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:18,272 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:18,272 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:18,272 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:18,273 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:18,273 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:18,273 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:18,273 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:18,274 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:18,274 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:18,274 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:18,274 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:18,274 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:18,275 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:18,275 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:18,275 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:18,276 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:18,276 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:18,276 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:18,276 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:18,276 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:18,277 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:18,277 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:18,277 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:18,277 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:18,277 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:18,278 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:18,278 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:18,278 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:18,278 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:18,279 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:18,279 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:18,279 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:18,279 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:18,279 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:18,280 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:18,280 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:18,280 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:18,280 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:18,280 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:18,281 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:18,281 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:18,281 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:18,281 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:18,281 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:18,282 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:18,282 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:18,282 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:18,283 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:18,283 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:18,284 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:18,284 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:18,284 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:18,285 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:18,285 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:18,285 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:18,296 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:18,296 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:18,297 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:18,297 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:18,298 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:18,298 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:18,298 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:18,299 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:18,299 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:18,299 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:18,300 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:18,300 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:18,300 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:18,300 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:18,300 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:18,301 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:18,301 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:18,301 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:18,301 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:18,302 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:18,302 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:18,302 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:18,302 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:18,302 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:18,302 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:18,303 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:18,303 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:18,303 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:18,303 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:18,304 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:18,304 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:18,304 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:18,304 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:18,304 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:18,305 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:18,305 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:18,305 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:18,305 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:18,305 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:18,305 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:18,306 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:18,306 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:18,306 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:18,306 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:18,306 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:18,307 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:18,307 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:18,307 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:18,307 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:18,307 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:18,307 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:18,308 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:18,308 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:18,308 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:18,308 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:18,308 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:18,308 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:18,309 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:18,309 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:18,309 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:18,309 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:18,310 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:18,310 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:18,310 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:18,310 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:18,311 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:18,311 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:18,311 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:18,311 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:18,311 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:18,312 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:18,312 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:18,312 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:18,312 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:18,312 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:18,313 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:18,313 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:18,313 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:18,313 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:18,313 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:18,313 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:18,314 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:18,314 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:18,314 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:18,314 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:18,314 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:18,315 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:18,315 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:18,315 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:18,315 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:18,315 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:18,316 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:18,316 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:18,316 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:18,316 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:18,317 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:18,317 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:18,317 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:18,317 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:18,317 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:18,318 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:18,318 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:18,318 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:18,318 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:18,319 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:18,319 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:18,319 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:18,320 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:18,320 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:18,321 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:18,321 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:18,321 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:18,321 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:18,322 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:18,322 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:18,322 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:18,322 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:18,322 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:18,323 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:18,323 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:18,323 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:18,323 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:18,323 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:18,323 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:18,324 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:18,324 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:18,324 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:18,324 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:18,325 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:18,325 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:18,325 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:18,325 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:18,325 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:18,325 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:18,325 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:18,326 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:18,326 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:18,326 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:18,326 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:18,326 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:18,326 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:18,327 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:18,327 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:18,327 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:18,327 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:18,327 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:18,327 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:18,327 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:18,327 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:18,328 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:18,328 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:18,328 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:18,329 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:18,329 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:18,329 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:18,329 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:18,329 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:18,329 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:18,329 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:18,329 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:18,330 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:18,330 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:18,330 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:18,330 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:18,330 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:18,330 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:18,331 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:18,331 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:18,331 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:18,332 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:18,332 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:18,332 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:18,332 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:18,333 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:18,333 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:18,333 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties 2024-11-25T10:15:18,334 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:18,334 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:18,335 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:18,335 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:18,335 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:18,336 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:18,336 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:18,336 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:18,337 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:18,337 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:18,338 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:18,338 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:18,339 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:18,339 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:18,340 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:18,340 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:18,340 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:18,341 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:18,341 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:18,341 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:18,342 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:18,342 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:18,342 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:18,342 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:18,343 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:18,343 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:18,344 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:18,344 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:18,345 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:18,345 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:18,345 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:18,346 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:18,346 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:18,346 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:18,346 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:18,346 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:18,347 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:18,347 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:18,347 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:18,347 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:18,348 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:18,348 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:18,348 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:18,348 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:18,349 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:18,349 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:18,349 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:18,349 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:18,349 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:18,349 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:18,350 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:18,350 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:18,350 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:18,350 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:18,350 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:18,351 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:18,351 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:18,351 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:18,351 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:18,351 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:18,351 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:18,352 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:18,352 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:18,352 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:18,352 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:18,352 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:18,352 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:18,353 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:18,353 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:18,353 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:18,353 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:18,353 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:18,353 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:18,354 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:18,354 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:18,354 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:18,354 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:18,355 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:18,355 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:18,355 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:18,355 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:18,355 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:18,355 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:18,356 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:18,356 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:18,356 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:18,356 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:18,356 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:18,356 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:18,357 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:18,357 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:18,357 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:18,357 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:18,357 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:18,358 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:18,358 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:18,358 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:18,358 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:18,358 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:18,359 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:18,359 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:18,359 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:18,359 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:18,359 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:18,359 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:18,359 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:18,360 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:18,360 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:18,361 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:18,361 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:18,361 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:18,361 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:18,362 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:18,362 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:18,362 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:18,362 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:18,362 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:18,362 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:18,363 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:18,363 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:18,363 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:18,363 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:18,363 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:18,363 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:18,364 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:18,364 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:18,364 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:18,364 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:18,364 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:18,364 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:18,365 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:18,365 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:18,365 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:18,365 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:18,365 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:18,365 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:18,365 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:18,366 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:18,366 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:18,366 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:18,366 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:18,366 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:18,366 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:18,366 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:18,366 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:18,366 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:18,367 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:18,367 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:18,367 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:18,367 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:18,367 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:18,367 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:18,368 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:18,368 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:18,368 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:18,368 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:18,368 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:18,369 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:18,369 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:18,369 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:18,369 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:18,369 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:18,369 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:18,370 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:18,370 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:18,370 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:18,370 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:18,370 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:18,370 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:18,370 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:18,371 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:18,371 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:18,371 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:18,371 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:18,371 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:18,371 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:18,372 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:18,372 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:18,372 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:18,372 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:18,372 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:18,373 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:18,373 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:18,373 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:18,373 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:18,373 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:18,373 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:18,374 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:18,374 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:18,374 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:18,374 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:18,374 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:18,374 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:18,374 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:18,375 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:18,375 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:18,375 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:18,375 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:18,375 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:18,375 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:18,375 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:18,376 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:18,376 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:18,376 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:18,376 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:18,376 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:18,376 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:18,377 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:18,377 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:18,377 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:18,377 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:18,377 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:18,377 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:18,377 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:18,377 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:18,378 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:18,378 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:18,378 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:18,378 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:18,378 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:18,378 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:18,378 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:18,379 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:18,379 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:18,379 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:18,379 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:18,379 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:18,380 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:18,380 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:18,380 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:18,380 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:18,381 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:18,381 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:18,381 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:18,381 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:18,382 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:18,382 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:18,382 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:18,382 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:18,382 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:18,383 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:18,383 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:18,383 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:18,383 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:18,383 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:18,384 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:18,384 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:18,384 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:18,384 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:18,384 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:18,384 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:18,385 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:18,385 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:18,385 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:18,385 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:18,385 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:18,386 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:18,386 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:18,386 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:18,386 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:18,386 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:18,386 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:18,386 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:18,386 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:18,387 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:18,387 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:18,387 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:18,387 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:18,387 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:18,387 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:18,388 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:18,388 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:18,388 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:18,388 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:18,388 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:18,388 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:18,388 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:18,388 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:18,389 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:18,389 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:18,389 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:18,389 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:18,389 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:18,389 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:18,389 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:18,390 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:18,390 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:18,390 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:18,390 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:18,390 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:18,390 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:18,390 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:18,391 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:18,391 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:18,391 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:18,391 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:18,391 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:18,391 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:18,392 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:18,392 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:18,392 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:18,392 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:18,392 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:18,393 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:18,393 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:18,393 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:18,393 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:18,394 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:18,394 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:18,394 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:18,394 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:18,395 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:18,395 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:18,395 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:18,396 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:18,396 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:18,396 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:18,396 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:18,396 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:18,396 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:18,397 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:18,397 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:18,397 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:18,397 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:18,397 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:18,398 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:18,398 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:18,398 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:18,398 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:18,398 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:18,399 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:18,399 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:18,399 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:18,399 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:18,400 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:18,400 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:18,400 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:18,400 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:18,401 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:18,401 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:18,401 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:18,401 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:18,402 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:18,402 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:18,402 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:18,402 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:18,402 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41005 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=103 2024-11-25T10:15:18,403 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:18,403 INFO [RPCClient-NioEventLoopGroup-4-8 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-25T10:15:18,403 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:18,403 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:18,403 INFO [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41005 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-25T10:15:18,403 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:18,404 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:18,404 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:18,404 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:18,404 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41005 {}] procedure2.ProcedureExecutor(1139): Stored pid=105, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=105, table=TestAcidGuarantees 2024-11-25T10:15:18,405 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:18,405 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:18,405 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41005 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=105 2024-11-25T10:15:18,405 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:18,405 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=105, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=105, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-25T10:15:18,406 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:18,406 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:18,406 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:18,406 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=105, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=105, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-25T10:15:18,406 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:18,406 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:18,406 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=106, ppid=105, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-25T10:15:18,406 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:18,407 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:18,407 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:18,407 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:18,407 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:18,407 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:18,407 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:18,408 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:18,408 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:18,408 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:18,408 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:18,409 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:18,409 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:18,409 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:18,409 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:18,410 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:18,410 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:18,410 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:18,410 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:18,410 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:18,411 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:18,411 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:18,411 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:18,411 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:18,411 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:18,411 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:18,412 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:18,412 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:18,412 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:18,412 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:18,412 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:18,412 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:18,413 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:18,413 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:18,413 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:18,413 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:18,414 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:18,414 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:18,414 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:18,414 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:18,415 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:18,415 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:18,415 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:18,415 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:18,416 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:18,416 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:18,416 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:18,416 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:18,416 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:18,417 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:18,417 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:18,417 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:18,417 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:18,417 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:18,417 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:18,418 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:18,418 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:18,418 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:18,418 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:18,418 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:18,419 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:18,419 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:18,419 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:18,419 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:18,419 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:18,420 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:18,420 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:18,420 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:18,420 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:18,420 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:18,421 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:18,421 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:18,421 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:18,421 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:18,421 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:18,421 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:18,422 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:18,422 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:18,422 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:18,422 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:18,422 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:18,423 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:18,423 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:18,423 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:18,423 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:18,423 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:18,423 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:18,424 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:18,424 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:18,424 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:18,424 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:18,424 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:18,424 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:18,425 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:18,425 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:18,425 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:18,425 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:18,425 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:18,425 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:18,425 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:18,426 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:18,426 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:18,426 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:18,426 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:18,426 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:18,426 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:18,427 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:18,427 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:18,427 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:18,427 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:18,427 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:18,427 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:18,428 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:18,428 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:18,429 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:18,429 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:18,429 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:18,429 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:18,429 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:18,430 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:18,430 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:18,430 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:18,431 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:18,431 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:18,431 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:18,431 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:18,431 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:18,432 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:18,432 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:18,432 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:18,432 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:18,432 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:18,433 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:18,433 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:18,433 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:18,434 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:18,434 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:18,434 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:18,434 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:18,435 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:18,435 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:18,435 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:18,435 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:18,436 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:18,436 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:18,436 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:18,436 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:18,437 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:18,437 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:18,437 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:18,437 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:18,437 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:18,437 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:18,437 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:18,438 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:18,438 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:18,438 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:18,438 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:18,438 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:18,438 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:18,438 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:18,439 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:18,439 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:18,439 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:18,439 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:18,439 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:18,439 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:18,439 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:18,440 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:18,440 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:18,440 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:18,440 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:18,440 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:18,440 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:18,441 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:18,441 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:18,441 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:18,441 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:18,441 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:18,441 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:18,441 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:18,442 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:18,442 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:18,442 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:18,442 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:18,442 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:18,442 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:18,442 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:18,443 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:18,443 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:18,443 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:18,443 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:18,443 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:18,444 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:18,444 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:18,444 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:18,444 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:18,444 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:18,445 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:18,445 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:18,445 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:18,445 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:18,446 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:18,446 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:18,446 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:18,446 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:18,446 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:18,446 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:18,447 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:18,447 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:18,447 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:18,447 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:18,447 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:18,447 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:18,447 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:18,448 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:18,448 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:18,448 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:18,448 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:18,448 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:18,448 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:18,449 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:18,449 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:18,449 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:18,449 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:18,449 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:18,449 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:18,449 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:18,450 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:18,450 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:18,450 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:18,450 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:18,450 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:18,450 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:18,450 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:18,451 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:18,451 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:18,451 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:18,451 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:18,451 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:18,452 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:18,452 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:18,452 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:18,452 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:18,453 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:18,453 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:18,453 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:18,453 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:18,454 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:18,454 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:18,454 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:18,454 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:18,454 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:18,455 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:18,455 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:18,455 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:18,455 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:18,455 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:18,455 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:18,455 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:18,456 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:18,456 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:18,456 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:18,456 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:18,457 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:18,457 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:18,457 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:18,457 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:18,457 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:18,458 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:18,458 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:18,458 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:18,458 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:18,458 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:18,458 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:18,459 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:18,459 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:18,459 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:18,459 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:18,459 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:18,459 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:18,459 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:18,459 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:18,460 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:18,460 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:18,460 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:18,460 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:18,460 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:18,460 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:18,461 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:18,461 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:18,462 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:18,462 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:18,462 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:18,462 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:18,463 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:18,463 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:18,463 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:18,463 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:18,463 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:18,463 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:18,464 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:18,464 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:18,464 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:18,464 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:18,464 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:18,465 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:18,465 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:18,465 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:18,465 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:18,465 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:18,466 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:18,466 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:18,466 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:18,466 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:18,466 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:18,467 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:18,467 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:18,467 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:18,467 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:18,467 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:18,467 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:18,468 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:18,468 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:18,468 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:18,468 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:18,469 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:18,469 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:18,469 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:18,469 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:18,469 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:18,470 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:18,470 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:18,471 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:18,471 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:18,471 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:18,471 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:18,471 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:18,472 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:18,472 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:18,472 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:18,472 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:18,472 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:18,472 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:18,473 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:18,473 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:18,473 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:18,473 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:18,473 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:18,474 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:18,474 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:18,474 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:18,474 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:18,474 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:18,474 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:18,475 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:18,475 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:18,475 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:18,475 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:18,475 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:18,476 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:18,476 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:18,476 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:18,476 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:18,476 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:18,476 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:18,477 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:18,477 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:18,477 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:18,477 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:18,477 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:18,477 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:18,478 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:18,478 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:18,478 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:18,478 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:18,479 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:18,479 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:18,479 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:18,479 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:18,480 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:18,480 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:18,480 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:18,480 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:18,480 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:18,481 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:18,481 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:18,481 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:18,481 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:18,481 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:18,482 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:18,482 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:18,482 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:18,482 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:18,482 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:18,482 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:18,482 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:18,483 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:18,483 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:18,483 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:18,483 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:18,483 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:18,484 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:18,484 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:18,484 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:18,484 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:18,484 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:18,485 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:18,485 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:18,486 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:18,486 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:18,486 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:18,486 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:18,486 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:18,487 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:18,487 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:18,487 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:18,487 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:18,487 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:18,487 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:18,488 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:18,488 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:18,488 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:18,488 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:18,489 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:18,489 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:18,489 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:18,490 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:18,490 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:18,490 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:18,490 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:18,490 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:18,491 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:18,491 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:18,491 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:18,491 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:18,491 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:18,492 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:18,492 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:18,492 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:18,492 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:18,492 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:18,493 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:18,493 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:18,493 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:18,493 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:18,494 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:18,494 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:18,494 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:18,494 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:18,495 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:18,495 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:18,495 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:18,495 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:18,495 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:18,496 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:18,496 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:18,496 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:18,496 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:18,497 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:18,497 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:18,497 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:18,497 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:18,497 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:18,497 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:18,498 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:18,498 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:18,498 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:18,499 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:18,499 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:18,500 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:18,500 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:18,500 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:18,500 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:18,501 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:18,501 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:18,501 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:18,501 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:18,502 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:18,502 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:18,502 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:18,502 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:18,503 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:18,503 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:18,503 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:18,503 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:18,503 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:18,503 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:18,503 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:18,504 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:18,504 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:18,504 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:18,504 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:18,504 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:18,504 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:18,504 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:18,504 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:18,505 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:18,505 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:18,505 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:18,505 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:18,505 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:18,506 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:18,506 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:18,506 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:18,506 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:18,506 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:18,507 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:18,507 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:18,507 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:18,507 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:18,507 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:18,507 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:18,508 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:18,508 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:18,508 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:18,508 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:18,508 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:18,508 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:18,509 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:18,509 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:18,509 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:18,509 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:18,509 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:18,509 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:18,510 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:18,510 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:18,510 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:18,510 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:18,510 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:18,510 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:18,510 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:18,511 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:18,511 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:18,511 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:18,511 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:18,511 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:18,511 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:18,512 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:18,512 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:18,512 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:18,512 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:18,513 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41005 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=105 2024-11-25T10:15:18,513 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:18,513 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:18,513 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:18,513 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:18,514 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:18,514 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:18,514 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:18,514 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:18,515 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:18,515 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:18,515 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:18,515 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:18,515 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:18,515 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:18,516 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:18,516 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:18,516 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:18,516 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:18,517 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:18,517 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:18,517 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:18,517 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:18,517 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:18,517 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:18,517 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:18,518 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:18,518 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:18,518 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:18,518 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:18,518 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:18,518 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:18,518 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:18,519 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:18,519 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:18,519 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:18,519 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:18,519 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:18,519 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:18,519 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:18,520 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:18,520 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:18,520 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:18,520 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:18,520 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:18,520 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:18,520 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:18,521 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:18,521 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:18,521 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:18,521 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:18,521 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:18,522 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:18,522 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:18,522 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:18,522 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:18,522 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:18,522 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:18,522 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:18,523 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:18,523 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:18,523 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:18,523 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:18,523 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:18,523 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:18,523 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:18,524 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:18,524 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:18,524 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:18,524 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:18,524 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:18,524 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:18,525 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:18,525 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:18,525 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:18,526 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:18,527 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:18,527 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:18,527 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:18,527 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:18,528 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:18,528 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:18,528 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:18,528 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:18,529 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:18,529 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:18,529 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:18,529 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:18,529 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:18,530 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:18,530 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:18,530 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:18,530 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:18,530 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:18,530 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:18,530 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:18,531 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:18,531 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:18,531 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:18,531 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:18,531 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:18,531 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:18,531 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:18,532 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:18,532 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:18,532 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:18,532 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:18,532 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:18,532 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:18,532 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:18,533 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:18,533 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:18,533 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:18,533 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:18,533 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:18,533 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:18,534 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:18,534 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:18,534 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:18,534 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:18,534 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:18,534 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:18,534 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:18,534 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:18,535 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:18,535 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:18,535 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:18,535 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:18,535 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:18,536 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:18,536 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:18,536 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:18,536 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:18,536 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:18,537 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:18,537 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:18,537 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:18,537 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:18,537 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:18,537 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:18,538 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:18,538 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:18,538 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:18,538 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:18,538 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:18,538 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:18,539 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:18,539 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:18,539 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:18,539 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:18,539 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:18,539 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:18,540 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:18,540 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:18,540 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:18,540 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:18,540 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:18,540 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:18,541 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:18,541 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:18,541 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:18,541 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:18,541 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:18,541 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:18,541 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:18,542 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:18,542 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:18,542 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:18,542 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:18,542 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:18,543 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:18,543 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:18,543 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:18,543 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:18,543 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:18,543 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:18,544 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:18,544 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:18,544 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:18,544 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:18,544 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:18,545 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:18,545 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:18,545 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:18,545 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:18,545 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:18,545 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:18,545 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:18,546 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:18,546 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:18,546 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:18,546 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:18,546 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:18,546 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:18,547 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:18,547 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:18,547 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:18,547 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:18,548 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:18,548 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:18,548 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:18,549 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:18,549 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:18,549 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:18,549 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:18,550 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:18,550 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:18,550 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:18,550 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:18,551 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:18,551 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:18,551 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:18,551 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:18,551 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:18,552 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:18,552 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:18,552 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:18,552 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:18,552 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:18,553 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:18,553 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:18,553 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:18,554 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:18,554 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:18,554 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:18,554 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:18,554 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:18,555 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:18,555 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:18,555 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:18,555 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:18,555 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:18,555 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:18,556 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:18,556 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:18,556 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:18,556 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:18,556 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:18,556 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:18,556 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:18,556 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:18,557 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:18,557 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:18,557 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:18,557 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:18,557 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:18,557 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:18,558 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:18,558 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:18,558 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:18,558 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:18,558 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:18,558 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:18,558 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:18,559 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:18,559 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:18,559 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:18,559 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:18,559 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=38547 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=106 2024-11-25T10:15:18,559 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:18,560 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e2fd862922a0:0-0 {event_type=RS_FLUSH_REGIONS, pid=106}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732529713522.086975f674c828ef90efb081e908dff1. 2024-11-25T10:15:18,560 INFO [RS_FLUSH_OPERATIONS-regionserver/e2fd862922a0:0-0 {event_type=RS_FLUSH_REGIONS, pid=106}] regionserver.HRegion(2902): Flushing 086975f674c828ef90efb081e908dff1 3/3 column families, dataSize=13.42 KB heapSize=40.59 KB 2024-11-25T10:15:18,560 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:18,560 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:18,560 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e2fd862922a0:0-0 {event_type=RS_FLUSH_REGIONS, pid=106}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 086975f674c828ef90efb081e908dff1, store=A 2024-11-25T10:15:18,560 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e2fd862922a0:0-0 {event_type=RS_FLUSH_REGIONS, pid=106}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T10:15:18,560 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e2fd862922a0:0-0 {event_type=RS_FLUSH_REGIONS, pid=106}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 086975f674c828ef90efb081e908dff1, store=B 2024-11-25T10:15:18,560 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e2fd862922a0:0-0 {event_type=RS_FLUSH_REGIONS, pid=106}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T10:15:18,560 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e2fd862922a0:0-0 {event_type=RS_FLUSH_REGIONS, pid=106}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 086975f674c828ef90efb081e908dff1, store=C 2024-11-25T10:15:18,560 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e2fd862922a0:0-0 {event_type=RS_FLUSH_REGIONS, pid=106}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T10:15:18,561 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:18,561 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:18,561 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:18,561 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:18,561 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:18,561 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:18,561 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:18,562 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:18,562 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:18,562 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:18,562 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:18,562 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:18,562 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:18,563 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:18,563 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:18,563 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:18,563 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:18,563 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:18,563 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:18,563 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:18,564 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:18,564 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:18,564 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:18,564 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:18,564 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:18,564 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:18,565 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:18,565 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:18,565 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:18,565 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:18,565 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:18,565 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:18,566 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:18,566 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:18,566 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:18,566 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:18,566 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:18,566 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:18,566 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:18,567 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:18,567 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:18,567 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:18,567 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:18,567 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:18,567 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:18,568 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:18,568 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:18,568 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:18,568 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:18,568 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:18,568 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e2fd862922a0:0-0 {event_type=RS_FLUSH_REGIONS, pid=106}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241125b592b671d3c44208a77f4a169ada2981_086975f674c828ef90efb081e908dff1 is 50, key is test_row_2/A:col10/1732529718548/Put/seqid=0 2024-11-25T10:15:18,569 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:18,569 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:18,569 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:18,569 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:18,569 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:18,569 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:18,570 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:18,570 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:18,570 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:18,570 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:18,570 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:18,570 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:18,571 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:18,571 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:18,571 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:18,571 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:18,572 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:18,572 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:18,572 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:18,572 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:18,572 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:18,573 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:18,573 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:18,573 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:18,573 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:18,573 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:18,573 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:18,573 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39927 is added to blk_1073742175_1351 (size=9714) 2024-11-25T10:15:18,573 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:18,574 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:18,574 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:18,574 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e2fd862922a0:0-0 {event_type=RS_FLUSH_REGIONS, pid=106}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:18,574 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:18,574 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:18,574 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:18,575 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:18,575 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:18,575 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:18,575 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:18,575 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:18,575 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:18,576 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:18,576 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:18,576 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:18,577 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:18,577 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:18,577 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:18,577 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:18,577 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:18,577 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:18,578 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:18,578 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:18,578 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:18,578 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:18,579 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:18,579 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:18,579 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:18,579 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:18,580 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:18,580 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:18,580 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:18,580 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:18,580 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:18,581 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:18,581 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:18,581 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:18,581 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:18,582 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:18,582 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:18,582 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:18,582 INFO [RS_FLUSH_OPERATIONS-regionserver/e2fd862922a0:0-0 {event_type=RS_FLUSH_REGIONS, pid=106}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241125b592b671d3c44208a77f4a169ada2981_086975f674c828ef90efb081e908dff1 to hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241125b592b671d3c44208a77f4a169ada2981_086975f674c828ef90efb081e908dff1 2024-11-25T10:15:18,582 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:18,582 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:18,583 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:18,583 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:18,583 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:18,584 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:18,584 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:18,584 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:18,585 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:18,585 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:18,585 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:18,585 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:18,585 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:18,585 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e2fd862922a0:0-0 {event_type=RS_FLUSH_REGIONS, pid=106}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/086975f674c828ef90efb081e908dff1/.tmp/A/d82b6799c0304cdf9cc2671f4afe679b, store: [table=TestAcidGuarantees family=A region=086975f674c828ef90efb081e908dff1] 2024-11-25T10:15:18,586 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:18,586 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:18,586 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:18,586 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:18,586 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:18,586 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e2fd862922a0:0-0 {event_type=RS_FLUSH_REGIONS, pid=106}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/086975f674c828ef90efb081e908dff1/.tmp/A/d82b6799c0304cdf9cc2671f4afe679b is 175, key is test_row_2/A:col10/1732529718548/Put/seqid=0 2024-11-25T10:15:18,586 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:18,587 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:18,587 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:18,587 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:18,587 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:18,587 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:18,588 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:18,588 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:18,588 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:18,588 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:18,589 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:18,589 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:18,589 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:18,589 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:18,590 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:18,590 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:18,590 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39927 is added to blk_1073742176_1352 (size=22359) 2024-11-25T10:15:18,590 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:18,591 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:18,591 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:18,591 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:18,591 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:18,591 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:18,592 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:18,592 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:18,592 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:18,592 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:18,592 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:18,593 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:18,593 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:18,593 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:18,593 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:18,593 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:18,593 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:18,594 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:18,594 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:18,594 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:18,594 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:18,594 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:18,594 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:18,595 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:18,595 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:18,595 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:18,595 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:18,595 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:18,595 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:18,596 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:18,596 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:18,596 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:18,596 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:18,597 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:18,597 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:18,597 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:18,597 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:18,597 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:18,598 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:18,598 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:18,598 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:18,598 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:18,598 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:18,599 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:18,599 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:18,599 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:18,599 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:18,599 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:18,599 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:18,600 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:18,600 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:18,600 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:18,600 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:18,600 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:18,601 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:18,601 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:18,601 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:18,601 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:18,601 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:18,602 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:18,602 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:18,602 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:18,602 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:18,604 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:18,604 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:18,604 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:18,604 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:18,604 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:18,605 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:18,605 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:18,605 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:18,605 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:18,606 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:18,606 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:18,606 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:18,606 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:18,607 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:18,607 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:18,607 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:18,607 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:18,607 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:18,607 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:18,608 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:18,608 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:18,608 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:18,608 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:18,608 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:18,608 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:18,609 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:18,609 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:18,609 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:18,609 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:18,609 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:18,609 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:18,610 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:18,612 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:18,612 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:18,614 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:18,614 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:18,615 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:18,615 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:18,616 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:18,617 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:18,617 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] regionserver.HRegion(8855): Flush requested on 086975f674c828ef90efb081e908dff1 2024-11-25T10:15:18,617 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732529713522.086975f674c828ef90efb081e908dff1. as already flushing 2024-11-25T10:15:18,617 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:18,618 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:18,618 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:18,619 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:18,619 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:18,620 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:18,620 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:18,620 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:18,621 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:18,621 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:18,622 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:18,622 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:18,622 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:18,623 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:18,623 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:18,623 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:18,624 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:18,624 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:18,625 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:18,625 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:18,626 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:18,626 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:18,627 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:18,628 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:18,629 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:18,629 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:18,630 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:18,630 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:18,631 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:18,631 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:18,632 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:18,632 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:18,633 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:18,633 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:18,634 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:18,634 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:18,635 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:18,635 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:18,636 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:18,636 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:18,637 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:18,637 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:18,638 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:18,638 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:18,639 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:18,639 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:18,640 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:18,640 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:18,654 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/e2fd862922a0:0-8 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=309, cellSize=14145, totalHeapSize=32376, min timestamp=1732529718628, max timestamp=1732529718649Num uniques 859; 2024-11-25T10:15:18,654 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/e2fd862922a0:0-5 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=309, cellSize=14145, totalHeapSize=32376, min timestamp=1732529718628, max timestamp=1732529718649Num uniques 859; 2024-11-25T10:15:18,654 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/e2fd862922a0:0-8 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=14145, suffix heap size=117064,new segment heap size=32376 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=309 2024-11-25T10:15:18,655 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/e2fd862922a0:0-5 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=14145, suffix heap size=117064,new segment heap size=32376 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=309 2024-11-25T10:15:18,655 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/e2fd862922a0:0-0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=309, cellSize=14145, totalHeapSize=32376, min timestamp=1732529718628, max timestamp=1732529718649Num uniques 859; 2024-11-25T10:15:18,655 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/e2fd862922a0:0-0 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=14145, suffix heap size=117064,new segment heap size=32376 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=309 2024-11-25T10:15:18,707 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/e2fd862922a0:0-2 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=318, cellSize=14558, totalHeapSize=33312, min timestamp=1732529718684, max timestamp=1732529718702Num uniques 1168; 2024-11-25T10:15:18,707 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/e2fd862922a0:0-9 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=318, cellSize=14558, totalHeapSize=33312, min timestamp=1732529718684, max timestamp=1732529718702Num uniques 1168; 2024-11-25T10:15:18,707 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/e2fd862922a0:0-2 {}] regionserver.CompactionPipeline(163): Suffix data size=53488, new segment data size=14558, suffix heap size=149440,new segment heap size=33312 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1168, new segment cells count=318 2024-11-25T10:15:18,707 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/e2fd862922a0:0-9 {}] regionserver.CompactionPipeline(163): Suffix data size=53488, new segment data size=14558, suffix heap size=149440,new segment heap size=33312 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1168, new segment cells count=318 2024-11-25T10:15:18,707 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/e2fd862922a0:0-7 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=318, cellSize=14558, totalHeapSize=33312, min timestamp=1732529718684, max timestamp=1732529718702Num uniques 1168; 2024-11-25T10:15:18,707 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/e2fd862922a0:0-7 {}] regionserver.CompactionPipeline(163): Suffix data size=53488, new segment data size=14558, suffix heap size=149440,new segment heap size=33312 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1168, new segment cells count=318 2024-11-25T10:15:18,722 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41005 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=105 2024-11-25T10:15:18,750 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/e2fd862922a0:0-3 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=377, cellSize=17262, totalHeapSize=39448, min timestamp=1732529718726, max timestamp=1732529718744Num uniques 1177; 2024-11-25T10:15:18,750 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/e2fd862922a0:0-3 {}] regionserver.CompactionPipeline(163): Suffix data size=53902, new segment data size=17262, suffix heap size=150376,new segment heap size=39448 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1177, new segment cells count=377 2024-11-25T10:15:18,750 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/e2fd862922a0:0-1 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=377, cellSize=17262, totalHeapSize=39448, min timestamp=1732529718726, max timestamp=1732529718744Num uniques 1177; 2024-11-25T10:15:18,750 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/e2fd862922a0:0-1 {}] regionserver.CompactionPipeline(163): Suffix data size=53902, new segment data size=17262, suffix heap size=150376,new segment heap size=39448 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1177, new segment cells count=377 2024-11-25T10:15:18,750 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/e2fd862922a0:0-6 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=377, cellSize=17262, totalHeapSize=39448, min timestamp=1732529718726, max timestamp=1732529718744Num uniques 1177; 2024-11-25T10:15:18,750 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/e2fd862922a0:0-6 {}] regionserver.CompactionPipeline(163): Suffix data size=53902, new segment data size=17262, suffix heap size=150376,new segment heap size=39448 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1177, new segment cells count=377 2024-11-25T10:15:18,800 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=086975f674c828ef90efb081e908dff1, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-25T10:15:18,800 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] ipc.CallRunner(138): callId: 25 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38752 deadline: 1732529778786, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=086975f674c828ef90efb081e908dff1, server=e2fd862922a0,38547,1732529625709 2024-11-25T10:15:18,800 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/e2fd862922a0:0-4 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=236, cellSize=10806, totalHeapSize=24784, min timestamp=1732529718760, max timestamp=1732529718796Num uniques 1236; 2024-11-25T10:15:18,800 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=086975f674c828ef90efb081e908dff1, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-25T10:15:18,800 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/e2fd862922a0:0-4 {}] regionserver.CompactionPipeline(163): Suffix data size=56606, new segment data size=10806, suffix heap size=156512,new segment heap size=24784 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1236, new segment cells count=236 2024-11-25T10:15:18,800 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732529713522.086975f674c828ef90efb081e908dff1., hostname=e2fd862922a0,38547,1732529625709, seqNum=5 , the old value is region=TestAcidGuarantees,,1732529713522.086975f674c828ef90efb081e908dff1., hostname=e2fd862922a0,38547,1732529625709, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=086975f674c828ef90efb081e908dff1, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T10:15:18,800 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/e2fd862922a0:0-8 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=236, cellSize=10806, totalHeapSize=24784, min timestamp=1732529718760, max timestamp=1732529718796Num uniques 1236; 2024-11-25T10:15:18,800 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732529713522.086975f674c828ef90efb081e908dff1., hostname=e2fd862922a0,38547,1732529625709, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=086975f674c828ef90efb081e908dff1, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T10:15:18,800 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] ipc.CallRunner(138): callId: 28 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38724 deadline: 1732529778790, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=086975f674c828ef90efb081e908dff1, server=e2fd862922a0,38547,1732529625709 2024-11-25T10:15:18,800 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732529713522.086975f674c828ef90efb081e908dff1., hostname=e2fd862922a0,38547,1732529625709, seqNum=5 because the exception is null or not the one we care about 2024-11-25T10:15:18,800 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/e2fd862922a0:0-8 {}] regionserver.CompactionPipeline(163): Suffix data size=56606, new segment data size=10806, suffix heap size=156512,new segment heap size=24784 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1236, new segment cells count=236 2024-11-25T10:15:18,801 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/e2fd862922a0:0-5 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=236, cellSize=10806, totalHeapSize=24784, min timestamp=1732529718760, max timestamp=1732529718796Num uniques 1236; 2024-11-25T10:15:18,801 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732529713522.086975f674c828ef90efb081e908dff1., hostname=e2fd862922a0,38547,1732529625709, seqNum=5 , the old value is region=TestAcidGuarantees,,1732529713522.086975f674c828ef90efb081e908dff1., hostname=e2fd862922a0,38547,1732529625709, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=086975f674c828ef90efb081e908dff1, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T10:15:18,801 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732529713522.086975f674c828ef90efb081e908dff1., hostname=e2fd862922a0,38547,1732529625709, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=086975f674c828ef90efb081e908dff1, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T10:15:18,801 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/e2fd862922a0:0-5 {}] regionserver.CompactionPipeline(163): Suffix data size=56606, new segment data size=10806, suffix heap size=156512,new segment heap size=24784 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1236, new segment cells count=236 2024-11-25T10:15:18,801 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732529713522.086975f674c828ef90efb081e908dff1., hostname=e2fd862922a0,38547,1732529625709, seqNum=5 because the exception is null or not the one we care about 2024-11-25T10:15:18,870 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/e2fd862922a0:0-0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=295, cellSize=13510, totalHeapSize=30920, min timestamp=1732529718810, max timestamp=1732529718866Num uniques 1095; 2024-11-25T10:15:18,870 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/e2fd862922a0:0-0 {}] regionserver.CompactionPipeline(163): Suffix data size=50150, new segment data size=13510, suffix heap size=141848,new segment heap size=30920 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1095, new segment cells count=295 2024-11-25T10:15:18,871 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/e2fd862922a0:0-2 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=295, cellSize=13510, totalHeapSize=30920, min timestamp=1732529718810, max timestamp=1732529718866Num uniques 1095; 2024-11-25T10:15:18,871 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/e2fd862922a0:0-2 {}] regionserver.CompactionPipeline(163): Suffix data size=50150, new segment data size=13510, suffix heap size=141848,new segment heap size=30920 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1095, new segment cells count=295 2024-11-25T10:15:18,871 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/e2fd862922a0:0-9 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=295, cellSize=13510, totalHeapSize=30920, min timestamp=1732529718810, max timestamp=1732529718866Num uniques 1095; 2024-11-25T10:15:18,871 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/e2fd862922a0:0-9 {}] regionserver.CompactionPipeline(163): Suffix data size=50150, new segment data size=13510, suffix heap size=141848,new segment heap size=30920 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1095, new segment cells count=295 2024-11-25T10:15:18,925 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=086975f674c828ef90efb081e908dff1, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-25T10:15:18,925 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] ipc.CallRunner(138): callId: 40 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38710 deadline: 1732529778909, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=086975f674c828ef90efb081e908dff1, server=e2fd862922a0,38547,1732529625709 2024-11-25T10:15:18,925 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=086975f674c828ef90efb081e908dff1, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-25T10:15:18,926 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] ipc.CallRunner(138): callId: 39 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38696 deadline: 1732529778921, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=086975f674c828ef90efb081e908dff1, server=e2fd862922a0,38547,1732529625709 2024-11-25T10:15:18,926 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/e2fd862922a0:0-7 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=254, cellSize=11630, totalHeapSize=26656, min timestamp=1732529718905, max timestamp=1732529718922Num uniques 1154; 2024-11-25T10:15:18,926 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/e2fd862922a0:0-7 {}] regionserver.CompactionPipeline(163): Suffix data size=52850, new segment data size=11630, suffix heap size=147984,new segment heap size=26656 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1154, new segment cells count=254 2024-11-25T10:15:18,926 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/e2fd862922a0:0-3 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=254, cellSize=11630, totalHeapSize=26656, min timestamp=1732529718905, max timestamp=1732529718922Num uniques 1154; 2024-11-25T10:15:18,927 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/e2fd862922a0:0-3 {}] regionserver.CompactionPipeline(163): Suffix data size=52850, new segment data size=11630, suffix heap size=147984,new segment heap size=26656 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1154, new segment cells count=254 2024-11-25T10:15:18,928 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/e2fd862922a0:0-1 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=254, cellSize=11630, totalHeapSize=26656, min timestamp=1732529718905, max timestamp=1732529718922Num uniques 1154; 2024-11-25T10:15:18,928 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/e2fd862922a0:0-1 {}] regionserver.CompactionPipeline(163): Suffix data size=52850, new segment data size=11630, suffix heap size=147984,new segment heap size=26656 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1154, new segment cells count=254 2024-11-25T10:15:18,928 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732529713522.086975f674c828ef90efb081e908dff1., hostname=e2fd862922a0,38547,1732529625709, seqNum=5 , the old value is region=TestAcidGuarantees,,1732529713522.086975f674c828ef90efb081e908dff1., hostname=e2fd862922a0,38547,1732529625709, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=086975f674c828ef90efb081e908dff1, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T10:15:18,928 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732529713522.086975f674c828ef90efb081e908dff1., hostname=e2fd862922a0,38547,1732529625709, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=086975f674c828ef90efb081e908dff1, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T10:15:18,928 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732529713522.086975f674c828ef90efb081e908dff1., hostname=e2fd862922a0,38547,1732529625709, seqNum=5 because the exception is null or not the one we care about 2024-11-25T10:15:18,928 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732529713522.086975f674c828ef90efb081e908dff1., hostname=e2fd862922a0,38547,1732529625709, seqNum=5 , the old value is region=TestAcidGuarantees,,1732529713522.086975f674c828ef90efb081e908dff1., hostname=e2fd862922a0,38547,1732529625709, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=086975f674c828ef90efb081e908dff1, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T10:15:18,929 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732529713522.086975f674c828ef90efb081e908dff1., hostname=e2fd862922a0,38547,1732529625709, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=086975f674c828ef90efb081e908dff1, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T10:15:18,929 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732529713522.086975f674c828ef90efb081e908dff1., hostname=e2fd862922a0,38547,1732529625709, seqNum=5 because the exception is null or not the one we care about 2024-11-25T10:15:18,983 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/e2fd862922a0:0-6 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=313, cellSize=14328, totalHeapSize=32792, min timestamp=1732529718957, max timestamp=1732529718979Num uniques 1113; 2024-11-25T10:15:18,983 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/e2fd862922a0:0-6 {}] regionserver.CompactionPipeline(163): Suffix data size=50968, new segment data size=14328, suffix heap size=143720,new segment heap size=32792 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1113, new segment cells count=313 2024-11-25T10:15:18,984 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/e2fd862922a0:0-4 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=313, cellSize=14328, totalHeapSize=32792, min timestamp=1732529718957, max timestamp=1732529718979Num uniques 1113; 2024-11-25T10:15:18,984 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/e2fd862922a0:0-8 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=313, cellSize=14328, totalHeapSize=32792, min timestamp=1732529718957, max timestamp=1732529718979Num uniques 1113; 2024-11-25T10:15:18,984 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/e2fd862922a0:0-4 {}] regionserver.CompactionPipeline(163): Suffix data size=50968, new segment data size=14328, suffix heap size=143720,new segment heap size=32792 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1113, new segment cells count=313 2024-11-25T10:15:18,984 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/e2fd862922a0:0-8 {}] regionserver.CompactionPipeline(163): Suffix data size=50968, new segment data size=14328, suffix heap size=143720,new segment heap size=32792 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1113, new segment cells count=313 2024-11-25T10:15:18,991 INFO [RS_FLUSH_OPERATIONS-regionserver/e2fd862922a0:0-0 {event_type=RS_FLUSH_REGIONS, pid=106}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=55, memsize=4.5 K, hasBloomFilter=true, into tmp file hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/086975f674c828ef90efb081e908dff1/.tmp/A/d82b6799c0304cdf9cc2671f4afe679b 2024-11-25T10:15:19,002 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e2fd862922a0:0-0 {event_type=RS_FLUSH_REGIONS, pid=106}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/086975f674c828ef90efb081e908dff1/.tmp/B/4dd992df022342d19f61c2fb555907ee is 50, key is test_row_2/B:col10/1732529718548/Put/seqid=0 2024-11-25T10:15:19,008 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39927 is added to blk_1073742177_1353 (size=7315) 2024-11-25T10:15:19,032 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41005 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=105 2024-11-25T10:15:19,058 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/e2fd862922a0:0-5 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=172, cellSize=7872, totalHeapSize=18128, min timestamp=1732529719026, max timestamp=1732529719044Num uniques 1172; 2024-11-25T10:15:19,058 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/e2fd862922a0:0-5 {}] regionserver.CompactionPipeline(163): Suffix data size=53672, new segment data size=7872, suffix heap size=149856,new segment heap size=18128 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1172, new segment cells count=172 2024-11-25T10:15:19,058 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/e2fd862922a0:0-0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=172, cellSize=7872, totalHeapSize=18128, min timestamp=1732529719026, max timestamp=1732529719044Num uniques 1172; 2024-11-25T10:15:19,058 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/e2fd862922a0:0-0 {}] regionserver.CompactionPipeline(163): Suffix data size=53672, new segment data size=7872, suffix heap size=149856,new segment heap size=18128 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1172, new segment cells count=172 2024-11-25T10:15:19,059 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/e2fd862922a0:0-2 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=172, cellSize=7872, totalHeapSize=18128, min timestamp=1732529719026, max timestamp=1732529719044Num uniques 1172; 2024-11-25T10:15:19,059 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/e2fd862922a0:0-2 {}] regionserver.CompactionPipeline(163): Suffix data size=53672, new segment data size=7872, suffix heap size=149856,new segment heap size=18128 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1172, new segment cells count=172 2024-11-25T10:15:19,099 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/e2fd862922a0:0-7 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=381, cellSize=17446, totalHeapSize=39864, min timestamp=1732529719073, max timestamp=1732529719094Num uniques 1031; 2024-11-25T10:15:19,099 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/e2fd862922a0:0-7 {}] regionserver.CompactionPipeline(163): Suffix data size=47216, new segment data size=17446, suffix heap size=135192,new segment heap size=39864 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1031, new segment cells count=381 2024-11-25T10:15:19,099 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/e2fd862922a0:0-3 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=381, cellSize=17446, totalHeapSize=39864, min timestamp=1732529719073, max timestamp=1732529719094Num uniques 1031; 2024-11-25T10:15:19,099 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/e2fd862922a0:0-3 {}] regionserver.CompactionPipeline(163): Suffix data size=47216, new segment data size=17446, suffix heap size=135192,new segment heap size=39864 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1031, new segment cells count=381 2024-11-25T10:15:19,099 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/e2fd862922a0:0-9 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=381, cellSize=17446, totalHeapSize=39864, min timestamp=1732529719073, max timestamp=1732529719094Num uniques 1031; 2024-11-25T10:15:19,100 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/e2fd862922a0:0-9 {}] regionserver.CompactionPipeline(163): Suffix data size=47216, new segment data size=17446, suffix heap size=135192,new segment heap size=39864 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1031, new segment cells count=381 2024-11-25T10:15:19,154 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/e2fd862922a0:0-1 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=390, cellSize=17860, totalHeapSize=40800, min timestamp=1732529719131, max timestamp=1732529719149Num uniques 1240; 2024-11-25T10:15:19,154 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/e2fd862922a0:0-1 {}] regionserver.CompactionPipeline(163): Suffix data size=56790, new segment data size=17860, suffix heap size=156928,new segment heap size=40800 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1240, new segment cells count=390 2024-11-25T10:15:19,154 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/e2fd862922a0:0-4 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=390, cellSize=17860, totalHeapSize=40800, min timestamp=1732529719131, max timestamp=1732529719149Num uniques 1240; 2024-11-25T10:15:19,154 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/e2fd862922a0:0-4 {}] regionserver.CompactionPipeline(163): Suffix data size=56790, new segment data size=17860, suffix heap size=156928,new segment heap size=40800 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1240, new segment cells count=390 2024-11-25T10:15:19,154 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/e2fd862922a0:0-6 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=390, cellSize=17860, totalHeapSize=40800, min timestamp=1732529719131, max timestamp=1732529719149Num uniques 1240; 2024-11-25T10:15:19,154 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/e2fd862922a0:0-6 {}] regionserver.CompactionPipeline(163): Suffix data size=56790, new segment data size=17860, suffix heap size=156928,new segment heap size=40800 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1240, new segment cells count=390 2024-11-25T10:15:19,231 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/e2fd862922a0:0-8 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=399, cellSize=18274, totalHeapSize=41736, min timestamp=1732529719208, max timestamp=1732529719226Num uniques 1249; 2024-11-25T10:15:19,231 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/e2fd862922a0:0-8 {}] regionserver.CompactionPipeline(163): Suffix data size=57204, new segment data size=18274, suffix heap size=157864,new segment heap size=41736 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1249, new segment cells count=399 2024-11-25T10:15:19,231 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/e2fd862922a0:0-0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=199, cellSize=9114, totalHeapSize=20936, min timestamp=1732529719223, max timestamp=1732529719226Num uniques 1249; 2024-11-25T10:15:19,232 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/e2fd862922a0:0-0 {}] regionserver.CompactionPipeline(163): Suffix data size=57204, new segment data size=9114, suffix heap size=157864,new segment heap size=20936 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1249, new segment cells count=199 2024-11-25T10:15:19,232 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/e2fd862922a0:0-5 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=399, cellSize=18274, totalHeapSize=41736, min timestamp=1732529719208, max timestamp=1732529719226Num uniques 1249; 2024-11-25T10:15:19,232 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/e2fd862922a0:0-5 {}] regionserver.CompactionPipeline(163): Suffix data size=57204, new segment data size=18274, suffix heap size=157864,new segment heap size=41736 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1249, new segment cells count=399 2024-11-25T10:15:19,284 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=086975f674c828ef90efb081e908dff1, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-25T10:15:19,284 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] ipc.CallRunner(138): callId: 55 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38724 deadline: 1732529779270, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=086975f674c828ef90efb081e908dff1, server=e2fd862922a0,38547,1732529625709 2024-11-25T10:15:19,285 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=086975f674c828ef90efb081e908dff1, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-25T10:15:19,285 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732529713522.086975f674c828ef90efb081e908dff1., hostname=e2fd862922a0,38547,1732529625709, seqNum=5 , the old value is region=TestAcidGuarantees,,1732529713522.086975f674c828ef90efb081e908dff1., hostname=e2fd862922a0,38547,1732529625709, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=086975f674c828ef90efb081e908dff1, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T10:15:19,285 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732529713522.086975f674c828ef90efb081e908dff1., hostname=e2fd862922a0,38547,1732529625709, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=086975f674c828ef90efb081e908dff1, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T10:15:19,285 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] ipc.CallRunner(138): callId: 55 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38696 deadline: 1732529779281, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=086975f674c828ef90efb081e908dff1, server=e2fd862922a0,38547,1732529625709 2024-11-25T10:15:19,285 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732529713522.086975f674c828ef90efb081e908dff1., hostname=e2fd862922a0,38547,1732529625709, seqNum=5 because the exception is null or not the one we care about 2024-11-25T10:15:19,285 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=086975f674c828ef90efb081e908dff1, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-25T10:15:19,285 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732529713522.086975f674c828ef90efb081e908dff1., hostname=e2fd862922a0,38547,1732529625709, seqNum=5 , the old value is region=TestAcidGuarantees,,1732529713522.086975f674c828ef90efb081e908dff1., hostname=e2fd862922a0,38547,1732529625709, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=086975f674c828ef90efb081e908dff1, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T10:15:19,285 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] ipc.CallRunner(138): callId: 56 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38710 deadline: 1732529779282, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=086975f674c828ef90efb081e908dff1, server=e2fd862922a0,38547,1732529625709 2024-11-25T10:15:19,285 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732529713522.086975f674c828ef90efb081e908dff1., hostname=e2fd862922a0,38547,1732529625709, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=086975f674c828ef90efb081e908dff1, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T10:15:19,285 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732529713522.086975f674c828ef90efb081e908dff1., hostname=e2fd862922a0,38547,1732529625709, seqNum=5 because the exception is null or not the one we care about 2024-11-25T10:15:19,288 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/e2fd862922a0:0-7 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=158, cellSize=7230, totalHeapSize=16672, min timestamp=1732529719269, max timestamp=1732529719281Num uniques 1258; 2024-11-25T10:15:19,288 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/e2fd862922a0:0-7 {}] regionserver.CompactionPipeline(163): Suffix data size=57610, new segment data size=7230, suffix heap size=158800,new segment heap size=16672 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1258, new segment cells count=158 2024-11-25T10:15:19,289 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/e2fd862922a0:0-2 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=258, cellSize=11810, totalHeapSize=27072, min timestamp=1732529719266, max timestamp=1732529719281Num uniques 1258; 2024-11-25T10:15:19,289 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732529713522.086975f674c828ef90efb081e908dff1., hostname=e2fd862922a0,38547,1732529625709, seqNum=5 , the old value is region=TestAcidGuarantees,,1732529713522.086975f674c828ef90efb081e908dff1., hostname=e2fd862922a0,38547,1732529625709, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=086975f674c828ef90efb081e908dff1, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T10:15:19,289 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/e2fd862922a0:0-2 {}] regionserver.CompactionPipeline(163): Suffix data size=57610, new segment data size=11810, suffix heap size=158800,new segment heap size=27072 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1258, new segment cells count=258 2024-11-25T10:15:19,289 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732529713522.086975f674c828ef90efb081e908dff1., hostname=e2fd862922a0,38547,1732529625709, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=086975f674c828ef90efb081e908dff1, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T10:15:19,289 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732529713522.086975f674c828ef90efb081e908dff1., hostname=e2fd862922a0,38547,1732529625709, seqNum=5 because the exception is null or not the one we care about 2024-11-25T10:15:19,293 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/e2fd862922a0:0-3 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=258, cellSize=11810, totalHeapSize=27072, min timestamp=1732529719266, max timestamp=1732529719281Num uniques 1058; 2024-11-25T10:15:19,293 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/e2fd862922a0:0-3 {}] regionserver.CompactionPipeline(163): Suffix data size=48450, new segment data size=11810, suffix heap size=138000,new segment heap size=27072 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1058, new segment cells count=258 2024-11-25T10:15:19,377 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/e2fd862922a0:0-9 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=217, cellSize=9932, totalHeapSize=22808, min timestamp=1732529719336, max timestamp=1732529719372Num uniques 1117; 2024-11-25T10:15:19,377 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/e2fd862922a0:0-9 {}] regionserver.CompactionPipeline(163): Suffix data size=51152, new segment data size=9932, suffix heap size=144136,new segment heap size=22808 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1117, new segment cells count=217 2024-11-25T10:15:19,378 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/e2fd862922a0:0-1 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=217, cellSize=9932, totalHeapSize=22808, min timestamp=1732529719336, max timestamp=1732529719372Num uniques 1017; 2024-11-25T10:15:19,378 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/e2fd862922a0:0-1 {}] regionserver.CompactionPipeline(163): Suffix data size=46572, new segment data size=9932, suffix heap size=133736,new segment heap size=22808 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1017, new segment cells count=217 2024-11-25T10:15:19,379 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/e2fd862922a0:0-4 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=217, cellSize=9932, totalHeapSize=22808, min timestamp=1732529719336, max timestamp=1732529719372Num uniques 1117; 2024-11-25T10:15:19,379 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/e2fd862922a0:0-4 {}] regionserver.CompactionPipeline(163): Suffix data size=51152, new segment data size=9932, suffix heap size=144136,new segment heap size=22808 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1117, new segment cells count=217 2024-11-25T10:15:19,411 INFO [RS_FLUSH_OPERATIONS-regionserver/e2fd862922a0:0-0 {event_type=RS_FLUSH_REGIONS, pid=106}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=4.47 KB at sequenceid=55 (bloomFilter=true), to=hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/086975f674c828ef90efb081e908dff1/.tmp/B/4dd992df022342d19f61c2fb555907ee 2024-11-25T10:15:19,422 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e2fd862922a0:0-0 {event_type=RS_FLUSH_REGIONS, pid=106}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/086975f674c828ef90efb081e908dff1/.tmp/C/342d1e5e136d43ba8c422bb9351f0da1 is 50, key is test_row_2/C:col10/1732529718548/Put/seqid=0 2024-11-25T10:15:19,430 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/e2fd862922a0:0-6 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=326, cellSize=14926, totalHeapSize=34144, min timestamp=1732529719404, max timestamp=1732529719426Num uniques 1076; 2024-11-25T10:15:19,430 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/e2fd862922a0:0-6 {}] regionserver.CompactionPipeline(163): Suffix data size=49276, new segment data size=14926, suffix heap size=139872,new segment heap size=34144 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1076, new segment cells count=326 2024-11-25T10:15:19,431 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/e2fd862922a0:0-8 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=326, cellSize=14926, totalHeapSize=34144, min timestamp=1732529719404, max timestamp=1732529719426Num uniques 1076; 2024-11-25T10:15:19,431 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/e2fd862922a0:0-8 {}] regionserver.CompactionPipeline(163): Suffix data size=49276, new segment data size=14926, suffix heap size=139872,new segment heap size=34144 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1076, new segment cells count=326 2024-11-25T10:15:19,432 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/e2fd862922a0:0-0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=326, cellSize=14926, totalHeapSize=34144, min timestamp=1732529719404, max timestamp=1732529719426Num uniques 1076; 2024-11-25T10:15:19,432 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/e2fd862922a0:0-0 {}] regionserver.CompactionPipeline(163): Suffix data size=49276, new segment data size=14926, suffix heap size=139872,new segment heap size=34144 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1076, new segment cells count=326 2024-11-25T10:15:19,442 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39927 is added to blk_1073742178_1354 (size=7315) 2024-11-25T10:15:19,443 INFO [RS_FLUSH_OPERATIONS-regionserver/e2fd862922a0:0-0 {event_type=RS_FLUSH_REGIONS, pid=106}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=4.47 KB at sequenceid=55 (bloomFilter=true), to=hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/086975f674c828ef90efb081e908dff1/.tmp/C/342d1e5e136d43ba8c422bb9351f0da1 2024-11-25T10:15:19,451 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e2fd862922a0:0-0 {event_type=RS_FLUSH_REGIONS, pid=106}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/086975f674c828ef90efb081e908dff1/.tmp/A/d82b6799c0304cdf9cc2671f4afe679b as hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/086975f674c828ef90efb081e908dff1/A/d82b6799c0304cdf9cc2671f4afe679b 2024-11-25T10:15:19,457 INFO [RS_FLUSH_OPERATIONS-regionserver/e2fd862922a0:0-0 {event_type=RS_FLUSH_REGIONS, pid=106}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/086975f674c828ef90efb081e908dff1/A/d82b6799c0304cdf9cc2671f4afe679b, entries=100, sequenceid=55, filesize=21.8 K 2024-11-25T10:15:19,458 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e2fd862922a0:0-0 {event_type=RS_FLUSH_REGIONS, pid=106}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/086975f674c828ef90efb081e908dff1/.tmp/B/4dd992df022342d19f61c2fb555907ee as hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/086975f674c828ef90efb081e908dff1/B/4dd992df022342d19f61c2fb555907ee 2024-11-25T10:15:19,463 INFO [RS_FLUSH_OPERATIONS-regionserver/e2fd862922a0:0-0 {event_type=RS_FLUSH_REGIONS, pid=106}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/086975f674c828ef90efb081e908dff1/B/4dd992df022342d19f61c2fb555907ee, entries=50, sequenceid=55, filesize=7.1 K 2024-11-25T10:15:19,464 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e2fd862922a0:0-0 {event_type=RS_FLUSH_REGIONS, pid=106}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/086975f674c828ef90efb081e908dff1/.tmp/C/342d1e5e136d43ba8c422bb9351f0da1 as hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/086975f674c828ef90efb081e908dff1/C/342d1e5e136d43ba8c422bb9351f0da1 2024-11-25T10:15:19,470 INFO [RS_FLUSH_OPERATIONS-regionserver/e2fd862922a0:0-0 {event_type=RS_FLUSH_REGIONS, pid=106}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/086975f674c828ef90efb081e908dff1/C/342d1e5e136d43ba8c422bb9351f0da1, entries=50, sequenceid=55, filesize=7.1 K 2024-11-25T10:15:19,470 INFO [RS_FLUSH_OPERATIONS-regionserver/e2fd862922a0:0-0 {event_type=RS_FLUSH_REGIONS, pid=106}] regionserver.HRegion(3140): Finished flush of dataSize ~13.42 KB/13740, heapSize ~40.55 KB/41520, currentSize=120.76 KB/123660 for 086975f674c828ef90efb081e908dff1 in 910ms, sequenceid=55, compaction requested=true 2024-11-25T10:15:19,470 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e2fd862922a0:0-0 {event_type=RS_FLUSH_REGIONS, pid=106}] regionserver.HRegion(2603): Flush status journal for 086975f674c828ef90efb081e908dff1: 2024-11-25T10:15:19,470 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e2fd862922a0:0-0 {event_type=RS_FLUSH_REGIONS, pid=106}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732529713522.086975f674c828ef90efb081e908dff1. 2024-11-25T10:15:19,470 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e2fd862922a0:0-0 {event_type=RS_FLUSH_REGIONS, pid=106}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=106 2024-11-25T10:15:19,471 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41005 {}] master.HMaster(4169): Remote procedure done, pid=106 2024-11-25T10:15:19,474 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=106, resume processing ppid=105 2024-11-25T10:15:19,474 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=106, ppid=105, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.0660 sec 2024-11-25T10:15:19,475 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] regionserver.HRegion(8855): Flush requested on 086975f674c828ef90efb081e908dff1 2024-11-25T10:15:19,475 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 086975f674c828ef90efb081e908dff1 3/3 column families, dataSize=134.18 KB heapSize=369.33 KB 2024-11-25T10:15:19,476 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=105, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=105, table=TestAcidGuarantees in 1.0710 sec 2024-11-25T10:15:19,477 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 086975f674c828ef90efb081e908dff1, store=A 2024-11-25T10:15:19,477 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-25T10:15:19,477 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 086975f674c828ef90efb081e908dff1, store=B 2024-11-25T10:15:19,477 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-25T10:15:19,477 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 086975f674c828ef90efb081e908dff1, store=C 2024-11-25T10:15:19,477 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-25T10:15:19,485 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241125b5f9fc35e5e54b00a167754d33e2a948_086975f674c828ef90efb081e908dff1 is 50, key is test_row_0/A:col10/1732529719445/Put/seqid=0 2024-11-25T10:15:19,502 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39927 is added to blk_1073742179_1355 (size=20074) 2024-11-25T10:15:19,511 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=086975f674c828ef90efb081e908dff1, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-25T10:15:19,511 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] ipc.CallRunner(138): callId: 69 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38752 deadline: 1732529779495, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=086975f674c828ef90efb081e908dff1, server=e2fd862922a0,38547,1732529625709 2024-11-25T10:15:19,511 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=086975f674c828ef90efb081e908dff1, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-25T10:15:19,511 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] ipc.CallRunner(138): callId: 63 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38724 deadline: 1732529779497, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=086975f674c828ef90efb081e908dff1, server=e2fd862922a0,38547,1732529625709 2024-11-25T10:15:19,511 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732529713522.086975f674c828ef90efb081e908dff1., hostname=e2fd862922a0,38547,1732529625709, seqNum=5 , the old value is region=TestAcidGuarantees,,1732529713522.086975f674c828ef90efb081e908dff1., hostname=e2fd862922a0,38547,1732529625709, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=086975f674c828ef90efb081e908dff1, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T10:15:19,511 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732529713522.086975f674c828ef90efb081e908dff1., hostname=e2fd862922a0,38547,1732529625709, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=086975f674c828ef90efb081e908dff1, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T10:15:19,511 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732529713522.086975f674c828ef90efb081e908dff1., hostname=e2fd862922a0,38547,1732529625709, seqNum=5 because the exception is null or not the one we care about 2024-11-25T10:15:19,511 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=086975f674c828ef90efb081e908dff1, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-25T10:15:19,512 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732529713522.086975f674c828ef90efb081e908dff1., hostname=e2fd862922a0,38547,1732529625709, seqNum=5 , the old value is region=TestAcidGuarantees,,1732529713522.086975f674c828ef90efb081e908dff1., hostname=e2fd862922a0,38547,1732529625709, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=086975f674c828ef90efb081e908dff1, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T10:15:19,512 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732529713522.086975f674c828ef90efb081e908dff1., hostname=e2fd862922a0,38547,1732529625709, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=086975f674c828ef90efb081e908dff1, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T10:15:19,512 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] ipc.CallRunner(138): callId: 82 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38698 deadline: 1732529779497, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=086975f674c828ef90efb081e908dff1, server=e2fd862922a0,38547,1732529625709 2024-11-25T10:15:19,512 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732529713522.086975f674c828ef90efb081e908dff1., hostname=e2fd862922a0,38547,1732529625709, seqNum=5 because the exception is null or not the one we care about 2024-11-25T10:15:19,512 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=086975f674c828ef90efb081e908dff1, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-25T10:15:19,512 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] ipc.CallRunner(138): callId: 63 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38696 deadline: 1732529779498, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=086975f674c828ef90efb081e908dff1, server=e2fd862922a0,38547,1732529625709 2024-11-25T10:15:19,512 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732529713522.086975f674c828ef90efb081e908dff1., hostname=e2fd862922a0,38547,1732529625709, seqNum=5 , the old value is region=TestAcidGuarantees,,1732529713522.086975f674c828ef90efb081e908dff1., hostname=e2fd862922a0,38547,1732529625709, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=086975f674c828ef90efb081e908dff1, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T10:15:19,512 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732529713522.086975f674c828ef90efb081e908dff1., hostname=e2fd862922a0,38547,1732529625709, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=086975f674c828ef90efb081e908dff1, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T10:15:19,512 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732529713522.086975f674c828ef90efb081e908dff1., hostname=e2fd862922a0,38547,1732529625709, seqNum=5 because the exception is null or not the one we care about 2024-11-25T10:15:19,512 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732529713522.086975f674c828ef90efb081e908dff1., hostname=e2fd862922a0,38547,1732529625709, seqNum=5 , the old value is region=TestAcidGuarantees,,1732529713522.086975f674c828ef90efb081e908dff1., hostname=e2fd862922a0,38547,1732529625709, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=086975f674c828ef90efb081e908dff1, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T10:15:19,512 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732529713522.086975f674c828ef90efb081e908dff1., hostname=e2fd862922a0,38547,1732529625709, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=086975f674c828ef90efb081e908dff1, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T10:15:19,512 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732529713522.086975f674c828ef90efb081e908dff1., hostname=e2fd862922a0,38547,1732529625709, seqNum=5 because the exception is null or not the one we care about 2024-11-25T10:15:19,517 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=086975f674c828ef90efb081e908dff1, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-25T10:15:19,517 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] ipc.CallRunner(138): callId: 64 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38710 deadline: 1732529779506, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=086975f674c828ef90efb081e908dff1, server=e2fd862922a0,38547,1732529625709 2024-11-25T10:15:19,517 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732529713522.086975f674c828ef90efb081e908dff1., hostname=e2fd862922a0,38547,1732529625709, seqNum=5 , the old value is region=TestAcidGuarantees,,1732529713522.086975f674c828ef90efb081e908dff1., hostname=e2fd862922a0,38547,1732529625709, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=086975f674c828ef90efb081e908dff1, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T10:15:19,518 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732529713522.086975f674c828ef90efb081e908dff1., hostname=e2fd862922a0,38547,1732529625709, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=086975f674c828ef90efb081e908dff1, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T10:15:19,518 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732529713522.086975f674c828ef90efb081e908dff1., hostname=e2fd862922a0,38547,1732529625709, seqNum=5 because the exception is null or not the one we care about 2024-11-25T10:15:19,542 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41005 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=105 2024-11-25T10:15:19,543 INFO [RPCClient-NioEventLoopGroup-4-8 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-25T10:15:19,543 INFO [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41005 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-25T10:15:19,544 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41005 {}] procedure2.ProcedureExecutor(1139): Stored pid=107, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=107, table=TestAcidGuarantees 2024-11-25T10:15:19,545 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41005 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=107 2024-11-25T10:15:19,545 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=107, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=107, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-25T10:15:19,546 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=107, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=107, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-25T10:15:19,546 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=108, ppid=107, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-25T10:15:19,632 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=086975f674c828ef90efb081e908dff1, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-25T10:15:19,632 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] ipc.CallRunner(138): callId: 70 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38752 deadline: 1732529779622, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=086975f674c828ef90efb081e908dff1, server=e2fd862922a0,38547,1732529625709 2024-11-25T10:15:19,632 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=086975f674c828ef90efb081e908dff1, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-25T10:15:19,632 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732529713522.086975f674c828ef90efb081e908dff1., hostname=e2fd862922a0,38547,1732529625709, seqNum=5 , the old value is region=TestAcidGuarantees,,1732529713522.086975f674c828ef90efb081e908dff1., hostname=e2fd862922a0,38547,1732529625709, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=086975f674c828ef90efb081e908dff1, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T10:15:19,632 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] ipc.CallRunner(138): callId: 64 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38724 deadline: 1732529779622, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=086975f674c828ef90efb081e908dff1, server=e2fd862922a0,38547,1732529625709 2024-11-25T10:15:19,632 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732529713522.086975f674c828ef90efb081e908dff1., hostname=e2fd862922a0,38547,1732529625709, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=086975f674c828ef90efb081e908dff1, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T10:15:19,632 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732529713522.086975f674c828ef90efb081e908dff1., hostname=e2fd862922a0,38547,1732529625709, seqNum=5 because the exception is null or not the one we care about 2024-11-25T10:15:19,632 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=086975f674c828ef90efb081e908dff1, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-25T10:15:19,633 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732529713522.086975f674c828ef90efb081e908dff1., hostname=e2fd862922a0,38547,1732529625709, seqNum=5 , the old value is region=TestAcidGuarantees,,1732529713522.086975f674c828ef90efb081e908dff1., hostname=e2fd862922a0,38547,1732529625709, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=086975f674c828ef90efb081e908dff1, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T10:15:19,633 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732529713522.086975f674c828ef90efb081e908dff1., hostname=e2fd862922a0,38547,1732529625709, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=086975f674c828ef90efb081e908dff1, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T10:15:19,633 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] ipc.CallRunner(138): callId: 83 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38698 deadline: 1732529779622, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=086975f674c828ef90efb081e908dff1, server=e2fd862922a0,38547,1732529625709 2024-11-25T10:15:19,633 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732529713522.086975f674c828ef90efb081e908dff1., hostname=e2fd862922a0,38547,1732529625709, seqNum=5 because the exception is null or not the one we care about 2024-11-25T10:15:19,633 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732529713522.086975f674c828ef90efb081e908dff1., hostname=e2fd862922a0,38547,1732529625709, seqNum=5 , the old value is region=TestAcidGuarantees,,1732529713522.086975f674c828ef90efb081e908dff1., hostname=e2fd862922a0,38547,1732529625709, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=086975f674c828ef90efb081e908dff1, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T10:15:19,633 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=086975f674c828ef90efb081e908dff1, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-25T10:15:19,633 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732529713522.086975f674c828ef90efb081e908dff1., hostname=e2fd862922a0,38547,1732529625709, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=086975f674c828ef90efb081e908dff1, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T10:15:19,633 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732529713522.086975f674c828ef90efb081e908dff1., hostname=e2fd862922a0,38547,1732529625709, seqNum=5 because the exception is null or not the one we care about 2024-11-25T10:15:19,633 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] ipc.CallRunner(138): callId: 64 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38696 deadline: 1732529779622, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=086975f674c828ef90efb081e908dff1, server=e2fd862922a0,38547,1732529625709 2024-11-25T10:15:19,633 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=086975f674c828ef90efb081e908dff1, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-25T10:15:19,633 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732529713522.086975f674c828ef90efb081e908dff1., hostname=e2fd862922a0,38547,1732529625709, seqNum=5 , the old value is region=TestAcidGuarantees,,1732529713522.086975f674c828ef90efb081e908dff1., hostname=e2fd862922a0,38547,1732529625709, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=086975f674c828ef90efb081e908dff1, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T10:15:19,633 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] ipc.CallRunner(138): callId: 65 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38710 deadline: 1732529779623, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=086975f674c828ef90efb081e908dff1, server=e2fd862922a0,38547,1732529625709 2024-11-25T10:15:19,633 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732529713522.086975f674c828ef90efb081e908dff1., hostname=e2fd862922a0,38547,1732529625709, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=086975f674c828ef90efb081e908dff1, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T10:15:19,633 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732529713522.086975f674c828ef90efb081e908dff1., hostname=e2fd862922a0,38547,1732529625709, seqNum=5 because the exception is null or not the one we care about 2024-11-25T10:15:19,633 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732529713522.086975f674c828ef90efb081e908dff1., hostname=e2fd862922a0,38547,1732529625709, seqNum=5 , the old value is region=TestAcidGuarantees,,1732529713522.086975f674c828ef90efb081e908dff1., hostname=e2fd862922a0,38547,1732529625709, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=086975f674c828ef90efb081e908dff1, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T10:15:19,633 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732529713522.086975f674c828ef90efb081e908dff1., hostname=e2fd862922a0,38547,1732529625709, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=086975f674c828ef90efb081e908dff1, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T10:15:19,633 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732529713522.086975f674c828ef90efb081e908dff1., hostname=e2fd862922a0,38547,1732529625709, seqNum=5 because the exception is null or not the one we care about 2024-11-25T10:15:19,652 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41005 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=107 2024-11-25T10:15:19,698 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=38547 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=108 2024-11-25T10:15:19,698 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e2fd862922a0:0-1 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732529713522.086975f674c828ef90efb081e908dff1. 2024-11-25T10:15:19,698 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e2fd862922a0:0-1 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732529713522.086975f674c828ef90efb081e908dff1. as already flushing 2024-11-25T10:15:19,698 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e2fd862922a0:0-1 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732529713522.086975f674c828ef90efb081e908dff1. 2024-11-25T10:15:19,699 ERROR [RS_FLUSH_OPERATIONS-regionserver/e2fd862922a0:0-1 {event_type=RS_FLUSH_REGIONS, pid=108}] handler.RSProcedureHandler(58): pid=108 java.io.IOException: Unable to complete flush {ENCODED => 086975f674c828ef90efb081e908dff1, NAME => 'TestAcidGuarantees,,1732529713522.086975f674c828ef90efb081e908dff1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T10:15:19,699 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e2fd862922a0:0-1 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=108 java.io.IOException: Unable to complete flush {ENCODED => 086975f674c828ef90efb081e908dff1, NAME => 'TestAcidGuarantees,,1732529713522.086975f674c828ef90efb081e908dff1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T10:15:19,699 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41005 {}] master.HMaster(4177): Remote procedure failed, pid=108 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 086975f674c828ef90efb081e908dff1, NAME => 'TestAcidGuarantees,,1732529713522.086975f674c828ef90efb081e908dff1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 086975f674c828ef90efb081e908dff1, NAME => 'TestAcidGuarantees,,1732529713522.086975f674c828ef90efb081e908dff1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T10:15:19,846 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=086975f674c828ef90efb081e908dff1, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-25T10:15:19,846 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] ipc.CallRunner(138): callId: 71 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38752 deadline: 1732529779842, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=086975f674c828ef90efb081e908dff1, server=e2fd862922a0,38547,1732529625709 2024-11-25T10:15:19,847 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732529713522.086975f674c828ef90efb081e908dff1., hostname=e2fd862922a0,38547,1732529625709, seqNum=5 , the old value is region=TestAcidGuarantees,,1732529713522.086975f674c828ef90efb081e908dff1., hostname=e2fd862922a0,38547,1732529625709, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=086975f674c828ef90efb081e908dff1, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T10:15:19,847 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732529713522.086975f674c828ef90efb081e908dff1., hostname=e2fd862922a0,38547,1732529625709, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=086975f674c828ef90efb081e908dff1, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T10:15:19,847 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732529713522.086975f674c828ef90efb081e908dff1., hostname=e2fd862922a0,38547,1732529625709, seqNum=5 because the exception is null or not the one we care about 2024-11-25T10:15:19,851 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=38547 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=108 2024-11-25T10:15:19,852 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e2fd862922a0:0-2 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732529713522.086975f674c828ef90efb081e908dff1. 2024-11-25T10:15:19,852 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e2fd862922a0:0-2 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732529713522.086975f674c828ef90efb081e908dff1. as already flushing 2024-11-25T10:15:19,852 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e2fd862922a0:0-2 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732529713522.086975f674c828ef90efb081e908dff1. 2024-11-25T10:15:19,852 ERROR [RS_FLUSH_OPERATIONS-regionserver/e2fd862922a0:0-2 {event_type=RS_FLUSH_REGIONS, pid=108}] handler.RSProcedureHandler(58): pid=108 java.io.IOException: Unable to complete flush {ENCODED => 086975f674c828ef90efb081e908dff1, NAME => 'TestAcidGuarantees,,1732529713522.086975f674c828ef90efb081e908dff1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T10:15:19,852 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e2fd862922a0:0-2 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=108 java.io.IOException: Unable to complete flush {ENCODED => 086975f674c828ef90efb081e908dff1, NAME => 'TestAcidGuarantees,,1732529713522.086975f674c828ef90efb081e908dff1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T10:15:19,853 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41005 {}] master.HMaster(4177): Remote procedure failed, pid=108 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 086975f674c828ef90efb081e908dff1, NAME => 'TestAcidGuarantees,,1732529713522.086975f674c828ef90efb081e908dff1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 086975f674c828ef90efb081e908dff1, NAME => 'TestAcidGuarantees,,1732529713522.086975f674c828ef90efb081e908dff1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T10:15:19,853 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=086975f674c828ef90efb081e908dff1, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-25T10:15:19,854 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] ipc.CallRunner(138): callId: 65 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38696 deadline: 1732529779842, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=086975f674c828ef90efb081e908dff1, server=e2fd862922a0,38547,1732529625709 2024-11-25T10:15:19,854 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732529713522.086975f674c828ef90efb081e908dff1., hostname=e2fd862922a0,38547,1732529625709, seqNum=5 , the old value is region=TestAcidGuarantees,,1732529713522.086975f674c828ef90efb081e908dff1., hostname=e2fd862922a0,38547,1732529625709, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=086975f674c828ef90efb081e908dff1, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T10:15:19,854 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=086975f674c828ef90efb081e908dff1, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-25T10:15:19,854 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732529713522.086975f674c828ef90efb081e908dff1., hostname=e2fd862922a0,38547,1732529625709, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=086975f674c828ef90efb081e908dff1, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T10:15:19,854 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732529713522.086975f674c828ef90efb081e908dff1., hostname=e2fd862922a0,38547,1732529625709, seqNum=5 because the exception is null or not the one we care about 2024-11-25T10:15:19,854 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] ipc.CallRunner(138): callId: 66 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38710 deadline: 1732529779842, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=086975f674c828ef90efb081e908dff1, server=e2fd862922a0,38547,1732529625709 2024-11-25T10:15:19,854 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732529713522.086975f674c828ef90efb081e908dff1., hostname=e2fd862922a0,38547,1732529625709, seqNum=5 , the old value is region=TestAcidGuarantees,,1732529713522.086975f674c828ef90efb081e908dff1., hostname=e2fd862922a0,38547,1732529625709, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=086975f674c828ef90efb081e908dff1, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T10:15:19,854 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732529713522.086975f674c828ef90efb081e908dff1., hostname=e2fd862922a0,38547,1732529625709, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=086975f674c828ef90efb081e908dff1, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T10:15:19,854 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=086975f674c828ef90efb081e908dff1, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-25T10:15:19,854 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732529713522.086975f674c828ef90efb081e908dff1., hostname=e2fd862922a0,38547,1732529625709, seqNum=5 because the exception is null or not the one we care about 2024-11-25T10:15:19,854 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] ipc.CallRunner(138): callId: 65 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38724 deadline: 1732529779842, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=086975f674c828ef90efb081e908dff1, server=e2fd862922a0,38547,1732529625709 2024-11-25T10:15:19,854 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=086975f674c828ef90efb081e908dff1, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-25T10:15:19,855 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732529713522.086975f674c828ef90efb081e908dff1., hostname=e2fd862922a0,38547,1732529625709, seqNum=5 , the old value is region=TestAcidGuarantees,,1732529713522.086975f674c828ef90efb081e908dff1., hostname=e2fd862922a0,38547,1732529625709, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=086975f674c828ef90efb081e908dff1, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T10:15:19,855 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732529713522.086975f674c828ef90efb081e908dff1., hostname=e2fd862922a0,38547,1732529625709, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=086975f674c828ef90efb081e908dff1, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T10:15:19,855 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] ipc.CallRunner(138): callId: 84 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38698 deadline: 1732529779843, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=086975f674c828ef90efb081e908dff1, server=e2fd862922a0,38547,1732529625709 2024-11-25T10:15:19,855 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732529713522.086975f674c828ef90efb081e908dff1., hostname=e2fd862922a0,38547,1732529625709, seqNum=5 because the exception is null or not the one we care about 2024-11-25T10:15:19,855 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732529713522.086975f674c828ef90efb081e908dff1., hostname=e2fd862922a0,38547,1732529625709, seqNum=5 , the old value is region=TestAcidGuarantees,,1732529713522.086975f674c828ef90efb081e908dff1., hostname=e2fd862922a0,38547,1732529625709, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=086975f674c828ef90efb081e908dff1, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T10:15:19,855 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732529713522.086975f674c828ef90efb081e908dff1., hostname=e2fd862922a0,38547,1732529625709, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=086975f674c828ef90efb081e908dff1, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T10:15:19,855 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732529713522.086975f674c828ef90efb081e908dff1., hostname=e2fd862922a0,38547,1732529625709, seqNum=5 because the exception is null or not the one we care about 2024-11-25T10:15:19,862 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41005 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=107 2024-11-25T10:15:19,902 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:19,906 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241125b5f9fc35e5e54b00a167754d33e2a948_086975f674c828ef90efb081e908dff1 to hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241125b5f9fc35e5e54b00a167754d33e2a948_086975f674c828ef90efb081e908dff1 2024-11-25T10:15:19,907 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/086975f674c828ef90efb081e908dff1/.tmp/A/d78533f8fa1e4762a1de82741bbb2d83, store: [table=TestAcidGuarantees family=A region=086975f674c828ef90efb081e908dff1] 2024-11-25T10:15:19,908 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/086975f674c828ef90efb081e908dff1/.tmp/A/d78533f8fa1e4762a1de82741bbb2d83 is 175, key is test_row_0/A:col10/1732529719445/Put/seqid=0 2024-11-25T10:15:19,918 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39927 is added to blk_1073742180_1356 (size=57333) 2024-11-25T10:15:19,919 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=313, memsize=47.0 K, hasBloomFilter=true, into tmp file hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/086975f674c828ef90efb081e908dff1/.tmp/A/d78533f8fa1e4762a1de82741bbb2d83 2024-11-25T10:15:19,926 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/086975f674c828ef90efb081e908dff1/.tmp/B/868b89b5e73d4c6e9e3a68500a06296a is 50, key is test_row_0/B:col10/1732529719445/Put/seqid=0 2024-11-25T10:15:19,930 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39927 is added to blk_1073742181_1357 (size=12301) 2024-11-25T10:15:20,005 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=38547 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=108 2024-11-25T10:15:20,005 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e2fd862922a0:0-0 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732529713522.086975f674c828ef90efb081e908dff1. 2024-11-25T10:15:20,005 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e2fd862922a0:0-0 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732529713522.086975f674c828ef90efb081e908dff1. as already flushing 2024-11-25T10:15:20,005 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e2fd862922a0:0-0 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732529713522.086975f674c828ef90efb081e908dff1. 2024-11-25T10:15:20,005 ERROR [RS_FLUSH_OPERATIONS-regionserver/e2fd862922a0:0-0 {event_type=RS_FLUSH_REGIONS, pid=108}] handler.RSProcedureHandler(58): pid=108 java.io.IOException: Unable to complete flush {ENCODED => 086975f674c828ef90efb081e908dff1, NAME => 'TestAcidGuarantees,,1732529713522.086975f674c828ef90efb081e908dff1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T10:15:20,005 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e2fd862922a0:0-0 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=108 java.io.IOException: Unable to complete flush {ENCODED => 086975f674c828ef90efb081e908dff1, NAME => 'TestAcidGuarantees,,1732529713522.086975f674c828ef90efb081e908dff1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T10:15:20,006 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41005 {}] master.HMaster(4177): Remote procedure failed, pid=108 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 086975f674c828ef90efb081e908dff1, NAME => 'TestAcidGuarantees,,1732529713522.086975f674c828ef90efb081e908dff1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 086975f674c828ef90efb081e908dff1, NAME => 'TestAcidGuarantees,,1732529713522.086975f674c828ef90efb081e908dff1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T10:15:20,158 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=38547 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=108 2024-11-25T10:15:20,158 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e2fd862922a0:0-1 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732529713522.086975f674c828ef90efb081e908dff1. 2024-11-25T10:15:20,158 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e2fd862922a0:0-1 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732529713522.086975f674c828ef90efb081e908dff1. as already flushing 2024-11-25T10:15:20,158 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e2fd862922a0:0-1 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732529713522.086975f674c828ef90efb081e908dff1. 2024-11-25T10:15:20,158 ERROR [RS_FLUSH_OPERATIONS-regionserver/e2fd862922a0:0-1 {event_type=RS_FLUSH_REGIONS, pid=108}] handler.RSProcedureHandler(58): pid=108 java.io.IOException: Unable to complete flush {ENCODED => 086975f674c828ef90efb081e908dff1, NAME => 'TestAcidGuarantees,,1732529713522.086975f674c828ef90efb081e908dff1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T10:15:20,158 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e2fd862922a0:0-1 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=108 java.io.IOException: Unable to complete flush {ENCODED => 086975f674c828ef90efb081e908dff1, NAME => 'TestAcidGuarantees,,1732529713522.086975f674c828ef90efb081e908dff1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T10:15:20,159 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41005 {}] master.HMaster(4177): Remote procedure failed, pid=108 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 086975f674c828ef90efb081e908dff1, NAME => 'TestAcidGuarantees,,1732529713522.086975f674c828ef90efb081e908dff1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 086975f674c828ef90efb081e908dff1, NAME => 'TestAcidGuarantees,,1732529713522.086975f674c828ef90efb081e908dff1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T10:15:20,161 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=086975f674c828ef90efb081e908dff1, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-25T10:15:20,162 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] ipc.CallRunner(138): callId: 72 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38752 deadline: 1732529780152, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=086975f674c828ef90efb081e908dff1, server=e2fd862922a0,38547,1732529625709 2024-11-25T10:15:20,162 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732529713522.086975f674c828ef90efb081e908dff1., hostname=e2fd862922a0,38547,1732529625709, seqNum=5 , the old value is region=TestAcidGuarantees,,1732529713522.086975f674c828ef90efb081e908dff1., hostname=e2fd862922a0,38547,1732529625709, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=086975f674c828ef90efb081e908dff1, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T10:15:20,162 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732529713522.086975f674c828ef90efb081e908dff1., hostname=e2fd862922a0,38547,1732529625709, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=086975f674c828ef90efb081e908dff1, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T10:15:20,162 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732529713522.086975f674c828ef90efb081e908dff1., hostname=e2fd862922a0,38547,1732529625709, seqNum=5 because the exception is null or not the one we care about 2024-11-25T10:15:20,172 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41005 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=107 2024-11-25T10:15:20,174 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=086975f674c828ef90efb081e908dff1, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-25T10:15:20,174 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] ipc.CallRunner(138): callId: 66 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38696 deadline: 1732529780162, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=086975f674c828ef90efb081e908dff1, server=e2fd862922a0,38547,1732529625709 2024-11-25T10:15:20,174 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=086975f674c828ef90efb081e908dff1, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-25T10:15:20,174 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] ipc.CallRunner(138): callId: 67 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38710 deadline: 1732529780163, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=086975f674c828ef90efb081e908dff1, server=e2fd862922a0,38547,1732529625709 2024-11-25T10:15:20,174 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732529713522.086975f674c828ef90efb081e908dff1., hostname=e2fd862922a0,38547,1732529625709, seqNum=5 , the old value is region=TestAcidGuarantees,,1732529713522.086975f674c828ef90efb081e908dff1., hostname=e2fd862922a0,38547,1732529625709, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=086975f674c828ef90efb081e908dff1, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T10:15:20,174 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732529713522.086975f674c828ef90efb081e908dff1., hostname=e2fd862922a0,38547,1732529625709, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=086975f674c828ef90efb081e908dff1, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T10:15:20,174 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732529713522.086975f674c828ef90efb081e908dff1., hostname=e2fd862922a0,38547,1732529625709, seqNum=5 because the exception is null or not the one we care about 2024-11-25T10:15:20,174 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=086975f674c828ef90efb081e908dff1, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-25T10:15:20,175 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] ipc.CallRunner(138): callId: 85 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38698 deadline: 1732529780163, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=086975f674c828ef90efb081e908dff1, server=e2fd862922a0,38547,1732529625709 2024-11-25T10:15:20,175 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732529713522.086975f674c828ef90efb081e908dff1., hostname=e2fd862922a0,38547,1732529625709, seqNum=5 , the old value is region=TestAcidGuarantees,,1732529713522.086975f674c828ef90efb081e908dff1., hostname=e2fd862922a0,38547,1732529625709, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=086975f674c828ef90efb081e908dff1, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T10:15:20,175 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732529713522.086975f674c828ef90efb081e908dff1., hostname=e2fd862922a0,38547,1732529625709, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=086975f674c828ef90efb081e908dff1, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T10:15:20,175 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732529713522.086975f674c828ef90efb081e908dff1., hostname=e2fd862922a0,38547,1732529625709, seqNum=5 because the exception is null or not the one we care about 2024-11-25T10:15:20,175 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732529713522.086975f674c828ef90efb081e908dff1., hostname=e2fd862922a0,38547,1732529625709, seqNum=5 , the old value is region=TestAcidGuarantees,,1732529713522.086975f674c828ef90efb081e908dff1., hostname=e2fd862922a0,38547,1732529625709, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=086975f674c828ef90efb081e908dff1, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T10:15:20,175 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732529713522.086975f674c828ef90efb081e908dff1., hostname=e2fd862922a0,38547,1732529625709, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=086975f674c828ef90efb081e908dff1, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T10:15:20,175 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=086975f674c828ef90efb081e908dff1, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-25T10:15:20,175 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732529713522.086975f674c828ef90efb081e908dff1., hostname=e2fd862922a0,38547,1732529625709, seqNum=5 because the exception is null or not the one we care about 2024-11-25T10:15:20,175 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] ipc.CallRunner(138): callId: 66 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38724 deadline: 1732529780163, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=086975f674c828ef90efb081e908dff1, server=e2fd862922a0,38547,1732529625709 2024-11-25T10:15:20,175 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732529713522.086975f674c828ef90efb081e908dff1., hostname=e2fd862922a0,38547,1732529625709, seqNum=5 , the old value is region=TestAcidGuarantees,,1732529713522.086975f674c828ef90efb081e908dff1., hostname=e2fd862922a0,38547,1732529625709, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=086975f674c828ef90efb081e908dff1, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T10:15:20,175 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732529713522.086975f674c828ef90efb081e908dff1., hostname=e2fd862922a0,38547,1732529625709, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=086975f674c828ef90efb081e908dff1, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T10:15:20,175 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732529713522.086975f674c828ef90efb081e908dff1., hostname=e2fd862922a0,38547,1732529625709, seqNum=5 because the exception is null or not the one we care about 2024-11-25T10:15:20,311 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=38547 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=108 2024-11-25T10:15:20,311 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e2fd862922a0:0-2 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732529713522.086975f674c828ef90efb081e908dff1. 2024-11-25T10:15:20,311 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e2fd862922a0:0-2 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732529713522.086975f674c828ef90efb081e908dff1. as already flushing 2024-11-25T10:15:20,311 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e2fd862922a0:0-2 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732529713522.086975f674c828ef90efb081e908dff1. 2024-11-25T10:15:20,311 ERROR [RS_FLUSH_OPERATIONS-regionserver/e2fd862922a0:0-2 {event_type=RS_FLUSH_REGIONS, pid=108}] handler.RSProcedureHandler(58): pid=108 java.io.IOException: Unable to complete flush {ENCODED => 086975f674c828ef90efb081e908dff1, NAME => 'TestAcidGuarantees,,1732529713522.086975f674c828ef90efb081e908dff1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T10:15:20,311 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e2fd862922a0:0-2 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=108 java.io.IOException: Unable to complete flush {ENCODED => 086975f674c828ef90efb081e908dff1, NAME => 'TestAcidGuarantees,,1732529713522.086975f674c828ef90efb081e908dff1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T10:15:20,312 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41005 {}] master.HMaster(4177): Remote procedure failed, pid=108 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 086975f674c828ef90efb081e908dff1, NAME => 'TestAcidGuarantees,,1732529713522.086975f674c828ef90efb081e908dff1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 086975f674c828ef90efb081e908dff1, NAME => 'TestAcidGuarantees,,1732529713522.086975f674c828ef90efb081e908dff1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T10:15:20,334 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=313 (bloomFilter=true), to=hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/086975f674c828ef90efb081e908dff1/.tmp/B/868b89b5e73d4c6e9e3a68500a06296a 2024-11-25T10:15:20,350 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/086975f674c828ef90efb081e908dff1/.tmp/C/176c6abc0d0d45aebb9f93eab52b7044 is 50, key is test_row_0/C:col10/1732529719445/Put/seqid=0 2024-11-25T10:15:20,359 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39927 is added to blk_1073742182_1358 (size=12301) 2024-11-25T10:15:20,368 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=313 (bloomFilter=true), to=hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/086975f674c828ef90efb081e908dff1/.tmp/C/176c6abc0d0d45aebb9f93eab52b7044 2024-11-25T10:15:20,377 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/086975f674c828ef90efb081e908dff1/.tmp/A/d78533f8fa1e4762a1de82741bbb2d83 as hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/086975f674c828ef90efb081e908dff1/A/d78533f8fa1e4762a1de82741bbb2d83 2024-11-25T10:15:20,381 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/086975f674c828ef90efb081e908dff1/A/d78533f8fa1e4762a1de82741bbb2d83, entries=300, sequenceid=313, filesize=56.0 K 2024-11-25T10:15:20,382 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/086975f674c828ef90efb081e908dff1/.tmp/B/868b89b5e73d4c6e9e3a68500a06296a as hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/086975f674c828ef90efb081e908dff1/B/868b89b5e73d4c6e9e3a68500a06296a 2024-11-25T10:15:20,385 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/086975f674c828ef90efb081e908dff1/B/868b89b5e73d4c6e9e3a68500a06296a, entries=150, sequenceid=313, filesize=12.0 K 2024-11-25T10:15:20,386 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/086975f674c828ef90efb081e908dff1/.tmp/C/176c6abc0d0d45aebb9f93eab52b7044 as hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/086975f674c828ef90efb081e908dff1/C/176c6abc0d0d45aebb9f93eab52b7044 2024-11-25T10:15:20,389 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/086975f674c828ef90efb081e908dff1/C/176c6abc0d0d45aebb9f93eab52b7044, entries=150, sequenceid=313, filesize=12.0 K 2024-11-25T10:15:20,389 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~140.89 KB/144270, heapSize ~389.20 KB/398544, currentSize=46.96 KB/48090 for 086975f674c828ef90efb081e908dff1 in 914ms, sequenceid=313, compaction requested=true 2024-11-25T10:15:20,390 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 086975f674c828ef90efb081e908dff1: 2024-11-25T10:15:20,390 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 086975f674c828ef90efb081e908dff1:A, priority=-2147483648, current under compaction store size is 1 2024-11-25T10:15:20,390 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-25T10:15:20,390 DEBUG [RS:0;e2fd862922a0:38547-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-25T10:15:20,390 DEBUG [RS:0;e2fd862922a0:38547-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-25T10:15:20,391 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 086975f674c828ef90efb081e908dff1:B, priority=-2147483648, current under compaction store size is 2 2024-11-25T10:15:20,391 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-25T10:15:20,391 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 086975f674c828ef90efb081e908dff1:C, priority=-2147483648, current under compaction store size is 3 2024-11-25T10:15:20,391 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-25T10:15:20,394 DEBUG [RS:0;e2fd862922a0:38547-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 141602 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-25T10:15:20,394 DEBUG [RS:0;e2fd862922a0:38547-shortCompactions-0 {}] regionserver.HStore(1541): 086975f674c828ef90efb081e908dff1/A is initiating minor compaction (all files) 2024-11-25T10:15:20,394 INFO [RS:0;e2fd862922a0:38547-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 086975f674c828ef90efb081e908dff1/A in TestAcidGuarantees,,1732529713522.086975f674c828ef90efb081e908dff1. 2024-11-25T10:15:20,394 INFO [RS:0;e2fd862922a0:38547-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/086975f674c828ef90efb081e908dff1/A/cb8dfae7d81440348f071c9cff05a181, hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/086975f674c828ef90efb081e908dff1/A/b404eb2843924f559c0100e3c549ced5, hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/086975f674c828ef90efb081e908dff1/A/d82b6799c0304cdf9cc2671f4afe679b, hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/086975f674c828ef90efb081e908dff1/A/d78533f8fa1e4762a1de82741bbb2d83] into tmpdir=hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/086975f674c828ef90efb081e908dff1/.tmp, totalSize=138.3 K 2024-11-25T10:15:20,394 INFO [RS:0;e2fd862922a0:38547-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=12 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732529713522.086975f674c828ef90efb081e908dff1. 2024-11-25T10:15:20,394 DEBUG [RS:0;e2fd862922a0:38547-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732529713522.086975f674c828ef90efb081e908dff1. files: [hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/086975f674c828ef90efb081e908dff1/A/cb8dfae7d81440348f071c9cff05a181, hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/086975f674c828ef90efb081e908dff1/A/b404eb2843924f559c0100e3c549ced5, hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/086975f674c828ef90efb081e908dff1/A/d82b6799c0304cdf9cc2671f4afe679b, hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/086975f674c828ef90efb081e908dff1/A/d78533f8fa1e4762a1de82741bbb2d83] 2024-11-25T10:15:20,394 DEBUG [RS:0;e2fd862922a0:38547-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 43618 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-25T10:15:20,394 DEBUG [RS:0;e2fd862922a0:38547-longCompactions-0 {}] regionserver.HStore(1541): 086975f674c828ef90efb081e908dff1/B is initiating minor compaction (all files) 2024-11-25T10:15:20,394 INFO [RS:0;e2fd862922a0:38547-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 086975f674c828ef90efb081e908dff1/B in TestAcidGuarantees,,1732529713522.086975f674c828ef90efb081e908dff1. 2024-11-25T10:15:20,394 INFO [RS:0;e2fd862922a0:38547-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/086975f674c828ef90efb081e908dff1/B/d304fcb1d1f34ac594223b6022747df1, hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/086975f674c828ef90efb081e908dff1/B/ed514aec419b433eb794d5e8b022459a, hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/086975f674c828ef90efb081e908dff1/B/4dd992df022342d19f61c2fb555907ee, hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/086975f674c828ef90efb081e908dff1/B/868b89b5e73d4c6e9e3a68500a06296a] into tmpdir=hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/086975f674c828ef90efb081e908dff1/.tmp, totalSize=42.6 K 2024-11-25T10:15:20,395 DEBUG [RS:0;e2fd862922a0:38547-shortCompactions-0 {}] compactions.Compactor(225): Compacting cb8dfae7d81440348f071c9cff05a181, keycount=150, bloomtype=ROW, size=30.2 K, encoding=NONE, compression=NONE, seqNum=14, earliestPutTs=1732529716249 2024-11-25T10:15:20,395 DEBUG [RS:0;e2fd862922a0:38547-shortCompactions-0 {}] compactions.Compactor(225): Compacting b404eb2843924f559c0100e3c549ced5, keycount=150, bloomtype=ROW, size=30.2 K, encoding=NONE, compression=NONE, seqNum=50, earliestPutTs=1732529716329 2024-11-25T10:15:20,395 DEBUG [RS:0;e2fd862922a0:38547-longCompactions-0 {}] compactions.Compactor(225): Compacting d304fcb1d1f34ac594223b6022747df1, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=14, earliestPutTs=1732529716249 2024-11-25T10:15:20,395 DEBUG [RS:0;e2fd862922a0:38547-longCompactions-0 {}] compactions.Compactor(225): Compacting ed514aec419b433eb794d5e8b022459a, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=50, earliestPutTs=1732529716329 2024-11-25T10:15:20,395 DEBUG [RS:0;e2fd862922a0:38547-shortCompactions-0 {}] compactions.Compactor(225): Compacting d82b6799c0304cdf9cc2671f4afe679b, keycount=100, bloomtype=ROW, size=21.8 K, encoding=NONE, compression=NONE, seqNum=55, earliestPutTs=1732529718526 2024-11-25T10:15:20,395 DEBUG [RS:0;e2fd862922a0:38547-shortCompactions-0 {}] compactions.Compactor(225): Compacting d78533f8fa1e4762a1de82741bbb2d83, keycount=300, bloomtype=ROW, size=56.0 K, encoding=NONE, compression=NONE, seqNum=313, earliestPutTs=1732529719445 2024-11-25T10:15:20,395 DEBUG [RS:0;e2fd862922a0:38547-longCompactions-0 {}] compactions.Compactor(225): Compacting 4dd992df022342d19f61c2fb555907ee, keycount=50, bloomtype=ROW, size=7.1 K, encoding=NONE, compression=NONE, seqNum=55, earliestPutTs=1732529718548 2024-11-25T10:15:20,396 DEBUG [RS:0;e2fd862922a0:38547-longCompactions-0 {}] compactions.Compactor(225): Compacting 868b89b5e73d4c6e9e3a68500a06296a, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=313, earliestPutTs=1732529719445 2024-11-25T10:15:20,412 INFO [RS:0;e2fd862922a0:38547-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 086975f674c828ef90efb081e908dff1#B#compaction#306 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-25T10:15:20,413 DEBUG [RS:0;e2fd862922a0:38547-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/086975f674c828ef90efb081e908dff1/.tmp/B/afb3c528e7cf4e32ae188f6c707d0cf0 is 50, key is test_row_0/B:col10/1732529719445/Put/seqid=0 2024-11-25T10:15:20,417 INFO [RS:0;e2fd862922a0:38547-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(321): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=086975f674c828ef90efb081e908dff1] 2024-11-25T10:15:20,425 DEBUG [RS:0;e2fd862922a0:38547-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(635): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e20241125d4719a93994947c5a9e27104fe590ebd_086975f674c828ef90efb081e908dff1 store=[table=TestAcidGuarantees family=A region=086975f674c828ef90efb081e908dff1] 2024-11-25T10:15:20,427 DEBUG [RS:0;e2fd862922a0:38547-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(656): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e20241125d4719a93994947c5a9e27104fe590ebd_086975f674c828ef90efb081e908dff1, store=[table=TestAcidGuarantees family=A region=086975f674c828ef90efb081e908dff1] 2024-11-25T10:15:20,427 DEBUG [RS:0;e2fd862922a0:38547-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(667): Aborting writer for hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241125d4719a93994947c5a9e27104fe590ebd_086975f674c828ef90efb081e908dff1 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=086975f674c828ef90efb081e908dff1] 2024-11-25T10:15:20,438 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39927 is added to blk_1073742183_1359 (size=12439) 2024-11-25T10:15:20,455 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39927 is added to blk_1073742184_1360 (size=4469) 2024-11-25T10:15:20,458 INFO [RS:0;e2fd862922a0:38547-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 086975f674c828ef90efb081e908dff1#A#compaction#307 average throughput is 0.61 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-25T10:15:20,458 DEBUG [RS:0;e2fd862922a0:38547-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/086975f674c828ef90efb081e908dff1/.tmp/A/a26daaed010e4aacbfb437f979f40128 is 175, key is test_row_0/A:col10/1732529719445/Put/seqid=0 2024-11-25T10:15:20,462 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39927 is added to blk_1073742185_1361 (size=31393) 2024-11-25T10:15:20,464 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=38547 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=108 2024-11-25T10:15:20,464 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e2fd862922a0:0-0 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732529713522.086975f674c828ef90efb081e908dff1. 2024-11-25T10:15:20,464 INFO [RS_FLUSH_OPERATIONS-regionserver/e2fd862922a0:0-0 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.HRegion(2902): Flushing 086975f674c828ef90efb081e908dff1 3/3 column families, dataSize=46.96 KB heapSize=140.20 KB 2024-11-25T10:15:20,464 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e2fd862922a0:0-0 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 086975f674c828ef90efb081e908dff1, store=A 2024-11-25T10:15:20,464 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e2fd862922a0:0-0 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T10:15:20,464 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e2fd862922a0:0-0 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 086975f674c828ef90efb081e908dff1, store=B 2024-11-25T10:15:20,464 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e2fd862922a0:0-0 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T10:15:20,464 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e2fd862922a0:0-0 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 086975f674c828ef90efb081e908dff1, store=C 2024-11-25T10:15:20,464 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e2fd862922a0:0-0 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T10:15:20,471 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e2fd862922a0:0-0 {event_type=RS_FLUSH_REGIONS, pid=108}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411256642c85926454b60902100785e53fb82_086975f674c828ef90efb081e908dff1 is 50, key is test_row_0/A:col10/1732529719502/Put/seqid=0 2024-11-25T10:15:20,476 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39927 is added to blk_1073742186_1362 (size=12454) 2024-11-25T10:15:20,479 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e2fd862922a0:0-0 {event_type=RS_FLUSH_REGIONS, pid=108}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:20,483 INFO [RS_FLUSH_OPERATIONS-regionserver/e2fd862922a0:0-0 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411256642c85926454b60902100785e53fb82_086975f674c828ef90efb081e908dff1 to hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411256642c85926454b60902100785e53fb82_086975f674c828ef90efb081e908dff1 2024-11-25T10:15:20,484 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e2fd862922a0:0-0 {event_type=RS_FLUSH_REGIONS, pid=108}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/086975f674c828ef90efb081e908dff1/.tmp/A/6fe64abaec0640c794db9d91f1b3bc8a, store: [table=TestAcidGuarantees family=A region=086975f674c828ef90efb081e908dff1] 2024-11-25T10:15:20,484 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e2fd862922a0:0-0 {event_type=RS_FLUSH_REGIONS, pid=108}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/086975f674c828ef90efb081e908dff1/.tmp/A/6fe64abaec0640c794db9d91f1b3bc8a is 175, key is test_row_0/A:col10/1732529719502/Put/seqid=0 2024-11-25T10:15:20,495 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39927 is added to blk_1073742187_1363 (size=31255) 2024-11-25T10:15:20,496 INFO [RS_FLUSH_OPERATIONS-regionserver/e2fd862922a0:0-0 {event_type=RS_FLUSH_REGIONS, pid=108}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=323, memsize=15.7 K, hasBloomFilter=true, into tmp file hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/086975f674c828ef90efb081e908dff1/.tmp/A/6fe64abaec0640c794db9d91f1b3bc8a 2024-11-25T10:15:20,509 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e2fd862922a0:0-0 {event_type=RS_FLUSH_REGIONS, pid=108}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/086975f674c828ef90efb081e908dff1/.tmp/B/54b4f9c6311a416eb75dffe9c71680f1 is 50, key is test_row_0/B:col10/1732529719502/Put/seqid=0 2024-11-25T10:15:20,514 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39927 is added to blk_1073742188_1364 (size=12301) 2024-11-25T10:15:20,677 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] regionserver.HRegion(8855): Flush requested on 086975f674c828ef90efb081e908dff1 2024-11-25T10:15:20,677 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732529713522.086975f674c828ef90efb081e908dff1. as already flushing 2024-11-25T10:15:20,682 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41005 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=107 2024-11-25T10:15:20,780 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/e2fd862922a0:0-2 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=309, cellSize=14145, totalHeapSize=32376, min timestamp=1732529720693, max timestamp=1732529720777Num uniques 859; 2024-11-25T10:15:20,780 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/e2fd862922a0:0-2 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=14145, suffix heap size=117064,new segment heap size=32376 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=309 2024-11-25T10:15:20,781 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/e2fd862922a0:0-5 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=309, cellSize=14145, totalHeapSize=32376, min timestamp=1732529720693, max timestamp=1732529720777Num uniques 859; 2024-11-25T10:15:20,781 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/e2fd862922a0:0-5 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=14145, suffix heap size=117064,new segment heap size=32376 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=309 2024-11-25T10:15:20,781 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/e2fd862922a0:0-7 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=309, cellSize=14145, totalHeapSize=32376, min timestamp=1732529720693, max timestamp=1732529720777Num uniques 859; 2024-11-25T10:15:20,781 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/e2fd862922a0:0-7 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=14145, suffix heap size=117064,new segment heap size=32376 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=309 2024-11-25T10:15:20,825 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=086975f674c828ef90efb081e908dff1, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-25T10:15:20,826 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] ipc.CallRunner(138): callId: 92 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38698 deadline: 1732529780820, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=086975f674c828ef90efb081e908dff1, server=e2fd862922a0,38547,1732529625709 2024-11-25T10:15:20,826 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732529713522.086975f674c828ef90efb081e908dff1., hostname=e2fd862922a0,38547,1732529625709, seqNum=5 , the old value is region=TestAcidGuarantees,,1732529713522.086975f674c828ef90efb081e908dff1., hostname=e2fd862922a0,38547,1732529625709, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=086975f674c828ef90efb081e908dff1, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T10:15:20,826 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732529713522.086975f674c828ef90efb081e908dff1., hostname=e2fd862922a0,38547,1732529625709, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=086975f674c828ef90efb081e908dff1, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T10:15:20,826 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732529713522.086975f674c828ef90efb081e908dff1., hostname=e2fd862922a0,38547,1732529625709, seqNum=5 because the exception is null or not the one we care about 2024-11-25T10:15:20,838 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=086975f674c828ef90efb081e908dff1, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-25T10:15:20,838 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] ipc.CallRunner(138): callId: 73 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38696 deadline: 1732529780821, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=086975f674c828ef90efb081e908dff1, server=e2fd862922a0,38547,1732529625709 2024-11-25T10:15:20,838 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732529713522.086975f674c828ef90efb081e908dff1., hostname=e2fd862922a0,38547,1732529625709, seqNum=5 , the old value is region=TestAcidGuarantees,,1732529713522.086975f674c828ef90efb081e908dff1., hostname=e2fd862922a0,38547,1732529625709, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=086975f674c828ef90efb081e908dff1, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T10:15:20,838 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732529713522.086975f674c828ef90efb081e908dff1., hostname=e2fd862922a0,38547,1732529625709, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=086975f674c828ef90efb081e908dff1, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T10:15:20,838 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=086975f674c828ef90efb081e908dff1, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-25T10:15:20,838 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732529713522.086975f674c828ef90efb081e908dff1., hostname=e2fd862922a0,38547,1732529625709, seqNum=5 because the exception is null or not the one we care about 2024-11-25T10:15:20,838 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] ipc.CallRunner(138): callId: 74 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38710 deadline: 1732529780822, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=086975f674c828ef90efb081e908dff1, server=e2fd862922a0,38547,1732529625709 2024-11-25T10:15:20,839 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=086975f674c828ef90efb081e908dff1, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-25T10:15:20,839 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] ipc.CallRunner(138): callId: 81 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38752 deadline: 1732529780824, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=086975f674c828ef90efb081e908dff1, server=e2fd862922a0,38547,1732529625709 2024-11-25T10:15:20,839 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732529713522.086975f674c828ef90efb081e908dff1., hostname=e2fd862922a0,38547,1732529625709, seqNum=5 , the old value is region=TestAcidGuarantees,,1732529713522.086975f674c828ef90efb081e908dff1., hostname=e2fd862922a0,38547,1732529625709, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=086975f674c828ef90efb081e908dff1, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T10:15:20,839 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732529713522.086975f674c828ef90efb081e908dff1., hostname=e2fd862922a0,38547,1732529625709, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=086975f674c828ef90efb081e908dff1, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T10:15:20,839 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732529713522.086975f674c828ef90efb081e908dff1., hostname=e2fd862922a0,38547,1732529625709, seqNum=5 because the exception is null or not the one we care about 2024-11-25T10:15:20,841 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732529713522.086975f674c828ef90efb081e908dff1., hostname=e2fd862922a0,38547,1732529625709, seqNum=5 , the old value is region=TestAcidGuarantees,,1732529713522.086975f674c828ef90efb081e908dff1., hostname=e2fd862922a0,38547,1732529625709, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=086975f674c828ef90efb081e908dff1, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T10:15:20,841 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732529713522.086975f674c828ef90efb081e908dff1., hostname=e2fd862922a0,38547,1732529625709, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=086975f674c828ef90efb081e908dff1, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T10:15:20,841 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732529713522.086975f674c828ef90efb081e908dff1., hostname=e2fd862922a0,38547,1732529625709, seqNum=5 because the exception is null or not the one we care about 2024-11-25T10:15:20,845 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=086975f674c828ef90efb081e908dff1, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-25T10:15:20,845 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] ipc.CallRunner(138): callId: 73 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38724 deadline: 1732529780825, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=086975f674c828ef90efb081e908dff1, server=e2fd862922a0,38547,1732529625709 2024-11-25T10:15:20,846 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732529713522.086975f674c828ef90efb081e908dff1., hostname=e2fd862922a0,38547,1732529625709, seqNum=5 , the old value is region=TestAcidGuarantees,,1732529713522.086975f674c828ef90efb081e908dff1., hostname=e2fd862922a0,38547,1732529625709, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=086975f674c828ef90efb081e908dff1, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T10:15:20,846 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732529713522.086975f674c828ef90efb081e908dff1., hostname=e2fd862922a0,38547,1732529625709, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=086975f674c828ef90efb081e908dff1, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T10:15:20,846 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732529713522.086975f674c828ef90efb081e908dff1., hostname=e2fd862922a0,38547,1732529625709, seqNum=5 because the exception is null or not the one we care about 2024-11-25T10:15:20,846 DEBUG [RS:0;e2fd862922a0:38547-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/086975f674c828ef90efb081e908dff1/.tmp/B/afb3c528e7cf4e32ae188f6c707d0cf0 as hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/086975f674c828ef90efb081e908dff1/B/afb3c528e7cf4e32ae188f6c707d0cf0 2024-11-25T10:15:20,852 INFO [RS:0;e2fd862922a0:38547-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in 086975f674c828ef90efb081e908dff1/B of 086975f674c828ef90efb081e908dff1 into afb3c528e7cf4e32ae188f6c707d0cf0(size=12.1 K), total size for store is 12.1 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-25T10:15:20,852 DEBUG [RS:0;e2fd862922a0:38547-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 086975f674c828ef90efb081e908dff1: 2024-11-25T10:15:20,852 INFO [RS:0;e2fd862922a0:38547-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732529713522.086975f674c828ef90efb081e908dff1., storeName=086975f674c828ef90efb081e908dff1/B, priority=12, startTime=1732529720390; duration=0sec 2024-11-25T10:15:20,853 DEBUG [RS:0;e2fd862922a0:38547-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-25T10:15:20,853 DEBUG [RS:0;e2fd862922a0:38547-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 086975f674c828ef90efb081e908dff1:B 2024-11-25T10:15:20,853 DEBUG [RS:0;e2fd862922a0:38547-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-25T10:15:20,854 DEBUG [RS:0;e2fd862922a0:38547-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 43618 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-25T10:15:20,854 DEBUG [RS:0;e2fd862922a0:38547-longCompactions-0 {}] regionserver.HStore(1541): 086975f674c828ef90efb081e908dff1/C is initiating minor compaction (all files) 2024-11-25T10:15:20,854 INFO [RS:0;e2fd862922a0:38547-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 086975f674c828ef90efb081e908dff1/C in TestAcidGuarantees,,1732529713522.086975f674c828ef90efb081e908dff1. 2024-11-25T10:15:20,854 INFO [RS:0;e2fd862922a0:38547-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/086975f674c828ef90efb081e908dff1/C/1c8e9da2cbfb41e4936a993dab6b117a, hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/086975f674c828ef90efb081e908dff1/C/b781d4af61a1449ea4bcfa77e4aad6ff, hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/086975f674c828ef90efb081e908dff1/C/342d1e5e136d43ba8c422bb9351f0da1, hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/086975f674c828ef90efb081e908dff1/C/176c6abc0d0d45aebb9f93eab52b7044] into tmpdir=hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/086975f674c828ef90efb081e908dff1/.tmp, totalSize=42.6 K 2024-11-25T10:15:20,855 DEBUG [RS:0;e2fd862922a0:38547-longCompactions-0 {}] compactions.Compactor(225): Compacting 1c8e9da2cbfb41e4936a993dab6b117a, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=14, earliestPutTs=1732529716249 2024-11-25T10:15:20,855 DEBUG [RS:0;e2fd862922a0:38547-longCompactions-0 {}] compactions.Compactor(225): Compacting b781d4af61a1449ea4bcfa77e4aad6ff, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=50, earliestPutTs=1732529716329 2024-11-25T10:15:20,856 DEBUG [RS:0;e2fd862922a0:38547-longCompactions-0 {}] compactions.Compactor(225): Compacting 342d1e5e136d43ba8c422bb9351f0da1, keycount=50, bloomtype=ROW, size=7.1 K, encoding=NONE, compression=NONE, seqNum=55, earliestPutTs=1732529718548 2024-11-25T10:15:20,856 DEBUG [RS:0;e2fd862922a0:38547-longCompactions-0 {}] compactions.Compactor(225): Compacting 176c6abc0d0d45aebb9f93eab52b7044, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=313, earliestPutTs=1732529719445 2024-11-25T10:15:20,872 DEBUG [RS:0;e2fd862922a0:38547-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/086975f674c828ef90efb081e908dff1/.tmp/A/a26daaed010e4aacbfb437f979f40128 as hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/086975f674c828ef90efb081e908dff1/A/a26daaed010e4aacbfb437f979f40128 2024-11-25T10:15:20,882 INFO [RS:0;e2fd862922a0:38547-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 086975f674c828ef90efb081e908dff1#C#compaction#310 average throughput is 0.41 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-25T10:15:20,883 DEBUG [RS:0;e2fd862922a0:38547-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/086975f674c828ef90efb081e908dff1/.tmp/C/2b2f19217559486da9f6bd6ec73d47c2 is 50, key is test_row_0/C:col10/1732529719445/Put/seqid=0 2024-11-25T10:15:20,893 INFO [RS:0;e2fd862922a0:38547-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in 086975f674c828ef90efb081e908dff1/A of 086975f674c828ef90efb081e908dff1 into a26daaed010e4aacbfb437f979f40128(size=30.7 K), total size for store is 30.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-25T10:15:20,893 DEBUG [RS:0;e2fd862922a0:38547-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 086975f674c828ef90efb081e908dff1: 2024-11-25T10:15:20,893 INFO [RS:0;e2fd862922a0:38547-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732529713522.086975f674c828ef90efb081e908dff1., storeName=086975f674c828ef90efb081e908dff1/A, priority=12, startTime=1732529720390; duration=0sec 2024-11-25T10:15:20,893 DEBUG [RS:0;e2fd862922a0:38547-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-25T10:15:20,893 DEBUG [RS:0;e2fd862922a0:38547-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 086975f674c828ef90efb081e908dff1:A 2024-11-25T10:15:20,901 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39927 is added to blk_1073742189_1365 (size=12439) 2024-11-25T10:15:20,909 DEBUG [RS:0;e2fd862922a0:38547-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/086975f674c828ef90efb081e908dff1/.tmp/C/2b2f19217559486da9f6bd6ec73d47c2 as hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/086975f674c828ef90efb081e908dff1/C/2b2f19217559486da9f6bd6ec73d47c2 2024-11-25T10:15:20,914 INFO [RS_FLUSH_OPERATIONS-regionserver/e2fd862922a0:0-0 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=323 (bloomFilter=true), to=hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/086975f674c828ef90efb081e908dff1/.tmp/B/54b4f9c6311a416eb75dffe9c71680f1 2024-11-25T10:15:20,916 INFO [RS:0;e2fd862922a0:38547-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in 086975f674c828ef90efb081e908dff1/C of 086975f674c828ef90efb081e908dff1 into 2b2f19217559486da9f6bd6ec73d47c2(size=12.1 K), total size for store is 12.1 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-25T10:15:20,916 DEBUG [RS:0;e2fd862922a0:38547-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 086975f674c828ef90efb081e908dff1: 2024-11-25T10:15:20,916 INFO [RS:0;e2fd862922a0:38547-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732529713522.086975f674c828ef90efb081e908dff1., storeName=086975f674c828ef90efb081e908dff1/C, priority=12, startTime=1732529720391; duration=0sec 2024-11-25T10:15:20,916 DEBUG [RS:0;e2fd862922a0:38547-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-25T10:15:20,916 DEBUG [RS:0;e2fd862922a0:38547-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 086975f674c828ef90efb081e908dff1:C 2024-11-25T10:15:20,920 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e2fd862922a0:0-0 {event_type=RS_FLUSH_REGIONS, pid=108}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/086975f674c828ef90efb081e908dff1/.tmp/C/387b20e8431d498fafbb0041052cbc87 is 50, key is test_row_0/C:col10/1732529719502/Put/seqid=0 2024-11-25T10:15:20,930 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39927 is added to blk_1073742190_1366 (size=12301) 2024-11-25T10:15:20,935 INFO [RS_FLUSH_OPERATIONS-regionserver/e2fd862922a0:0-0 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=323 (bloomFilter=true), to=hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/086975f674c828ef90efb081e908dff1/.tmp/C/387b20e8431d498fafbb0041052cbc87 2024-11-25T10:15:20,938 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=086975f674c828ef90efb081e908dff1, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-25T10:15:20,938 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] ipc.CallRunner(138): callId: 93 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38698 deadline: 1732529780932, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=086975f674c828ef90efb081e908dff1, server=e2fd862922a0,38547,1732529625709 2024-11-25T10:15:20,939 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e2fd862922a0:0-0 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/086975f674c828ef90efb081e908dff1/.tmp/A/6fe64abaec0640c794db9d91f1b3bc8a as hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/086975f674c828ef90efb081e908dff1/A/6fe64abaec0640c794db9d91f1b3bc8a 2024-11-25T10:15:20,941 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732529713522.086975f674c828ef90efb081e908dff1., hostname=e2fd862922a0,38547,1732529625709, seqNum=5 , the old value is region=TestAcidGuarantees,,1732529713522.086975f674c828ef90efb081e908dff1., hostname=e2fd862922a0,38547,1732529625709, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=086975f674c828ef90efb081e908dff1, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T10:15:20,941 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732529713522.086975f674c828ef90efb081e908dff1., hostname=e2fd862922a0,38547,1732529625709, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=086975f674c828ef90efb081e908dff1, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T10:15:20,941 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732529713522.086975f674c828ef90efb081e908dff1., hostname=e2fd862922a0,38547,1732529625709, seqNum=5 because the exception is null or not the one we care about 2024-11-25T10:15:20,949 INFO [RS_FLUSH_OPERATIONS-regionserver/e2fd862922a0:0-0 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/086975f674c828ef90efb081e908dff1/A/6fe64abaec0640c794db9d91f1b3bc8a, entries=150, sequenceid=323, filesize=30.5 K 2024-11-25T10:15:20,950 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e2fd862922a0:0-0 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/086975f674c828ef90efb081e908dff1/.tmp/B/54b4f9c6311a416eb75dffe9c71680f1 as hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/086975f674c828ef90efb081e908dff1/B/54b4f9c6311a416eb75dffe9c71680f1 2024-11-25T10:15:20,952 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=086975f674c828ef90efb081e908dff1, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-25T10:15:20,953 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] ipc.CallRunner(138): callId: 74 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38696 deadline: 1732529780942, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=086975f674c828ef90efb081e908dff1, server=e2fd862922a0,38547,1732529625709 2024-11-25T10:15:20,953 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=086975f674c828ef90efb081e908dff1, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-25T10:15:20,953 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] ipc.CallRunner(138): callId: 82 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38752 deadline: 1732529780942, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=086975f674c828ef90efb081e908dff1, server=e2fd862922a0,38547,1732529625709 2024-11-25T10:15:20,953 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732529713522.086975f674c828ef90efb081e908dff1., hostname=e2fd862922a0,38547,1732529625709, seqNum=5 , the old value is region=TestAcidGuarantees,,1732529713522.086975f674c828ef90efb081e908dff1., hostname=e2fd862922a0,38547,1732529625709, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=086975f674c828ef90efb081e908dff1, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T10:15:20,953 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732529713522.086975f674c828ef90efb081e908dff1., hostname=e2fd862922a0,38547,1732529625709, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=086975f674c828ef90efb081e908dff1, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T10:15:20,953 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732529713522.086975f674c828ef90efb081e908dff1., hostname=e2fd862922a0,38547,1732529625709, seqNum=5 because the exception is null or not the one we care about 2024-11-25T10:15:20,954 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732529713522.086975f674c828ef90efb081e908dff1., hostname=e2fd862922a0,38547,1732529625709, seqNum=5 , the old value is region=TestAcidGuarantees,,1732529713522.086975f674c828ef90efb081e908dff1., hostname=e2fd862922a0,38547,1732529625709, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=086975f674c828ef90efb081e908dff1, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T10:15:20,954 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732529713522.086975f674c828ef90efb081e908dff1., hostname=e2fd862922a0,38547,1732529625709, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=086975f674c828ef90efb081e908dff1, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T10:15:20,954 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732529713522.086975f674c828ef90efb081e908dff1., hostname=e2fd862922a0,38547,1732529625709, seqNum=5 because the exception is null or not the one we care about 2024-11-25T10:15:20,955 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=086975f674c828ef90efb081e908dff1, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-25T10:15:20,955 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] ipc.CallRunner(138): callId: 75 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38710 deadline: 1732529780952, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=086975f674c828ef90efb081e908dff1, server=e2fd862922a0,38547,1732529625709 2024-11-25T10:15:20,955 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=086975f674c828ef90efb081e908dff1, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-25T10:15:20,955 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] ipc.CallRunner(138): callId: 74 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38724 deadline: 1732529780952, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=086975f674c828ef90efb081e908dff1, server=e2fd862922a0,38547,1732529625709 2024-11-25T10:15:20,956 INFO [RS_FLUSH_OPERATIONS-regionserver/e2fd862922a0:0-0 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/086975f674c828ef90efb081e908dff1/B/54b4f9c6311a416eb75dffe9c71680f1, entries=150, sequenceid=323, filesize=12.0 K 2024-11-25T10:15:20,956 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e2fd862922a0:0-0 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/086975f674c828ef90efb081e908dff1/.tmp/C/387b20e8431d498fafbb0041052cbc87 as hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/086975f674c828ef90efb081e908dff1/C/387b20e8431d498fafbb0041052cbc87 2024-11-25T10:15:20,958 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732529713522.086975f674c828ef90efb081e908dff1., hostname=e2fd862922a0,38547,1732529625709, seqNum=5 , the old value is region=TestAcidGuarantees,,1732529713522.086975f674c828ef90efb081e908dff1., hostname=e2fd862922a0,38547,1732529625709, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=086975f674c828ef90efb081e908dff1, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T10:15:20,958 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732529713522.086975f674c828ef90efb081e908dff1., hostname=e2fd862922a0,38547,1732529625709, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=086975f674c828ef90efb081e908dff1, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T10:15:20,958 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732529713522.086975f674c828ef90efb081e908dff1., hostname=e2fd862922a0,38547,1732529625709, seqNum=5 because the exception is null or not the one we care about 2024-11-25T10:15:20,958 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732529713522.086975f674c828ef90efb081e908dff1., hostname=e2fd862922a0,38547,1732529625709, seqNum=5 , the old value is region=TestAcidGuarantees,,1732529713522.086975f674c828ef90efb081e908dff1., hostname=e2fd862922a0,38547,1732529625709, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=086975f674c828ef90efb081e908dff1, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T10:15:20,958 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732529713522.086975f674c828ef90efb081e908dff1., hostname=e2fd862922a0,38547,1732529625709, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=086975f674c828ef90efb081e908dff1, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T10:15:20,958 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732529713522.086975f674c828ef90efb081e908dff1., hostname=e2fd862922a0,38547,1732529625709, seqNum=5 because the exception is null or not the one we care about 2024-11-25T10:15:20,960 INFO [RS_FLUSH_OPERATIONS-regionserver/e2fd862922a0:0-0 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/086975f674c828ef90efb081e908dff1/C/387b20e8431d498fafbb0041052cbc87, entries=150, sequenceid=323, filesize=12.0 K 2024-11-25T10:15:20,963 INFO [RS_FLUSH_OPERATIONS-regionserver/e2fd862922a0:0-0 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.HRegion(3140): Finished flush of dataSize ~46.96 KB/48090, heapSize ~140.16 KB/143520, currentSize=140.89 KB/144270 for 086975f674c828ef90efb081e908dff1 in 499ms, sequenceid=323, compaction requested=false 2024-11-25T10:15:20,963 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e2fd862922a0:0-0 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.HRegion(2603): Flush status journal for 086975f674c828ef90efb081e908dff1: 2024-11-25T10:15:20,963 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e2fd862922a0:0-0 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732529713522.086975f674c828ef90efb081e908dff1. 2024-11-25T10:15:20,963 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e2fd862922a0:0-0 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=108 2024-11-25T10:15:20,963 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41005 {}] master.HMaster(4169): Remote procedure done, pid=108 2024-11-25T10:15:20,967 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=108, resume processing ppid=107 2024-11-25T10:15:20,967 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=108, ppid=107, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.4180 sec 2024-11-25T10:15:20,969 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=107, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=107, table=TestAcidGuarantees in 1.4240 sec 2024-11-25T10:15:21,163 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] regionserver.HRegion(8855): Flush requested on 086975f674c828ef90efb081e908dff1 2024-11-25T10:15:21,164 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 086975f674c828ef90efb081e908dff1 3/3 column families, dataSize=147.60 KB heapSize=410.77 KB 2024-11-25T10:15:21,164 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 086975f674c828ef90efb081e908dff1, store=A 2024-11-25T10:15:21,164 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-25T10:15:21,164 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 086975f674c828ef90efb081e908dff1, store=B 2024-11-25T10:15:21,164 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-25T10:15:21,164 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 086975f674c828ef90efb081e908dff1, store=C 2024-11-25T10:15:21,164 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-25T10:15:21,172 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241125aaaf2fb6c7b64b01903a8854ec4eeada_086975f674c828ef90efb081e908dff1 is 50, key is test_row_0/A:col10/1732529721162/Put/seqid=0 2024-11-25T10:15:21,178 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39927 is added to blk_1073742191_1367 (size=14994) 2024-11-25T10:15:21,190 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=086975f674c828ef90efb081e908dff1, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-25T10:15:21,190 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] ipc.CallRunner(138): callId: 76 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38724 deadline: 1732529781175, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=086975f674c828ef90efb081e908dff1, server=e2fd862922a0,38547,1732529625709 2024-11-25T10:15:21,190 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=086975f674c828ef90efb081e908dff1, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-25T10:15:21,190 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] ipc.CallRunner(138): callId: 84 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38752 deadline: 1732529781176, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=086975f674c828ef90efb081e908dff1, server=e2fd862922a0,38547,1732529625709 2024-11-25T10:15:21,190 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732529713522.086975f674c828ef90efb081e908dff1., hostname=e2fd862922a0,38547,1732529625709, seqNum=5 , the old value is region=TestAcidGuarantees,,1732529713522.086975f674c828ef90efb081e908dff1., hostname=e2fd862922a0,38547,1732529625709, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=086975f674c828ef90efb081e908dff1, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T10:15:21,190 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732529713522.086975f674c828ef90efb081e908dff1., hostname=e2fd862922a0,38547,1732529625709, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=086975f674c828ef90efb081e908dff1, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T10:15:21,190 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732529713522.086975f674c828ef90efb081e908dff1., hostname=e2fd862922a0,38547,1732529625709, seqNum=5 because the exception is null or not the one we care about 2024-11-25T10:15:21,191 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732529713522.086975f674c828ef90efb081e908dff1., hostname=e2fd862922a0,38547,1732529625709, seqNum=5 , the old value is region=TestAcidGuarantees,,1732529713522.086975f674c828ef90efb081e908dff1., hostname=e2fd862922a0,38547,1732529625709, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=086975f674c828ef90efb081e908dff1, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T10:15:21,191 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=086975f674c828ef90efb081e908dff1, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-25T10:15:21,191 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732529713522.086975f674c828ef90efb081e908dff1., hostname=e2fd862922a0,38547,1732529625709, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=086975f674c828ef90efb081e908dff1, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T10:15:21,191 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732529713522.086975f674c828ef90efb081e908dff1., hostname=e2fd862922a0,38547,1732529625709, seqNum=5 because the exception is null or not the one we care about 2024-11-25T10:15:21,191 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] ipc.CallRunner(138): callId: 77 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38710 deadline: 1732529781177, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=086975f674c828ef90efb081e908dff1, server=e2fd862922a0,38547,1732529625709 2024-11-25T10:15:21,191 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=086975f674c828ef90efb081e908dff1, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-25T10:15:21,191 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732529713522.086975f674c828ef90efb081e908dff1., hostname=e2fd862922a0,38547,1732529625709, seqNum=5 , the old value is region=TestAcidGuarantees,,1732529713522.086975f674c828ef90efb081e908dff1., hostname=e2fd862922a0,38547,1732529625709, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=086975f674c828ef90efb081e908dff1, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T10:15:21,191 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732529713522.086975f674c828ef90efb081e908dff1., hostname=e2fd862922a0,38547,1732529625709, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=086975f674c828ef90efb081e908dff1, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T10:15:21,191 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] ipc.CallRunner(138): callId: 96 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38698 deadline: 1732529781178, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=086975f674c828ef90efb081e908dff1, server=e2fd862922a0,38547,1732529625709 2024-11-25T10:15:21,191 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732529713522.086975f674c828ef90efb081e908dff1., hostname=e2fd862922a0,38547,1732529625709, seqNum=5 because the exception is null or not the one we care about 2024-11-25T10:15:21,191 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=086975f674c828ef90efb081e908dff1, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-25T10:15:21,191 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] ipc.CallRunner(138): callId: 77 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38696 deadline: 1732529781179, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=086975f674c828ef90efb081e908dff1, server=e2fd862922a0,38547,1732529625709 2024-11-25T10:15:21,192 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732529713522.086975f674c828ef90efb081e908dff1., hostname=e2fd862922a0,38547,1732529625709, seqNum=5 , the old value is region=TestAcidGuarantees,,1732529713522.086975f674c828ef90efb081e908dff1., hostname=e2fd862922a0,38547,1732529625709, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=086975f674c828ef90efb081e908dff1, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T10:15:21,192 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732529713522.086975f674c828ef90efb081e908dff1., hostname=e2fd862922a0,38547,1732529625709, seqNum=5 , the old value is region=TestAcidGuarantees,,1732529713522.086975f674c828ef90efb081e908dff1., hostname=e2fd862922a0,38547,1732529625709, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=086975f674c828ef90efb081e908dff1, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T10:15:21,192 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732529713522.086975f674c828ef90efb081e908dff1., hostname=e2fd862922a0,38547,1732529625709, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=086975f674c828ef90efb081e908dff1, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T10:15:21,192 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732529713522.086975f674c828ef90efb081e908dff1., hostname=e2fd862922a0,38547,1732529625709, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=086975f674c828ef90efb081e908dff1, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T10:15:21,192 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732529713522.086975f674c828ef90efb081e908dff1., hostname=e2fd862922a0,38547,1732529625709, seqNum=5 because the exception is null or not the one we care about 2024-11-25T10:15:21,192 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732529713522.086975f674c828ef90efb081e908dff1., hostname=e2fd862922a0,38547,1732529625709, seqNum=5 because the exception is null or not the one we care about 2024-11-25T10:15:21,305 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=086975f674c828ef90efb081e908dff1, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-25T10:15:21,305 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] ipc.CallRunner(138): callId: 77 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38724 deadline: 1732529781292, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=086975f674c828ef90efb081e908dff1, server=e2fd862922a0,38547,1732529625709 2024-11-25T10:15:21,305 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732529713522.086975f674c828ef90efb081e908dff1., hostname=e2fd862922a0,38547,1732529625709, seqNum=5 , the old value is region=TestAcidGuarantees,,1732529713522.086975f674c828ef90efb081e908dff1., hostname=e2fd862922a0,38547,1732529625709, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=086975f674c828ef90efb081e908dff1, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T10:15:21,305 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732529713522.086975f674c828ef90efb081e908dff1., hostname=e2fd862922a0,38547,1732529625709, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=086975f674c828ef90efb081e908dff1, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T10:15:21,305 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732529713522.086975f674c828ef90efb081e908dff1., hostname=e2fd862922a0,38547,1732529625709, seqNum=5 because the exception is null or not the one we care about 2024-11-25T10:15:21,312 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=086975f674c828ef90efb081e908dff1, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-25T10:15:21,312 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] ipc.CallRunner(138): callId: 85 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38752 deadline: 1732529781302, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=086975f674c828ef90efb081e908dff1, server=e2fd862922a0,38547,1732529625709 2024-11-25T10:15:21,312 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=086975f674c828ef90efb081e908dff1, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-25T10:15:21,312 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732529713522.086975f674c828ef90efb081e908dff1., hostname=e2fd862922a0,38547,1732529625709, seqNum=5 , the old value is region=TestAcidGuarantees,,1732529713522.086975f674c828ef90efb081e908dff1., hostname=e2fd862922a0,38547,1732529625709, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=086975f674c828ef90efb081e908dff1, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T10:15:21,312 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] ipc.CallRunner(138): callId: 97 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38698 deadline: 1732529781302, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=086975f674c828ef90efb081e908dff1, server=e2fd862922a0,38547,1732529625709 2024-11-25T10:15:21,312 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732529713522.086975f674c828ef90efb081e908dff1., hostname=e2fd862922a0,38547,1732529625709, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=086975f674c828ef90efb081e908dff1, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T10:15:21,312 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732529713522.086975f674c828ef90efb081e908dff1., hostname=e2fd862922a0,38547,1732529625709, seqNum=5 because the exception is null or not the one we care about 2024-11-25T10:15:21,313 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732529713522.086975f674c828ef90efb081e908dff1., hostname=e2fd862922a0,38547,1732529625709, seqNum=5 , the old value is region=TestAcidGuarantees,,1732529713522.086975f674c828ef90efb081e908dff1., hostname=e2fd862922a0,38547,1732529625709, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=086975f674c828ef90efb081e908dff1, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T10:15:21,313 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732529713522.086975f674c828ef90efb081e908dff1., hostname=e2fd862922a0,38547,1732529625709, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=086975f674c828ef90efb081e908dff1, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T10:15:21,313 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=086975f674c828ef90efb081e908dff1, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-25T10:15:21,313 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732529713522.086975f674c828ef90efb081e908dff1., hostname=e2fd862922a0,38547,1732529625709, seqNum=5 because the exception is null or not the one we care about 2024-11-25T10:15:21,313 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] ipc.CallRunner(138): callId: 78 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38710 deadline: 1732529781303, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=086975f674c828ef90efb081e908dff1, server=e2fd862922a0,38547,1732529625709 2024-11-25T10:15:21,313 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=086975f674c828ef90efb081e908dff1, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-25T10:15:21,313 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732529713522.086975f674c828ef90efb081e908dff1., hostname=e2fd862922a0,38547,1732529625709, seqNum=5 , the old value is region=TestAcidGuarantees,,1732529713522.086975f674c828ef90efb081e908dff1., hostname=e2fd862922a0,38547,1732529625709, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=086975f674c828ef90efb081e908dff1, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T10:15:21,313 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732529713522.086975f674c828ef90efb081e908dff1., hostname=e2fd862922a0,38547,1732529625709, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=086975f674c828ef90efb081e908dff1, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T10:15:21,313 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] ipc.CallRunner(138): callId: 78 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38696 deadline: 1732529781303, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=086975f674c828ef90efb081e908dff1, server=e2fd862922a0,38547,1732529625709 2024-11-25T10:15:21,313 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732529713522.086975f674c828ef90efb081e908dff1., hostname=e2fd862922a0,38547,1732529625709, seqNum=5 because the exception is null or not the one we care about 2024-11-25T10:15:21,313 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732529713522.086975f674c828ef90efb081e908dff1., hostname=e2fd862922a0,38547,1732529625709, seqNum=5 , the old value is region=TestAcidGuarantees,,1732529713522.086975f674c828ef90efb081e908dff1., hostname=e2fd862922a0,38547,1732529625709, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=086975f674c828ef90efb081e908dff1, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T10:15:21,313 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732529713522.086975f674c828ef90efb081e908dff1., hostname=e2fd862922a0,38547,1732529625709, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=086975f674c828ef90efb081e908dff1, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T10:15:21,313 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732529713522.086975f674c828ef90efb081e908dff1., hostname=e2fd862922a0,38547,1732529625709, seqNum=5 because the exception is null or not the one we care about 2024-11-25T10:15:21,516 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=086975f674c828ef90efb081e908dff1, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-25T10:15:21,516 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] ipc.CallRunner(138): callId: 78 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38724 deadline: 1732529781512, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=086975f674c828ef90efb081e908dff1, server=e2fd862922a0,38547,1732529625709 2024-11-25T10:15:21,516 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732529713522.086975f674c828ef90efb081e908dff1., hostname=e2fd862922a0,38547,1732529625709, seqNum=5 , the old value is region=TestAcidGuarantees,,1732529713522.086975f674c828ef90efb081e908dff1., hostname=e2fd862922a0,38547,1732529625709, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=086975f674c828ef90efb081e908dff1, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T10:15:21,516 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732529713522.086975f674c828ef90efb081e908dff1., hostname=e2fd862922a0,38547,1732529625709, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=086975f674c828ef90efb081e908dff1, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T10:15:21,516 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732529713522.086975f674c828ef90efb081e908dff1., hostname=e2fd862922a0,38547,1732529625709, seqNum=5 because the exception is null or not the one we care about 2024-11-25T10:15:21,531 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=086975f674c828ef90efb081e908dff1, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-25T10:15:21,531 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] ipc.CallRunner(138): callId: 98 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38698 deadline: 1732529781523, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=086975f674c828ef90efb081e908dff1, server=e2fd862922a0,38547,1732529625709 2024-11-25T10:15:21,531 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732529713522.086975f674c828ef90efb081e908dff1., hostname=e2fd862922a0,38547,1732529625709, seqNum=5 , the old value is region=TestAcidGuarantees,,1732529713522.086975f674c828ef90efb081e908dff1., hostname=e2fd862922a0,38547,1732529625709, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=086975f674c828ef90efb081e908dff1, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T10:15:21,531 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=086975f674c828ef90efb081e908dff1, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-25T10:15:21,531 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732529713522.086975f674c828ef90efb081e908dff1., hostname=e2fd862922a0,38547,1732529625709, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=086975f674c828ef90efb081e908dff1, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T10:15:21,531 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732529713522.086975f674c828ef90efb081e908dff1., hostname=e2fd862922a0,38547,1732529625709, seqNum=5 because the exception is null or not the one we care about 2024-11-25T10:15:21,531 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] ipc.CallRunner(138): callId: 86 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38752 deadline: 1732529781523, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=086975f674c828ef90efb081e908dff1, server=e2fd862922a0,38547,1732529625709 2024-11-25T10:15:21,532 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732529713522.086975f674c828ef90efb081e908dff1., hostname=e2fd862922a0,38547,1732529625709, seqNum=5 , the old value is region=TestAcidGuarantees,,1732529713522.086975f674c828ef90efb081e908dff1., hostname=e2fd862922a0,38547,1732529625709, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=086975f674c828ef90efb081e908dff1, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T10:15:21,532 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732529713522.086975f674c828ef90efb081e908dff1., hostname=e2fd862922a0,38547,1732529625709, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=086975f674c828ef90efb081e908dff1, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T10:15:21,532 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=086975f674c828ef90efb081e908dff1, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-25T10:15:21,532 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732529713522.086975f674c828ef90efb081e908dff1., hostname=e2fd862922a0,38547,1732529625709, seqNum=5 because the exception is null or not the one we care about 2024-11-25T10:15:21,532 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] ipc.CallRunner(138): callId: 79 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38710 deadline: 1732529781523, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=086975f674c828ef90efb081e908dff1, server=e2fd862922a0,38547,1732529625709 2024-11-25T10:15:21,532 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732529713522.086975f674c828ef90efb081e908dff1., hostname=e2fd862922a0,38547,1732529625709, seqNum=5 , the old value is region=TestAcidGuarantees,,1732529713522.086975f674c828ef90efb081e908dff1., hostname=e2fd862922a0,38547,1732529625709, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=086975f674c828ef90efb081e908dff1, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T10:15:21,532 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732529713522.086975f674c828ef90efb081e908dff1., hostname=e2fd862922a0,38547,1732529625709, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=086975f674c828ef90efb081e908dff1, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T10:15:21,532 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732529713522.086975f674c828ef90efb081e908dff1., hostname=e2fd862922a0,38547,1732529625709, seqNum=5 because the exception is null or not the one we care about 2024-11-25T10:15:21,532 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=086975f674c828ef90efb081e908dff1, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-25T10:15:21,532 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] ipc.CallRunner(138): callId: 79 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38696 deadline: 1732529781523, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=086975f674c828ef90efb081e908dff1, server=e2fd862922a0,38547,1732529625709 2024-11-25T10:15:21,532 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732529713522.086975f674c828ef90efb081e908dff1., hostname=e2fd862922a0,38547,1732529625709, seqNum=5 , the old value is region=TestAcidGuarantees,,1732529713522.086975f674c828ef90efb081e908dff1., hostname=e2fd862922a0,38547,1732529625709, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=086975f674c828ef90efb081e908dff1, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T10:15:21,532 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732529713522.086975f674c828ef90efb081e908dff1., hostname=e2fd862922a0,38547,1732529625709, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=086975f674c828ef90efb081e908dff1, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T10:15:21,532 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732529713522.086975f674c828ef90efb081e908dff1., hostname=e2fd862922a0,38547,1732529625709, seqNum=5 because the exception is null or not the one we care about 2024-11-25T10:15:21,578 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:21,582 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241125aaaf2fb6c7b64b01903a8854ec4eeada_086975f674c828ef90efb081e908dff1 to hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241125aaaf2fb6c7b64b01903a8854ec4eeada_086975f674c828ef90efb081e908dff1 2024-11-25T10:15:21,583 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/086975f674c828ef90efb081e908dff1/.tmp/A/7b5b2952212145bc90341a3045220e78, store: [table=TestAcidGuarantees family=A region=086975f674c828ef90efb081e908dff1] 2024-11-25T10:15:21,583 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/086975f674c828ef90efb081e908dff1/.tmp/A/7b5b2952212145bc90341a3045220e78 is 175, key is test_row_0/A:col10/1732529721162/Put/seqid=0 2024-11-25T10:15:21,589 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39927 is added to blk_1073742192_1368 (size=39949) 2024-11-25T10:15:21,592 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=362, memsize=49.2 K, hasBloomFilter=true, into tmp file hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/086975f674c828ef90efb081e908dff1/.tmp/A/7b5b2952212145bc90341a3045220e78 2024-11-25T10:15:21,602 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/086975f674c828ef90efb081e908dff1/.tmp/B/921153fd51aa42da84161e5c2f098d6e is 50, key is test_row_0/B:col10/1732529721162/Put/seqid=0 2024-11-25T10:15:21,612 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39927 is added to blk_1073742193_1369 (size=12301) 2024-11-25T10:15:21,692 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41005 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=107 2024-11-25T10:15:21,692 INFO [RPCClient-NioEventLoopGroup-4-8 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-25T10:15:21,693 INFO [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41005 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-25T10:15:21,694 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41005 {}] procedure2.ProcedureExecutor(1139): Stored pid=109, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=109, table=TestAcidGuarantees 2024-11-25T10:15:21,694 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41005 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=109 2024-11-25T10:15:21,695 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=109, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=109, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-25T10:15:21,695 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=109, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=109, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-25T10:15:21,695 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=110, ppid=109, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-25T10:15:21,802 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41005 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=109 2024-11-25T10:15:21,828 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=086975f674c828ef90efb081e908dff1, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-25T10:15:21,828 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] ipc.CallRunner(138): callId: 79 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38724 deadline: 1732529781822, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=086975f674c828ef90efb081e908dff1, server=e2fd862922a0,38547,1732529625709 2024-11-25T10:15:21,828 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732529713522.086975f674c828ef90efb081e908dff1., hostname=e2fd862922a0,38547,1732529625709, seqNum=5 , the old value is region=TestAcidGuarantees,,1732529713522.086975f674c828ef90efb081e908dff1., hostname=e2fd862922a0,38547,1732529625709, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=086975f674c828ef90efb081e908dff1, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T10:15:21,828 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732529713522.086975f674c828ef90efb081e908dff1., hostname=e2fd862922a0,38547,1732529625709, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=086975f674c828ef90efb081e908dff1, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T10:15:21,828 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732529713522.086975f674c828ef90efb081e908dff1., hostname=e2fd862922a0,38547,1732529625709, seqNum=5 because the exception is null or not the one we care about 2024-11-25T10:15:21,848 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=38547 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=110 2024-11-25T10:15:21,848 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e2fd862922a0:0-1 {event_type=RS_FLUSH_REGIONS, pid=110}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732529713522.086975f674c828ef90efb081e908dff1. 2024-11-25T10:15:21,848 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e2fd862922a0:0-1 {event_type=RS_FLUSH_REGIONS, pid=110}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732529713522.086975f674c828ef90efb081e908dff1. as already flushing 2024-11-25T10:15:21,848 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e2fd862922a0:0-1 {event_type=RS_FLUSH_REGIONS, pid=110}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732529713522.086975f674c828ef90efb081e908dff1. 2024-11-25T10:15:21,848 ERROR [RS_FLUSH_OPERATIONS-regionserver/e2fd862922a0:0-1 {event_type=RS_FLUSH_REGIONS, pid=110}] handler.RSProcedureHandler(58): pid=110 java.io.IOException: Unable to complete flush {ENCODED => 086975f674c828ef90efb081e908dff1, NAME => 'TestAcidGuarantees,,1732529713522.086975f674c828ef90efb081e908dff1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T10:15:21,848 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e2fd862922a0:0-1 {event_type=RS_FLUSH_REGIONS, pid=110}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=110 java.io.IOException: Unable to complete flush {ENCODED => 086975f674c828ef90efb081e908dff1, NAME => 'TestAcidGuarantees,,1732529713522.086975f674c828ef90efb081e908dff1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T10:15:21,849 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41005 {}] master.HMaster(4177): Remote procedure failed, pid=110 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 086975f674c828ef90efb081e908dff1, NAME => 'TestAcidGuarantees,,1732529713522.086975f674c828ef90efb081e908dff1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 086975f674c828ef90efb081e908dff1, NAME => 'TestAcidGuarantees,,1732529713522.086975f674c828ef90efb081e908dff1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T10:15:21,851 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=086975f674c828ef90efb081e908dff1, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-25T10:15:21,851 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] ipc.CallRunner(138): callId: 99 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38698 deadline: 1732529781843, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=086975f674c828ef90efb081e908dff1, server=e2fd862922a0,38547,1732529625709 2024-11-25T10:15:21,851 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=086975f674c828ef90efb081e908dff1, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-25T10:15:21,851 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732529713522.086975f674c828ef90efb081e908dff1., hostname=e2fd862922a0,38547,1732529625709, seqNum=5 , the old value is region=TestAcidGuarantees,,1732529713522.086975f674c828ef90efb081e908dff1., hostname=e2fd862922a0,38547,1732529625709, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=086975f674c828ef90efb081e908dff1, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T10:15:21,851 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732529713522.086975f674c828ef90efb081e908dff1., hostname=e2fd862922a0,38547,1732529625709, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=086975f674c828ef90efb081e908dff1, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T10:15:21,851 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] ipc.CallRunner(138): callId: 87 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38752 deadline: 1732529781843, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=086975f674c828ef90efb081e908dff1, server=e2fd862922a0,38547,1732529625709 2024-11-25T10:15:21,851 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732529713522.086975f674c828ef90efb081e908dff1., hostname=e2fd862922a0,38547,1732529625709, seqNum=5 because the exception is null or not the one we care about 2024-11-25T10:15:21,852 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=086975f674c828ef90efb081e908dff1, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-25T10:15:21,852 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] ipc.CallRunner(138): callId: 80 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38710 deadline: 1732529781843, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=086975f674c828ef90efb081e908dff1, server=e2fd862922a0,38547,1732529625709 2024-11-25T10:15:21,852 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732529713522.086975f674c828ef90efb081e908dff1., hostname=e2fd862922a0,38547,1732529625709, seqNum=5 , the old value is region=TestAcidGuarantees,,1732529713522.086975f674c828ef90efb081e908dff1., hostname=e2fd862922a0,38547,1732529625709, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=086975f674c828ef90efb081e908dff1, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T10:15:21,852 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732529713522.086975f674c828ef90efb081e908dff1., hostname=e2fd862922a0,38547,1732529625709, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=086975f674c828ef90efb081e908dff1, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T10:15:21,852 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732529713522.086975f674c828ef90efb081e908dff1., hostname=e2fd862922a0,38547,1732529625709, seqNum=5 because the exception is null or not the one we care about 2024-11-25T10:15:21,852 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=086975f674c828ef90efb081e908dff1, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-25T10:15:21,852 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] ipc.CallRunner(138): callId: 80 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38696 deadline: 1732529781843, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=086975f674c828ef90efb081e908dff1, server=e2fd862922a0,38547,1732529625709 2024-11-25T10:15:21,853 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732529713522.086975f674c828ef90efb081e908dff1., hostname=e2fd862922a0,38547,1732529625709, seqNum=5 , the old value is region=TestAcidGuarantees,,1732529713522.086975f674c828ef90efb081e908dff1., hostname=e2fd862922a0,38547,1732529625709, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=086975f674c828ef90efb081e908dff1, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T10:15:21,853 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732529713522.086975f674c828ef90efb081e908dff1., hostname=e2fd862922a0,38547,1732529625709, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=086975f674c828ef90efb081e908dff1, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T10:15:21,853 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732529713522.086975f674c828ef90efb081e908dff1., hostname=e2fd862922a0,38547,1732529625709, seqNum=5 because the exception is null or not the one we care about 2024-11-25T10:15:21,854 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732529713522.086975f674c828ef90efb081e908dff1., hostname=e2fd862922a0,38547,1732529625709, seqNum=5 , the old value is region=TestAcidGuarantees,,1732529713522.086975f674c828ef90efb081e908dff1., hostname=e2fd862922a0,38547,1732529625709, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=086975f674c828ef90efb081e908dff1, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T10:15:21,854 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732529713522.086975f674c828ef90efb081e908dff1., hostname=e2fd862922a0,38547,1732529625709, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=086975f674c828ef90efb081e908dff1, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T10:15:21,854 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732529713522.086975f674c828ef90efb081e908dff1., hostname=e2fd862922a0,38547,1732529625709, seqNum=5 because the exception is null or not the one we care about 2024-11-25T10:15:22,002 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=38547 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=110 2024-11-25T10:15:22,002 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e2fd862922a0:0-2 {event_type=RS_FLUSH_REGIONS, pid=110}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732529713522.086975f674c828ef90efb081e908dff1. 2024-11-25T10:15:22,002 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e2fd862922a0:0-2 {event_type=RS_FLUSH_REGIONS, pid=110}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732529713522.086975f674c828ef90efb081e908dff1. as already flushing 2024-11-25T10:15:22,002 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e2fd862922a0:0-2 {event_type=RS_FLUSH_REGIONS, pid=110}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732529713522.086975f674c828ef90efb081e908dff1. 2024-11-25T10:15:22,002 ERROR [RS_FLUSH_OPERATIONS-regionserver/e2fd862922a0:0-2 {event_type=RS_FLUSH_REGIONS, pid=110}] handler.RSProcedureHandler(58): pid=110 java.io.IOException: Unable to complete flush {ENCODED => 086975f674c828ef90efb081e908dff1, NAME => 'TestAcidGuarantees,,1732529713522.086975f674c828ef90efb081e908dff1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T10:15:22,003 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e2fd862922a0:0-2 {event_type=RS_FLUSH_REGIONS, pid=110}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=110 java.io.IOException: Unable to complete flush {ENCODED => 086975f674c828ef90efb081e908dff1, NAME => 'TestAcidGuarantees,,1732529713522.086975f674c828ef90efb081e908dff1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T10:15:22,003 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41005 {}] master.HMaster(4177): Remote procedure failed, pid=110 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 086975f674c828ef90efb081e908dff1, NAME => 'TestAcidGuarantees,,1732529713522.086975f674c828ef90efb081e908dff1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 086975f674c828ef90efb081e908dff1, NAME => 'TestAcidGuarantees,,1732529713522.086975f674c828ef90efb081e908dff1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T10:15:22,012 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=362 (bloomFilter=true), to=hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/086975f674c828ef90efb081e908dff1/.tmp/B/921153fd51aa42da84161e5c2f098d6e 2024-11-25T10:15:22,012 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41005 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=109 2024-11-25T10:15:22,023 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/086975f674c828ef90efb081e908dff1/.tmp/C/e2162fcd953a4e6cb3fd5d2b0380f1a8 is 50, key is test_row_0/C:col10/1732529721162/Put/seqid=0 2024-11-25T10:15:22,027 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39927 is added to blk_1073742194_1370 (size=12301) 2024-11-25T10:15:22,028 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=362 (bloomFilter=true), to=hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/086975f674c828ef90efb081e908dff1/.tmp/C/e2162fcd953a4e6cb3fd5d2b0380f1a8 2024-11-25T10:15:22,039 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/086975f674c828ef90efb081e908dff1/.tmp/A/7b5b2952212145bc90341a3045220e78 as hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/086975f674c828ef90efb081e908dff1/A/7b5b2952212145bc90341a3045220e78 2024-11-25T10:15:22,043 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/086975f674c828ef90efb081e908dff1/A/7b5b2952212145bc90341a3045220e78, entries=200, sequenceid=362, filesize=39.0 K 2024-11-25T10:15:22,045 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/086975f674c828ef90efb081e908dff1/.tmp/B/921153fd51aa42da84161e5c2f098d6e as hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/086975f674c828ef90efb081e908dff1/B/921153fd51aa42da84161e5c2f098d6e 2024-11-25T10:15:22,048 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/086975f674c828ef90efb081e908dff1/B/921153fd51aa42da84161e5c2f098d6e, entries=150, sequenceid=362, filesize=12.0 K 2024-11-25T10:15:22,049 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/086975f674c828ef90efb081e908dff1/.tmp/C/e2162fcd953a4e6cb3fd5d2b0380f1a8 as hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/086975f674c828ef90efb081e908dff1/C/e2162fcd953a4e6cb3fd5d2b0380f1a8 2024-11-25T10:15:22,053 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/086975f674c828ef90efb081e908dff1/C/e2162fcd953a4e6cb3fd5d2b0380f1a8, entries=150, sequenceid=362, filesize=12.0 K 2024-11-25T10:15:22,054 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~147.60 KB/151140, heapSize ~410.72 KB/420576, currentSize=40.25 KB/41220 for 086975f674c828ef90efb081e908dff1 in 891ms, sequenceid=362, compaction requested=true 2024-11-25T10:15:22,054 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 086975f674c828ef90efb081e908dff1: 2024-11-25T10:15:22,054 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 086975f674c828ef90efb081e908dff1:A, priority=-2147483648, current under compaction store size is 1 2024-11-25T10:15:22,054 DEBUG [RS:0;e2fd862922a0:38547-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-25T10:15:22,054 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-25T10:15:22,054 DEBUG [RS:0;e2fd862922a0:38547-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-25T10:15:22,054 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 086975f674c828ef90efb081e908dff1:B, priority=-2147483648, current under compaction store size is 2 2024-11-25T10:15:22,054 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-25T10:15:22,054 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 086975f674c828ef90efb081e908dff1:C, priority=-2147483648, current under compaction store size is 3 2024-11-25T10:15:22,054 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-25T10:15:22,056 DEBUG [RS:0;e2fd862922a0:38547-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 102597 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-25T10:15:22,056 DEBUG [RS:0;e2fd862922a0:38547-shortCompactions-0 {}] regionserver.HStore(1541): 086975f674c828ef90efb081e908dff1/A is initiating minor compaction (all files) 2024-11-25T10:15:22,056 INFO [RS:0;e2fd862922a0:38547-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 086975f674c828ef90efb081e908dff1/A in TestAcidGuarantees,,1732529713522.086975f674c828ef90efb081e908dff1. 2024-11-25T10:15:22,056 INFO [RS:0;e2fd862922a0:38547-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/086975f674c828ef90efb081e908dff1/A/a26daaed010e4aacbfb437f979f40128, hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/086975f674c828ef90efb081e908dff1/A/6fe64abaec0640c794db9d91f1b3bc8a, hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/086975f674c828ef90efb081e908dff1/A/7b5b2952212145bc90341a3045220e78] into tmpdir=hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/086975f674c828ef90efb081e908dff1/.tmp, totalSize=100.2 K 2024-11-25T10:15:22,056 INFO [RS:0;e2fd862922a0:38547-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732529713522.086975f674c828ef90efb081e908dff1. 2024-11-25T10:15:22,056 DEBUG [RS:0;e2fd862922a0:38547-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732529713522.086975f674c828ef90efb081e908dff1. files: [hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/086975f674c828ef90efb081e908dff1/A/a26daaed010e4aacbfb437f979f40128, hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/086975f674c828ef90efb081e908dff1/A/6fe64abaec0640c794db9d91f1b3bc8a, hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/086975f674c828ef90efb081e908dff1/A/7b5b2952212145bc90341a3045220e78] 2024-11-25T10:15:22,057 DEBUG [RS:0;e2fd862922a0:38547-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37041 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-25T10:15:22,057 DEBUG [RS:0;e2fd862922a0:38547-longCompactions-0 {}] regionserver.HStore(1541): 086975f674c828ef90efb081e908dff1/B is initiating minor compaction (all files) 2024-11-25T10:15:22,057 INFO [RS:0;e2fd862922a0:38547-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 086975f674c828ef90efb081e908dff1/B in TestAcidGuarantees,,1732529713522.086975f674c828ef90efb081e908dff1. 2024-11-25T10:15:22,057 INFO [RS:0;e2fd862922a0:38547-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/086975f674c828ef90efb081e908dff1/B/afb3c528e7cf4e32ae188f6c707d0cf0, hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/086975f674c828ef90efb081e908dff1/B/54b4f9c6311a416eb75dffe9c71680f1, hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/086975f674c828ef90efb081e908dff1/B/921153fd51aa42da84161e5c2f098d6e] into tmpdir=hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/086975f674c828ef90efb081e908dff1/.tmp, totalSize=36.2 K 2024-11-25T10:15:22,058 DEBUG [RS:0;e2fd862922a0:38547-shortCompactions-0 {}] compactions.Compactor(225): Compacting a26daaed010e4aacbfb437f979f40128, keycount=150, bloomtype=ROW, size=30.7 K, encoding=NONE, compression=NONE, seqNum=313, earliestPutTs=1732529719445 2024-11-25T10:15:22,058 DEBUG [RS:0;e2fd862922a0:38547-longCompactions-0 {}] compactions.Compactor(225): Compacting afb3c528e7cf4e32ae188f6c707d0cf0, keycount=150, bloomtype=ROW, size=12.1 K, encoding=NONE, compression=NONE, seqNum=313, earliestPutTs=1732529719445 2024-11-25T10:15:22,058 DEBUG [RS:0;e2fd862922a0:38547-shortCompactions-0 {}] compactions.Compactor(225): Compacting 6fe64abaec0640c794db9d91f1b3bc8a, keycount=150, bloomtype=ROW, size=30.5 K, encoding=NONE, compression=NONE, seqNum=323, earliestPutTs=1732529719494 2024-11-25T10:15:22,058 DEBUG [RS:0;e2fd862922a0:38547-shortCompactions-0 {}] compactions.Compactor(225): Compacting 7b5b2952212145bc90341a3045220e78, keycount=200, bloomtype=ROW, size=39.0 K, encoding=NONE, compression=NONE, seqNum=362, earliestPutTs=1732529720821 2024-11-25T10:15:22,058 DEBUG [RS:0;e2fd862922a0:38547-longCompactions-0 {}] compactions.Compactor(225): Compacting 54b4f9c6311a416eb75dffe9c71680f1, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=323, earliestPutTs=1732529719494 2024-11-25T10:15:22,059 DEBUG [RS:0;e2fd862922a0:38547-longCompactions-0 {}] compactions.Compactor(225): Compacting 921153fd51aa42da84161e5c2f098d6e, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=362, earliestPutTs=1732529720821 2024-11-25T10:15:22,084 INFO [RS:0;e2fd862922a0:38547-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(321): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=086975f674c828ef90efb081e908dff1] 2024-11-25T10:15:22,088 INFO [RS:0;e2fd862922a0:38547-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 086975f674c828ef90efb081e908dff1#B#compaction#316 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-25T10:15:22,089 DEBUG [RS:0;e2fd862922a0:38547-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/086975f674c828ef90efb081e908dff1/.tmp/B/6fa4e42e482441e38c84b7211b711688 is 50, key is test_row_0/B:col10/1732529721162/Put/seqid=0 2024-11-25T10:15:22,091 DEBUG [RS:0;e2fd862922a0:38547-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(635): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e20241125c44b618c4ed949169549428c112bc623_086975f674c828ef90efb081e908dff1 store=[table=TestAcidGuarantees family=A region=086975f674c828ef90efb081e908dff1] 2024-11-25T10:15:22,093 DEBUG [RS:0;e2fd862922a0:38547-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(656): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e20241125c44b618c4ed949169549428c112bc623_086975f674c828ef90efb081e908dff1, store=[table=TestAcidGuarantees family=A region=086975f674c828ef90efb081e908dff1] 2024-11-25T10:15:22,093 DEBUG [RS:0;e2fd862922a0:38547-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(667): Aborting writer for hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241125c44b618c4ed949169549428c112bc623_086975f674c828ef90efb081e908dff1 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=086975f674c828ef90efb081e908dff1] 2024-11-25T10:15:22,103 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39927 is added to blk_1073742195_1371 (size=12541) 2024-11-25T10:15:22,110 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39927 is added to blk_1073742196_1372 (size=4469) 2024-11-25T10:15:22,111 DEBUG [RS:0;e2fd862922a0:38547-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/086975f674c828ef90efb081e908dff1/.tmp/B/6fa4e42e482441e38c84b7211b711688 as hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/086975f674c828ef90efb081e908dff1/B/6fa4e42e482441e38c84b7211b711688 2024-11-25T10:15:22,115 INFO [RS:0;e2fd862922a0:38547-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 086975f674c828ef90efb081e908dff1#A#compaction#315 average throughput is 0.79 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-25T10:15:22,116 DEBUG [RS:0;e2fd862922a0:38547-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/086975f674c828ef90efb081e908dff1/.tmp/A/889d85936eac4a5a9c9c93dfed87f197 is 175, key is test_row_0/A:col10/1732529721162/Put/seqid=0 2024-11-25T10:15:22,128 INFO [RS:0;e2fd862922a0:38547-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 086975f674c828ef90efb081e908dff1/B of 086975f674c828ef90efb081e908dff1 into 6fa4e42e482441e38c84b7211b711688(size=12.2 K), total size for store is 12.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-25T10:15:22,128 DEBUG [RS:0;e2fd862922a0:38547-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 086975f674c828ef90efb081e908dff1: 2024-11-25T10:15:22,128 INFO [RS:0;e2fd862922a0:38547-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732529713522.086975f674c828ef90efb081e908dff1., storeName=086975f674c828ef90efb081e908dff1/B, priority=13, startTime=1732529722054; duration=0sec 2024-11-25T10:15:22,129 DEBUG [RS:0;e2fd862922a0:38547-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-25T10:15:22,129 DEBUG [RS:0;e2fd862922a0:38547-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 086975f674c828ef90efb081e908dff1:B 2024-11-25T10:15:22,129 DEBUG [RS:0;e2fd862922a0:38547-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-25T10:15:22,133 DEBUG [RS:0;e2fd862922a0:38547-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37041 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-25T10:15:22,134 DEBUG [RS:0;e2fd862922a0:38547-longCompactions-0 {}] regionserver.HStore(1541): 086975f674c828ef90efb081e908dff1/C is initiating minor compaction (all files) 2024-11-25T10:15:22,134 INFO [RS:0;e2fd862922a0:38547-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 086975f674c828ef90efb081e908dff1/C in TestAcidGuarantees,,1732529713522.086975f674c828ef90efb081e908dff1. 2024-11-25T10:15:22,134 INFO [RS:0;e2fd862922a0:38547-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/086975f674c828ef90efb081e908dff1/C/2b2f19217559486da9f6bd6ec73d47c2, hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/086975f674c828ef90efb081e908dff1/C/387b20e8431d498fafbb0041052cbc87, hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/086975f674c828ef90efb081e908dff1/C/e2162fcd953a4e6cb3fd5d2b0380f1a8] into tmpdir=hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/086975f674c828ef90efb081e908dff1/.tmp, totalSize=36.2 K 2024-11-25T10:15:22,134 DEBUG [RS:0;e2fd862922a0:38547-longCompactions-0 {}] compactions.Compactor(225): Compacting 2b2f19217559486da9f6bd6ec73d47c2, keycount=150, bloomtype=ROW, size=12.1 K, encoding=NONE, compression=NONE, seqNum=313, earliestPutTs=1732529719445 2024-11-25T10:15:22,135 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39927 is added to blk_1073742197_1373 (size=31495) 2024-11-25T10:15:22,136 DEBUG [RS:0;e2fd862922a0:38547-longCompactions-0 {}] compactions.Compactor(225): Compacting 387b20e8431d498fafbb0041052cbc87, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=323, earliestPutTs=1732529719494 2024-11-25T10:15:22,136 DEBUG [RS:0;e2fd862922a0:38547-longCompactions-0 {}] compactions.Compactor(225): Compacting e2162fcd953a4e6cb3fd5d2b0380f1a8, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=362, earliestPutTs=1732529720821 2024-11-25T10:15:22,143 DEBUG [RS:0;e2fd862922a0:38547-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/086975f674c828ef90efb081e908dff1/.tmp/A/889d85936eac4a5a9c9c93dfed87f197 as hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/086975f674c828ef90efb081e908dff1/A/889d85936eac4a5a9c9c93dfed87f197 2024-11-25T10:15:22,148 INFO [RS:0;e2fd862922a0:38547-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 086975f674c828ef90efb081e908dff1/A of 086975f674c828ef90efb081e908dff1 into 889d85936eac4a5a9c9c93dfed87f197(size=30.8 K), total size for store is 30.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-25T10:15:22,148 DEBUG [RS:0;e2fd862922a0:38547-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 086975f674c828ef90efb081e908dff1: 2024-11-25T10:15:22,148 INFO [RS:0;e2fd862922a0:38547-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732529713522.086975f674c828ef90efb081e908dff1., storeName=086975f674c828ef90efb081e908dff1/A, priority=13, startTime=1732529722054; duration=0sec 2024-11-25T10:15:22,148 DEBUG [RS:0;e2fd862922a0:38547-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-25T10:15:22,148 DEBUG [RS:0;e2fd862922a0:38547-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 086975f674c828ef90efb081e908dff1:A 2024-11-25T10:15:22,149 INFO [RS:0;e2fd862922a0:38547-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 086975f674c828ef90efb081e908dff1#C#compaction#317 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-25T10:15:22,149 DEBUG [RS:0;e2fd862922a0:38547-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/086975f674c828ef90efb081e908dff1/.tmp/C/44deede5d20e4b21a4b0e18331788ecf is 50, key is test_row_0/C:col10/1732529721162/Put/seqid=0 2024-11-25T10:15:22,153 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39927 is added to blk_1073742198_1374 (size=12541) 2024-11-25T10:15:22,154 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=38547 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=110 2024-11-25T10:15:22,154 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e2fd862922a0:0-0 {event_type=RS_FLUSH_REGIONS, pid=110}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732529713522.086975f674c828ef90efb081e908dff1. 2024-11-25T10:15:22,155 INFO [RS_FLUSH_OPERATIONS-regionserver/e2fd862922a0:0-0 {event_type=RS_FLUSH_REGIONS, pid=110}] regionserver.HRegion(2902): Flushing 086975f674c828ef90efb081e908dff1 3/3 column families, dataSize=40.25 KB heapSize=120.28 KB 2024-11-25T10:15:22,155 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e2fd862922a0:0-0 {event_type=RS_FLUSH_REGIONS, pid=110}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 086975f674c828ef90efb081e908dff1, store=A 2024-11-25T10:15:22,155 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e2fd862922a0:0-0 {event_type=RS_FLUSH_REGIONS, pid=110}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T10:15:22,155 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e2fd862922a0:0-0 {event_type=RS_FLUSH_REGIONS, pid=110}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 086975f674c828ef90efb081e908dff1, store=B 2024-11-25T10:15:22,155 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e2fd862922a0:0-0 {event_type=RS_FLUSH_REGIONS, pid=110}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T10:15:22,155 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e2fd862922a0:0-0 {event_type=RS_FLUSH_REGIONS, pid=110}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 086975f674c828ef90efb081e908dff1, store=C 2024-11-25T10:15:22,155 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e2fd862922a0:0-0 {event_type=RS_FLUSH_REGIONS, pid=110}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T10:15:22,158 DEBUG [RS:0;e2fd862922a0:38547-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/086975f674c828ef90efb081e908dff1/.tmp/C/44deede5d20e4b21a4b0e18331788ecf as hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/086975f674c828ef90efb081e908dff1/C/44deede5d20e4b21a4b0e18331788ecf 2024-11-25T10:15:22,165 INFO [RS:0;e2fd862922a0:38547-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 086975f674c828ef90efb081e908dff1/C of 086975f674c828ef90efb081e908dff1 into 44deede5d20e4b21a4b0e18331788ecf(size=12.2 K), total size for store is 12.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-25T10:15:22,165 DEBUG [RS:0;e2fd862922a0:38547-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 086975f674c828ef90efb081e908dff1: 2024-11-25T10:15:22,165 INFO [RS:0;e2fd862922a0:38547-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732529713522.086975f674c828ef90efb081e908dff1., storeName=086975f674c828ef90efb081e908dff1/C, priority=13, startTime=1732529722054; duration=0sec 2024-11-25T10:15:22,165 DEBUG [RS:0;e2fd862922a0:38547-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-25T10:15:22,165 DEBUG [RS:0;e2fd862922a0:38547-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 086975f674c828ef90efb081e908dff1:C 2024-11-25T10:15:22,170 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e2fd862922a0:0-0 {event_type=RS_FLUSH_REGIONS, pid=110}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411259e145c1e5df543c1a14eb13378762519_086975f674c828ef90efb081e908dff1 is 50, key is test_row_0/A:col10/1732529721177/Put/seqid=0 2024-11-25T10:15:22,209 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39927 is added to blk_1073742199_1375 (size=12454) 2024-11-25T10:15:22,211 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e2fd862922a0:0-0 {event_type=RS_FLUSH_REGIONS, pid=110}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:22,216 INFO [RS_FLUSH_OPERATIONS-regionserver/e2fd862922a0:0-0 {event_type=RS_FLUSH_REGIONS, pid=110}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411259e145c1e5df543c1a14eb13378762519_086975f674c828ef90efb081e908dff1 to hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411259e145c1e5df543c1a14eb13378762519_086975f674c828ef90efb081e908dff1 2024-11-25T10:15:22,217 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e2fd862922a0:0-0 {event_type=RS_FLUSH_REGIONS, pid=110}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/086975f674c828ef90efb081e908dff1/.tmp/A/80d3f36ca7ed452292a2d10d14d34623, store: [table=TestAcidGuarantees family=A region=086975f674c828ef90efb081e908dff1] 2024-11-25T10:15:22,217 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e2fd862922a0:0-0 {event_type=RS_FLUSH_REGIONS, pid=110}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/086975f674c828ef90efb081e908dff1/.tmp/A/80d3f36ca7ed452292a2d10d14d34623 is 175, key is test_row_0/A:col10/1732529721177/Put/seqid=0 2024-11-25T10:15:22,229 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39927 is added to blk_1073742200_1376 (size=31255) 2024-11-25T10:15:22,323 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41005 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=109 2024-11-25T10:15:22,335 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732529713522.086975f674c828ef90efb081e908dff1. as already flushing 2024-11-25T10:15:22,335 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] regionserver.HRegion(8855): Flush requested on 086975f674c828ef90efb081e908dff1 2024-11-25T10:15:22,409 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/e2fd862922a0:0-3 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=159, cellSize=7275, totalHeapSize=16776, min timestamp=1732529722374, max timestamp=1732529722406Num uniques 859; 2024-11-25T10:15:22,409 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/e2fd862922a0:0-9 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=159, cellSize=7275, totalHeapSize=16776, min timestamp=1732529722374, max timestamp=1732529722406Num uniques 859; 2024-11-25T10:15:22,409 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/e2fd862922a0:0-3 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=7275, suffix heap size=117064,new segment heap size=16776 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=159 2024-11-25T10:15:22,410 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/e2fd862922a0:0-9 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=7275, suffix heap size=117064,new segment heap size=16776 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=159 2024-11-25T10:15:22,410 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/e2fd862922a0:0-1 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=159, cellSize=7275, totalHeapSize=16776, min timestamp=1732529722374, max timestamp=1732529722406Num uniques 859; 2024-11-25T10:15:22,410 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/e2fd862922a0:0-1 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=7275, suffix heap size=117064,new segment heap size=16776 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=159 2024-11-25T10:15:22,459 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=086975f674c828ef90efb081e908dff1, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-25T10:15:22,459 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] ipc.CallRunner(138): callId: 91 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38724 deadline: 1732529782445, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=086975f674c828ef90efb081e908dff1, server=e2fd862922a0,38547,1732529625709 2024-11-25T10:15:22,459 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732529713522.086975f674c828ef90efb081e908dff1., hostname=e2fd862922a0,38547,1732529625709, seqNum=5 , the old value is region=TestAcidGuarantees,,1732529713522.086975f674c828ef90efb081e908dff1., hostname=e2fd862922a0,38547,1732529625709, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=086975f674c828ef90efb081e908dff1, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T10:15:22,459 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732529713522.086975f674c828ef90efb081e908dff1., hostname=e2fd862922a0,38547,1732529625709, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=086975f674c828ef90efb081e908dff1, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T10:15:22,459 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=086975f674c828ef90efb081e908dff1, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-25T10:15:22,459 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732529713522.086975f674c828ef90efb081e908dff1., hostname=e2fd862922a0,38547,1732529625709, seqNum=5 because the exception is null or not the one we care about 2024-11-25T10:15:22,459 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] ipc.CallRunner(138): callId: 106 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38698 deadline: 1732529782446, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=086975f674c828ef90efb081e908dff1, server=e2fd862922a0,38547,1732529625709 2024-11-25T10:15:22,460 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732529713522.086975f674c828ef90efb081e908dff1., hostname=e2fd862922a0,38547,1732529625709, seqNum=5 , the old value is region=TestAcidGuarantees,,1732529713522.086975f674c828ef90efb081e908dff1., hostname=e2fd862922a0,38547,1732529625709, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=086975f674c828ef90efb081e908dff1, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T10:15:22,460 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732529713522.086975f674c828ef90efb081e908dff1., hostname=e2fd862922a0,38547,1732529625709, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=086975f674c828ef90efb081e908dff1, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T10:15:22,460 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732529713522.086975f674c828ef90efb081e908dff1., hostname=e2fd862922a0,38547,1732529625709, seqNum=5 because the exception is null or not the one we care about 2024-11-25T10:15:22,462 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/e2fd862922a0:0-8 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=268, cellSize=12268, totalHeapSize=28112, min timestamp=1732529722426, max timestamp=1732529722457Num uniques 1018; 2024-11-25T10:15:22,461 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/e2fd862922a0:0-4 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=268, cellSize=12268, totalHeapSize=28112, min timestamp=1732529722426, max timestamp=1732529722457Num uniques 1018; 2024-11-25T10:15:22,461 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/e2fd862922a0:0-6 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=268, cellSize=12268, totalHeapSize=28112, min timestamp=1732529722426, max timestamp=1732529722457Num uniques 1018; 2024-11-25T10:15:22,462 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/e2fd862922a0:0-8 {}] regionserver.CompactionPipeline(163): Suffix data size=46618, new segment data size=12268, suffix heap size=133840,new segment heap size=28112 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1018, new segment cells count=268 2024-11-25T10:15:22,462 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/e2fd862922a0:0-4 {}] regionserver.CompactionPipeline(163): Suffix data size=46618, new segment data size=12268, suffix heap size=133840,new segment heap size=28112 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1018, new segment cells count=268 2024-11-25T10:15:22,462 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/e2fd862922a0:0-6 {}] regionserver.CompactionPipeline(163): Suffix data size=46618, new segment data size=12268, suffix heap size=133840,new segment heap size=28112 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1018, new segment cells count=268 2024-11-25T10:15:22,519 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=086975f674c828ef90efb081e908dff1, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-25T10:15:22,519 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] ipc.CallRunner(138): callId: 92 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38710 deadline: 1732529782502, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=086975f674c828ef90efb081e908dff1, server=e2fd862922a0,38547,1732529625709 2024-11-25T10:15:22,519 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732529713522.086975f674c828ef90efb081e908dff1., hostname=e2fd862922a0,38547,1732529625709, seqNum=5 , the old value is region=TestAcidGuarantees,,1732529713522.086975f674c828ef90efb081e908dff1., hostname=e2fd862922a0,38547,1732529625709, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=086975f674c828ef90efb081e908dff1, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T10:15:22,519 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732529713522.086975f674c828ef90efb081e908dff1., hostname=e2fd862922a0,38547,1732529625709, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=086975f674c828ef90efb081e908dff1, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T10:15:22,519 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732529713522.086975f674c828ef90efb081e908dff1., hostname=e2fd862922a0,38547,1732529625709, seqNum=5 because the exception is null or not the one we care about 2024-11-25T10:15:22,534 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=086975f674c828ef90efb081e908dff1, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-25T10:15:22,534 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] ipc.CallRunner(138): callId: 92 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38696 deadline: 1732529782518, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=086975f674c828ef90efb081e908dff1, server=e2fd862922a0,38547,1732529625709 2024-11-25T10:15:22,535 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732529713522.086975f674c828ef90efb081e908dff1., hostname=e2fd862922a0,38547,1732529625709, seqNum=5 , the old value is region=TestAcidGuarantees,,1732529713522.086975f674c828ef90efb081e908dff1., hostname=e2fd862922a0,38547,1732529625709, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=086975f674c828ef90efb081e908dff1, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T10:15:22,535 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732529713522.086975f674c828ef90efb081e908dff1., hostname=e2fd862922a0,38547,1732529625709, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=086975f674c828ef90efb081e908dff1, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T10:15:22,535 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732529713522.086975f674c828ef90efb081e908dff1., hostname=e2fd862922a0,38547,1732529625709, seqNum=5 because the exception is null or not the one we care about 2024-11-25T10:15:22,535 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=086975f674c828ef90efb081e908dff1, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-25T10:15:22,535 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] ipc.CallRunner(138): callId: 99 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38752 deadline: 1732529782520, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=086975f674c828ef90efb081e908dff1, server=e2fd862922a0,38547,1732529625709 2024-11-25T10:15:22,538 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732529713522.086975f674c828ef90efb081e908dff1., hostname=e2fd862922a0,38547,1732529625709, seqNum=5 , the old value is region=TestAcidGuarantees,,1732529713522.086975f674c828ef90efb081e908dff1., hostname=e2fd862922a0,38547,1732529625709, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=086975f674c828ef90efb081e908dff1, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T10:15:22,538 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732529713522.086975f674c828ef90efb081e908dff1., hostname=e2fd862922a0,38547,1732529625709, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=086975f674c828ef90efb081e908dff1, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T10:15:22,538 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732529713522.086975f674c828ef90efb081e908dff1., hostname=e2fd862922a0,38547,1732529625709, seqNum=5 because the exception is null or not the one we care about 2024-11-25T10:15:22,576 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=086975f674c828ef90efb081e908dff1, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-25T10:15:22,576 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] ipc.CallRunner(138): callId: 92 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38724 deadline: 1732529782562, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=086975f674c828ef90efb081e908dff1, server=e2fd862922a0,38547,1732529625709 2024-11-25T10:15:22,576 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=086975f674c828ef90efb081e908dff1, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-25T10:15:22,576 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732529713522.086975f674c828ef90efb081e908dff1., hostname=e2fd862922a0,38547,1732529625709, seqNum=5 , the old value is region=TestAcidGuarantees,,1732529713522.086975f674c828ef90efb081e908dff1., hostname=e2fd862922a0,38547,1732529625709, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=086975f674c828ef90efb081e908dff1, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T10:15:22,576 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732529713522.086975f674c828ef90efb081e908dff1., hostname=e2fd862922a0,38547,1732529625709, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=086975f674c828ef90efb081e908dff1, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T10:15:22,576 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] ipc.CallRunner(138): callId: 107 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38698 deadline: 1732529782562, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=086975f674c828ef90efb081e908dff1, server=e2fd862922a0,38547,1732529625709 2024-11-25T10:15:22,576 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732529713522.086975f674c828ef90efb081e908dff1., hostname=e2fd862922a0,38547,1732529625709, seqNum=5 because the exception is null or not the one we care about 2024-11-25T10:15:22,577 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732529713522.086975f674c828ef90efb081e908dff1., hostname=e2fd862922a0,38547,1732529625709, seqNum=5 , the old value is region=TestAcidGuarantees,,1732529713522.086975f674c828ef90efb081e908dff1., hostname=e2fd862922a0,38547,1732529625709, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=086975f674c828ef90efb081e908dff1, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T10:15:22,577 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732529713522.086975f674c828ef90efb081e908dff1., hostname=e2fd862922a0,38547,1732529625709, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=086975f674c828ef90efb081e908dff1, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T10:15:22,577 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732529713522.086975f674c828ef90efb081e908dff1., hostname=e2fd862922a0,38547,1732529625709, seqNum=5 because the exception is null or not the one we care about 2024-11-25T10:15:22,630 INFO [RS_FLUSH_OPERATIONS-regionserver/e2fd862922a0:0-0 {event_type=RS_FLUSH_REGIONS, pid=110}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=373, memsize=13.4 K, hasBloomFilter=true, into tmp file hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/086975f674c828ef90efb081e908dff1/.tmp/A/80d3f36ca7ed452292a2d10d14d34623 2024-11-25T10:15:22,630 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=086975f674c828ef90efb081e908dff1, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-25T10:15:22,630 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] ipc.CallRunner(138): callId: 93 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38710 deadline: 1732529782622, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=086975f674c828ef90efb081e908dff1, server=e2fd862922a0,38547,1732529625709 2024-11-25T10:15:22,630 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732529713522.086975f674c828ef90efb081e908dff1., hostname=e2fd862922a0,38547,1732529625709, seqNum=5 , the old value is region=TestAcidGuarantees,,1732529713522.086975f674c828ef90efb081e908dff1., hostname=e2fd862922a0,38547,1732529625709, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=086975f674c828ef90efb081e908dff1, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T10:15:22,630 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732529713522.086975f674c828ef90efb081e908dff1., hostname=e2fd862922a0,38547,1732529625709, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=086975f674c828ef90efb081e908dff1, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T10:15:22,630 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732529713522.086975f674c828ef90efb081e908dff1., hostname=e2fd862922a0,38547,1732529625709, seqNum=5 because the exception is null or not the one we care about 2024-11-25T10:15:22,636 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e2fd862922a0:0-0 {event_type=RS_FLUSH_REGIONS, pid=110}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/086975f674c828ef90efb081e908dff1/.tmp/B/849b5e41fec44433a3f8400e1e7f0dfd is 50, key is test_row_0/B:col10/1732529721177/Put/seqid=0 2024-11-25T10:15:22,640 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39927 is added to blk_1073742201_1377 (size=12301) 2024-11-25T10:15:22,649 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=086975f674c828ef90efb081e908dff1, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-25T10:15:22,650 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] ipc.CallRunner(138): callId: 100 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38752 deadline: 1732529782642, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=086975f674c828ef90efb081e908dff1, server=e2fd862922a0,38547,1732529625709 2024-11-25T10:15:22,650 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=086975f674c828ef90efb081e908dff1, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-25T10:15:22,650 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732529713522.086975f674c828ef90efb081e908dff1., hostname=e2fd862922a0,38547,1732529625709, seqNum=5 , the old value is region=TestAcidGuarantees,,1732529713522.086975f674c828ef90efb081e908dff1., hostname=e2fd862922a0,38547,1732529625709, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=086975f674c828ef90efb081e908dff1, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T10:15:22,650 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] ipc.CallRunner(138): callId: 93 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38696 deadline: 1732529782642, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=086975f674c828ef90efb081e908dff1, server=e2fd862922a0,38547,1732529625709 2024-11-25T10:15:22,650 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732529713522.086975f674c828ef90efb081e908dff1., hostname=e2fd862922a0,38547,1732529625709, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=086975f674c828ef90efb081e908dff1, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T10:15:22,650 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732529713522.086975f674c828ef90efb081e908dff1., hostname=e2fd862922a0,38547,1732529625709, seqNum=5 because the exception is null or not the one we care about 2024-11-25T10:15:22,650 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732529713522.086975f674c828ef90efb081e908dff1., hostname=e2fd862922a0,38547,1732529625709, seqNum=5 , the old value is region=TestAcidGuarantees,,1732529713522.086975f674c828ef90efb081e908dff1., hostname=e2fd862922a0,38547,1732529625709, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=086975f674c828ef90efb081e908dff1, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T10:15:22,650 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732529713522.086975f674c828ef90efb081e908dff1., hostname=e2fd862922a0,38547,1732529625709, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=086975f674c828ef90efb081e908dff1, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T10:15:22,650 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732529713522.086975f674c828ef90efb081e908dff1., hostname=e2fd862922a0,38547,1732529625709, seqNum=5 because the exception is null or not the one we care about 2024-11-25T10:15:22,792 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=086975f674c828ef90efb081e908dff1, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-25T10:15:22,793 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] ipc.CallRunner(138): callId: 93 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38724 deadline: 1732529782782, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=086975f674c828ef90efb081e908dff1, server=e2fd862922a0,38547,1732529625709 2024-11-25T10:15:22,793 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=086975f674c828ef90efb081e908dff1, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-25T10:15:22,793 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] ipc.CallRunner(138): callId: 108 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38698 deadline: 1732529782782, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=086975f674c828ef90efb081e908dff1, server=e2fd862922a0,38547,1732529625709 2024-11-25T10:15:22,793 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732529713522.086975f674c828ef90efb081e908dff1., hostname=e2fd862922a0,38547,1732529625709, seqNum=5 , the old value is region=TestAcidGuarantees,,1732529713522.086975f674c828ef90efb081e908dff1., hostname=e2fd862922a0,38547,1732529625709, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=086975f674c828ef90efb081e908dff1, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T10:15:22,793 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732529713522.086975f674c828ef90efb081e908dff1., hostname=e2fd862922a0,38547,1732529625709, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=086975f674c828ef90efb081e908dff1, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T10:15:22,793 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732529713522.086975f674c828ef90efb081e908dff1., hostname=e2fd862922a0,38547,1732529625709, seqNum=5 because the exception is null or not the one we care about 2024-11-25T10:15:22,793 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732529713522.086975f674c828ef90efb081e908dff1., hostname=e2fd862922a0,38547,1732529625709, seqNum=5 , the old value is region=TestAcidGuarantees,,1732529713522.086975f674c828ef90efb081e908dff1., hostname=e2fd862922a0,38547,1732529625709, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=086975f674c828ef90efb081e908dff1, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T10:15:22,793 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732529713522.086975f674c828ef90efb081e908dff1., hostname=e2fd862922a0,38547,1732529625709, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=086975f674c828ef90efb081e908dff1, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T10:15:22,793 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732529713522.086975f674c828ef90efb081e908dff1., hostname=e2fd862922a0,38547,1732529625709, seqNum=5 because the exception is null or not the one we care about 2024-11-25T10:15:22,832 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41005 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=109 2024-11-25T10:15:22,849 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=086975f674c828ef90efb081e908dff1, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-25T10:15:22,850 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] ipc.CallRunner(138): callId: 94 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38710 deadline: 1732529782842, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=086975f674c828ef90efb081e908dff1, server=e2fd862922a0,38547,1732529625709 2024-11-25T10:15:22,850 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732529713522.086975f674c828ef90efb081e908dff1., hostname=e2fd862922a0,38547,1732529625709, seqNum=5 , the old value is region=TestAcidGuarantees,,1732529713522.086975f674c828ef90efb081e908dff1., hostname=e2fd862922a0,38547,1732529625709, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=086975f674c828ef90efb081e908dff1, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T10:15:22,850 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732529713522.086975f674c828ef90efb081e908dff1., hostname=e2fd862922a0,38547,1732529625709, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=086975f674c828ef90efb081e908dff1, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T10:15:22,850 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732529713522.086975f674c828ef90efb081e908dff1., hostname=e2fd862922a0,38547,1732529625709, seqNum=5 because the exception is null or not the one we care about 2024-11-25T10:15:22,862 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=086975f674c828ef90efb081e908dff1, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-25T10:15:22,863 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] ipc.CallRunner(138): callId: 101 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38752 deadline: 1732529782852, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=086975f674c828ef90efb081e908dff1, server=e2fd862922a0,38547,1732529625709 2024-11-25T10:15:22,863 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=086975f674c828ef90efb081e908dff1, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-25T10:15:22,863 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732529713522.086975f674c828ef90efb081e908dff1., hostname=e2fd862922a0,38547,1732529625709, seqNum=5 , the old value is region=TestAcidGuarantees,,1732529713522.086975f674c828ef90efb081e908dff1., hostname=e2fd862922a0,38547,1732529625709, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=086975f674c828ef90efb081e908dff1, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T10:15:22,863 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732529713522.086975f674c828ef90efb081e908dff1., hostname=e2fd862922a0,38547,1732529625709, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=086975f674c828ef90efb081e908dff1, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T10:15:22,863 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] ipc.CallRunner(138): callId: 94 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38696 deadline: 1732529782852, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=086975f674c828ef90efb081e908dff1, server=e2fd862922a0,38547,1732529625709 2024-11-25T10:15:22,863 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732529713522.086975f674c828ef90efb081e908dff1., hostname=e2fd862922a0,38547,1732529625709, seqNum=5 because the exception is null or not the one we care about 2024-11-25T10:15:22,864 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732529713522.086975f674c828ef90efb081e908dff1., hostname=e2fd862922a0,38547,1732529625709, seqNum=5 , the old value is region=TestAcidGuarantees,,1732529713522.086975f674c828ef90efb081e908dff1., hostname=e2fd862922a0,38547,1732529625709, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=086975f674c828ef90efb081e908dff1, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T10:15:22,864 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732529713522.086975f674c828ef90efb081e908dff1., hostname=e2fd862922a0,38547,1732529625709, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=086975f674c828ef90efb081e908dff1, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T10:15:22,864 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732529713522.086975f674c828ef90efb081e908dff1., hostname=e2fd862922a0,38547,1732529625709, seqNum=5 because the exception is null or not the one we care about 2024-11-25T10:15:23,041 INFO [RS_FLUSH_OPERATIONS-regionserver/e2fd862922a0:0-0 {event_type=RS_FLUSH_REGIONS, pid=110}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=13.42 KB at sequenceid=373 (bloomFilter=true), to=hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/086975f674c828ef90efb081e908dff1/.tmp/B/849b5e41fec44433a3f8400e1e7f0dfd 2024-11-25T10:15:23,049 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e2fd862922a0:0-0 {event_type=RS_FLUSH_REGIONS, pid=110}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/086975f674c828ef90efb081e908dff1/.tmp/C/8110a46f5af040c492312055f528141f is 50, key is test_row_0/C:col10/1732529721177/Put/seqid=0 2024-11-25T10:15:23,058 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39927 is added to blk_1073742202_1378 (size=12301) 2024-11-25T10:15:23,061 INFO [RS_FLUSH_OPERATIONS-regionserver/e2fd862922a0:0-0 {event_type=RS_FLUSH_REGIONS, pid=110}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=13.42 KB at sequenceid=373 (bloomFilter=true), to=hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/086975f674c828ef90efb081e908dff1/.tmp/C/8110a46f5af040c492312055f528141f 2024-11-25T10:15:23,066 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e2fd862922a0:0-0 {event_type=RS_FLUSH_REGIONS, pid=110}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/086975f674c828ef90efb081e908dff1/.tmp/A/80d3f36ca7ed452292a2d10d14d34623 as hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/086975f674c828ef90efb081e908dff1/A/80d3f36ca7ed452292a2d10d14d34623 2024-11-25T10:15:23,075 INFO [RS_FLUSH_OPERATIONS-regionserver/e2fd862922a0:0-0 {event_type=RS_FLUSH_REGIONS, pid=110}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/086975f674c828ef90efb081e908dff1/A/80d3f36ca7ed452292a2d10d14d34623, entries=150, sequenceid=373, filesize=30.5 K 2024-11-25T10:15:23,077 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e2fd862922a0:0-0 {event_type=RS_FLUSH_REGIONS, pid=110}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/086975f674c828ef90efb081e908dff1/.tmp/B/849b5e41fec44433a3f8400e1e7f0dfd as hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/086975f674c828ef90efb081e908dff1/B/849b5e41fec44433a3f8400e1e7f0dfd 2024-11-25T10:15:23,082 INFO [RS_FLUSH_OPERATIONS-regionserver/e2fd862922a0:0-0 {event_type=RS_FLUSH_REGIONS, pid=110}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/086975f674c828ef90efb081e908dff1/B/849b5e41fec44433a3f8400e1e7f0dfd, entries=150, sequenceid=373, filesize=12.0 K 2024-11-25T10:15:23,085 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e2fd862922a0:0-0 {event_type=RS_FLUSH_REGIONS, pid=110}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/086975f674c828ef90efb081e908dff1/.tmp/C/8110a46f5af040c492312055f528141f as hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/086975f674c828ef90efb081e908dff1/C/8110a46f5af040c492312055f528141f 2024-11-25T10:15:23,091 INFO [RS_FLUSH_OPERATIONS-regionserver/e2fd862922a0:0-0 {event_type=RS_FLUSH_REGIONS, pid=110}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/086975f674c828ef90efb081e908dff1/C/8110a46f5af040c492312055f528141f, entries=150, sequenceid=373, filesize=12.0 K 2024-11-25T10:15:23,094 INFO [RS_FLUSH_OPERATIONS-regionserver/e2fd862922a0:0-0 {event_type=RS_FLUSH_REGIONS, pid=110}] regionserver.HRegion(3140): Finished flush of dataSize ~40.25 KB/41220, heapSize ~120.23 KB/123120, currentSize=140.89 KB/144270 for 086975f674c828ef90efb081e908dff1 in 939ms, sequenceid=373, compaction requested=false 2024-11-25T10:15:23,094 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e2fd862922a0:0-0 {event_type=RS_FLUSH_REGIONS, pid=110}] regionserver.HRegion(2603): Flush status journal for 086975f674c828ef90efb081e908dff1: 2024-11-25T10:15:23,094 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e2fd862922a0:0-0 {event_type=RS_FLUSH_REGIONS, pid=110}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732529713522.086975f674c828ef90efb081e908dff1. 2024-11-25T10:15:23,094 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e2fd862922a0:0-0 {event_type=RS_FLUSH_REGIONS, pid=110}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=110 2024-11-25T10:15:23,094 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41005 {}] master.HMaster(4169): Remote procedure done, pid=110 2024-11-25T10:15:23,098 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=110, resume processing ppid=109 2024-11-25T10:15:23,098 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=110, ppid=109, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.4010 sec 2024-11-25T10:15:23,101 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=109, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=109, table=TestAcidGuarantees in 1.4060 sec 2024-11-25T10:15:23,104 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] regionserver.HRegion(8855): Flush requested on 086975f674c828ef90efb081e908dff1 2024-11-25T10:15:23,104 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 086975f674c828ef90efb081e908dff1 3/3 column families, dataSize=147.60 KB heapSize=414.61 KB 2024-11-25T10:15:23,105 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 086975f674c828ef90efb081e908dff1, store=A 2024-11-25T10:15:23,105 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=3, new segment=null 2024-11-25T10:15:23,105 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 086975f674c828ef90efb081e908dff1, store=B 2024-11-25T10:15:23,105 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=3, new segment=null 2024-11-25T10:15:23,105 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 086975f674c828ef90efb081e908dff1, store=C 2024-11-25T10:15:23,105 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=3, new segment=null 2024-11-25T10:15:23,124 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241125963a0ce7a33b43449902c39a748cfcd9_086975f674c828ef90efb081e908dff1 is 50, key is test_row_0/A:col10/1732529723103/Put/seqid=0 2024-11-25T10:15:23,134 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=086975f674c828ef90efb081e908dff1, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-25T10:15:23,134 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] ipc.CallRunner(138): callId: 112 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38698 deadline: 1732529783132, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=086975f674c828ef90efb081e908dff1, server=e2fd862922a0,38547,1732529625709 2024-11-25T10:15:23,134 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732529713522.086975f674c828ef90efb081e908dff1., hostname=e2fd862922a0,38547,1732529625709, seqNum=5 , the old value is region=TestAcidGuarantees,,1732529713522.086975f674c828ef90efb081e908dff1., hostname=e2fd862922a0,38547,1732529625709, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=086975f674c828ef90efb081e908dff1, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T10:15:23,135 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732529713522.086975f674c828ef90efb081e908dff1., hostname=e2fd862922a0,38547,1732529625709, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=086975f674c828ef90efb081e908dff1, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T10:15:23,135 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732529713522.086975f674c828ef90efb081e908dff1., hostname=e2fd862922a0,38547,1732529625709, seqNum=5 because the exception is null or not the one we care about 2024-11-25T10:15:23,142 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39927 is added to blk_1073742203_1379 (size=17534) 2024-11-25T10:15:23,145 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=086975f674c828ef90efb081e908dff1, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-25T10:15:23,146 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] ipc.CallRunner(138): callId: 97 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38724 deadline: 1732529783134, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=086975f674c828ef90efb081e908dff1, server=e2fd862922a0,38547,1732529625709 2024-11-25T10:15:23,148 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732529713522.086975f674c828ef90efb081e908dff1., hostname=e2fd862922a0,38547,1732529625709, seqNum=5 , the old value is region=TestAcidGuarantees,,1732529713522.086975f674c828ef90efb081e908dff1., hostname=e2fd862922a0,38547,1732529625709, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=086975f674c828ef90efb081e908dff1, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T10:15:23,148 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732529713522.086975f674c828ef90efb081e908dff1., hostname=e2fd862922a0,38547,1732529625709, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=086975f674c828ef90efb081e908dff1, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T10:15:23,148 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732529713522.086975f674c828ef90efb081e908dff1., hostname=e2fd862922a0,38547,1732529625709, seqNum=5 because the exception is null or not the one we care about 2024-11-25T10:15:23,170 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=086975f674c828ef90efb081e908dff1, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-25T10:15:23,170 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] ipc.CallRunner(138): callId: 95 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38710 deadline: 1732529783162, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=086975f674c828ef90efb081e908dff1, server=e2fd862922a0,38547,1732529625709 2024-11-25T10:15:23,171 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732529713522.086975f674c828ef90efb081e908dff1., hostname=e2fd862922a0,38547,1732529625709, seqNum=5 , the old value is region=TestAcidGuarantees,,1732529713522.086975f674c828ef90efb081e908dff1., hostname=e2fd862922a0,38547,1732529625709, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=086975f674c828ef90efb081e908dff1, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T10:15:23,171 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732529713522.086975f674c828ef90efb081e908dff1., hostname=e2fd862922a0,38547,1732529625709, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=086975f674c828ef90efb081e908dff1, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T10:15:23,171 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732529713522.086975f674c828ef90efb081e908dff1., hostname=e2fd862922a0,38547,1732529625709, seqNum=5 because the exception is null or not the one we care about 2024-11-25T10:15:23,182 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=086975f674c828ef90efb081e908dff1, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-25T10:15:23,182 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] ipc.CallRunner(138): callId: 95 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38696 deadline: 1732529783172, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=086975f674c828ef90efb081e908dff1, server=e2fd862922a0,38547,1732529625709 2024-11-25T10:15:23,182 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=086975f674c828ef90efb081e908dff1, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-25T10:15:23,182 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] ipc.CallRunner(138): callId: 102 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38752 deadline: 1732529783172, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=086975f674c828ef90efb081e908dff1, server=e2fd862922a0,38547,1732529625709 2024-11-25T10:15:23,183 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732529713522.086975f674c828ef90efb081e908dff1., hostname=e2fd862922a0,38547,1732529625709, seqNum=5 , the old value is region=TestAcidGuarantees,,1732529713522.086975f674c828ef90efb081e908dff1., hostname=e2fd862922a0,38547,1732529625709, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=086975f674c828ef90efb081e908dff1, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T10:15:23,183 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732529713522.086975f674c828ef90efb081e908dff1., hostname=e2fd862922a0,38547,1732529625709, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=086975f674c828ef90efb081e908dff1, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T10:15:23,183 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732529713522.086975f674c828ef90efb081e908dff1., hostname=e2fd862922a0,38547,1732529625709, seqNum=5 because the exception is null or not the one we care about 2024-11-25T10:15:23,183 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732529713522.086975f674c828ef90efb081e908dff1., hostname=e2fd862922a0,38547,1732529625709, seqNum=5 , the old value is region=TestAcidGuarantees,,1732529713522.086975f674c828ef90efb081e908dff1., hostname=e2fd862922a0,38547,1732529625709, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=086975f674c828ef90efb081e908dff1, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T10:15:23,183 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732529713522.086975f674c828ef90efb081e908dff1., hostname=e2fd862922a0,38547,1732529625709, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=086975f674c828ef90efb081e908dff1, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T10:15:23,183 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732529713522.086975f674c828ef90efb081e908dff1., hostname=e2fd862922a0,38547,1732529625709, seqNum=5 because the exception is null or not the one we care about 2024-11-25T10:15:23,246 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=086975f674c828ef90efb081e908dff1, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-25T10:15:23,246 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] ipc.CallRunner(138): callId: 113 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38698 deadline: 1732529783242, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=086975f674c828ef90efb081e908dff1, server=e2fd862922a0,38547,1732529625709 2024-11-25T10:15:23,246 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732529713522.086975f674c828ef90efb081e908dff1., hostname=e2fd862922a0,38547,1732529625709, seqNum=5 , the old value is region=TestAcidGuarantees,,1732529713522.086975f674c828ef90efb081e908dff1., hostname=e2fd862922a0,38547,1732529625709, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=086975f674c828ef90efb081e908dff1, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T10:15:23,246 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732529713522.086975f674c828ef90efb081e908dff1., hostname=e2fd862922a0,38547,1732529625709, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=086975f674c828ef90efb081e908dff1, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T10:15:23,247 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732529713522.086975f674c828ef90efb081e908dff1., hostname=e2fd862922a0,38547,1732529625709, seqNum=5 because the exception is null or not the one we care about 2024-11-25T10:15:23,259 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=086975f674c828ef90efb081e908dff1, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-25T10:15:23,259 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] ipc.CallRunner(138): callId: 98 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38724 deadline: 1732529783252, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=086975f674c828ef90efb081e908dff1, server=e2fd862922a0,38547,1732529625709 2024-11-25T10:15:23,259 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732529713522.086975f674c828ef90efb081e908dff1., hostname=e2fd862922a0,38547,1732529625709, seqNum=5 , the old value is region=TestAcidGuarantees,,1732529713522.086975f674c828ef90efb081e908dff1., hostname=e2fd862922a0,38547,1732529625709, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=086975f674c828ef90efb081e908dff1, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T10:15:23,259 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732529713522.086975f674c828ef90efb081e908dff1., hostname=e2fd862922a0,38547,1732529625709, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=086975f674c828ef90efb081e908dff1, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T10:15:23,259 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732529713522.086975f674c828ef90efb081e908dff1., hostname=e2fd862922a0,38547,1732529625709, seqNum=5 because the exception is null or not the one we care about 2024-11-25T10:15:23,460 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=086975f674c828ef90efb081e908dff1, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-25T10:15:23,460 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] ipc.CallRunner(138): callId: 114 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38698 deadline: 1732529783452, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=086975f674c828ef90efb081e908dff1, server=e2fd862922a0,38547,1732529625709 2024-11-25T10:15:23,461 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732529713522.086975f674c828ef90efb081e908dff1., hostname=e2fd862922a0,38547,1732529625709, seqNum=5 , the old value is region=TestAcidGuarantees,,1732529713522.086975f674c828ef90efb081e908dff1., hostname=e2fd862922a0,38547,1732529625709, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=086975f674c828ef90efb081e908dff1, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T10:15:23,461 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732529713522.086975f674c828ef90efb081e908dff1., hostname=e2fd862922a0,38547,1732529625709, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=086975f674c828ef90efb081e908dff1, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T10:15:23,461 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732529713522.086975f674c828ef90efb081e908dff1., hostname=e2fd862922a0,38547,1732529625709, seqNum=5 because the exception is null or not the one we care about 2024-11-25T10:15:23,468 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=086975f674c828ef90efb081e908dff1, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-25T10:15:23,468 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] ipc.CallRunner(138): callId: 99 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38724 deadline: 1732529783462, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=086975f674c828ef90efb081e908dff1, server=e2fd862922a0,38547,1732529625709 2024-11-25T10:15:23,468 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732529713522.086975f674c828ef90efb081e908dff1., hostname=e2fd862922a0,38547,1732529625709, seqNum=5 , the old value is region=TestAcidGuarantees,,1732529713522.086975f674c828ef90efb081e908dff1., hostname=e2fd862922a0,38547,1732529625709, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=086975f674c828ef90efb081e908dff1, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T10:15:23,468 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732529713522.086975f674c828ef90efb081e908dff1., hostname=e2fd862922a0,38547,1732529625709, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=086975f674c828ef90efb081e908dff1, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T10:15:23,469 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732529713522.086975f674c828ef90efb081e908dff1., hostname=e2fd862922a0,38547,1732529625709, seqNum=5 because the exception is null or not the one we care about 2024-11-25T10:15:23,542 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:23,545 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241125963a0ce7a33b43449902c39a748cfcd9_086975f674c828ef90efb081e908dff1 to hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241125963a0ce7a33b43449902c39a748cfcd9_086975f674c828ef90efb081e908dff1 2024-11-25T10:15:23,546 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/086975f674c828ef90efb081e908dff1/.tmp/A/cbabcbcce7104ec5a297aee28d78500f, store: [table=TestAcidGuarantees family=A region=086975f674c828ef90efb081e908dff1] 2024-11-25T10:15:23,547 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/086975f674c828ef90efb081e908dff1/.tmp/A/cbabcbcce7104ec5a297aee28d78500f is 175, key is test_row_0/A:col10/1732529723103/Put/seqid=0 2024-11-25T10:15:23,559 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39927 is added to blk_1073742204_1380 (size=48639) 2024-11-25T10:15:23,689 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=086975f674c828ef90efb081e908dff1, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-25T10:15:23,689 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] ipc.CallRunner(138): callId: 96 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38710 deadline: 1732529783682, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=086975f674c828ef90efb081e908dff1, server=e2fd862922a0,38547,1732529625709 2024-11-25T10:15:23,689 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732529713522.086975f674c828ef90efb081e908dff1., hostname=e2fd862922a0,38547,1732529625709, seqNum=5 , the old value is region=TestAcidGuarantees,,1732529713522.086975f674c828ef90efb081e908dff1., hostname=e2fd862922a0,38547,1732529625709, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=086975f674c828ef90efb081e908dff1, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T10:15:23,689 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732529713522.086975f674c828ef90efb081e908dff1., hostname=e2fd862922a0,38547,1732529625709, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=086975f674c828ef90efb081e908dff1, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T10:15:23,689 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732529713522.086975f674c828ef90efb081e908dff1., hostname=e2fd862922a0,38547,1732529625709, seqNum=5 because the exception is null or not the one we care about 2024-11-25T10:15:23,702 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=086975f674c828ef90efb081e908dff1, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-25T10:15:23,703 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] ipc.CallRunner(138): callId: 96 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38696 deadline: 1732529783692, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=086975f674c828ef90efb081e908dff1, server=e2fd862922a0,38547,1732529625709 2024-11-25T10:15:23,703 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=086975f674c828ef90efb081e908dff1, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-25T10:15:23,703 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732529713522.086975f674c828ef90efb081e908dff1., hostname=e2fd862922a0,38547,1732529625709, seqNum=5 , the old value is region=TestAcidGuarantees,,1732529713522.086975f674c828ef90efb081e908dff1., hostname=e2fd862922a0,38547,1732529625709, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=086975f674c828ef90efb081e908dff1, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T10:15:23,703 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732529713522.086975f674c828ef90efb081e908dff1., hostname=e2fd862922a0,38547,1732529625709, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=086975f674c828ef90efb081e908dff1, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T10:15:23,703 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] ipc.CallRunner(138): callId: 103 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38752 deadline: 1732529783692, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=086975f674c828ef90efb081e908dff1, server=e2fd862922a0,38547,1732529625709 2024-11-25T10:15:23,703 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732529713522.086975f674c828ef90efb081e908dff1., hostname=e2fd862922a0,38547,1732529625709, seqNum=5 because the exception is null or not the one we care about 2024-11-25T10:15:23,703 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732529713522.086975f674c828ef90efb081e908dff1., hostname=e2fd862922a0,38547,1732529625709, seqNum=5 , the old value is region=TestAcidGuarantees,,1732529713522.086975f674c828ef90efb081e908dff1., hostname=e2fd862922a0,38547,1732529625709, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=086975f674c828ef90efb081e908dff1, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T10:15:23,703 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732529713522.086975f674c828ef90efb081e908dff1., hostname=e2fd862922a0,38547,1732529625709, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=086975f674c828ef90efb081e908dff1, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T10:15:23,703 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732529713522.086975f674c828ef90efb081e908dff1., hostname=e2fd862922a0,38547,1732529625709, seqNum=5 because the exception is null or not the one we care about 2024-11-25T10:15:23,778 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=086975f674c828ef90efb081e908dff1, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-25T10:15:23,778 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] ipc.CallRunner(138): callId: 115 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38698 deadline: 1732529783772, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=086975f674c828ef90efb081e908dff1, server=e2fd862922a0,38547,1732529625709 2024-11-25T10:15:23,778 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=086975f674c828ef90efb081e908dff1, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-25T10:15:23,778 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732529713522.086975f674c828ef90efb081e908dff1., hostname=e2fd862922a0,38547,1732529625709, seqNum=5 , the old value is region=TestAcidGuarantees,,1732529713522.086975f674c828ef90efb081e908dff1., hostname=e2fd862922a0,38547,1732529625709, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=086975f674c828ef90efb081e908dff1, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T10:15:23,778 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732529713522.086975f674c828ef90efb081e908dff1., hostname=e2fd862922a0,38547,1732529625709, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=086975f674c828ef90efb081e908dff1, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T10:15:23,778 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] ipc.CallRunner(138): callId: 100 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38724 deadline: 1732529783772, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=086975f674c828ef90efb081e908dff1, server=e2fd862922a0,38547,1732529625709 2024-11-25T10:15:23,779 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732529713522.086975f674c828ef90efb081e908dff1., hostname=e2fd862922a0,38547,1732529625709, seqNum=5 because the exception is null or not the one we care about 2024-11-25T10:15:23,779 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732529713522.086975f674c828ef90efb081e908dff1., hostname=e2fd862922a0,38547,1732529625709, seqNum=5 , the old value is region=TestAcidGuarantees,,1732529713522.086975f674c828ef90efb081e908dff1., hostname=e2fd862922a0,38547,1732529625709, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=086975f674c828ef90efb081e908dff1, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T10:15:23,779 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732529713522.086975f674c828ef90efb081e908dff1., hostname=e2fd862922a0,38547,1732529625709, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=086975f674c828ef90efb081e908dff1, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T10:15:23,779 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732529713522.086975f674c828ef90efb081e908dff1., hostname=e2fd862922a0,38547,1732529625709, seqNum=5 because the exception is null or not the one we care about 2024-11-25T10:15:23,842 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41005 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=109 2024-11-25T10:15:23,842 INFO [RPCClient-NioEventLoopGroup-4-8 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-25T10:15:23,842 INFO [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41005 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-25T10:15:23,844 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41005 {}] procedure2.ProcedureExecutor(1139): Stored pid=111, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=111, table=TestAcidGuarantees 2024-11-25T10:15:23,844 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=111, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=111, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-25T10:15:23,845 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41005 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=111 2024-11-25T10:15:23,845 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=111, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=111, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-25T10:15:23,845 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=112, ppid=111, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-25T10:15:23,952 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41005 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=111 2024-11-25T10:15:23,960 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=429, memsize=51.4 K, hasBloomFilter=true, into tmp file hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/086975f674c828ef90efb081e908dff1/.tmp/A/cbabcbcce7104ec5a297aee28d78500f 2024-11-25T10:15:23,973 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/086975f674c828ef90efb081e908dff1/.tmp/B/38d83ba0800a404a9be5a0a7168fb4a6 is 50, key is test_row_0/B:col10/1732529723103/Put/seqid=0 2024-11-25T10:15:23,985 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39927 is added to blk_1073742205_1381 (size=12301) 2024-11-25T10:15:23,998 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=38547 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=112 2024-11-25T10:15:23,998 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e2fd862922a0:0-1 {event_type=RS_FLUSH_REGIONS, pid=112}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732529713522.086975f674c828ef90efb081e908dff1. 2024-11-25T10:15:23,999 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e2fd862922a0:0-1 {event_type=RS_FLUSH_REGIONS, pid=112}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732529713522.086975f674c828ef90efb081e908dff1. as already flushing 2024-11-25T10:15:23,999 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e2fd862922a0:0-1 {event_type=RS_FLUSH_REGIONS, pid=112}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732529713522.086975f674c828ef90efb081e908dff1. 2024-11-25T10:15:23,999 ERROR [RS_FLUSH_OPERATIONS-regionserver/e2fd862922a0:0-1 {event_type=RS_FLUSH_REGIONS, pid=112}] handler.RSProcedureHandler(58): pid=112 java.io.IOException: Unable to complete flush {ENCODED => 086975f674c828ef90efb081e908dff1, NAME => 'TestAcidGuarantees,,1732529713522.086975f674c828ef90efb081e908dff1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T10:15:23,999 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e2fd862922a0:0-1 {event_type=RS_FLUSH_REGIONS, pid=112}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=112 java.io.IOException: Unable to complete flush {ENCODED => 086975f674c828ef90efb081e908dff1, NAME => 'TestAcidGuarantees,,1732529713522.086975f674c828ef90efb081e908dff1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T10:15:23,999 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41005 {}] master.HMaster(4177): Remote procedure failed, pid=112 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 086975f674c828ef90efb081e908dff1, NAME => 'TestAcidGuarantees,,1732529713522.086975f674c828ef90efb081e908dff1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 086975f674c828ef90efb081e908dff1, NAME => 'TestAcidGuarantees,,1732529713522.086975f674c828ef90efb081e908dff1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T10:15:24,152 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=38547 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=112 2024-11-25T10:15:24,152 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e2fd862922a0:0-2 {event_type=RS_FLUSH_REGIONS, pid=112}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732529713522.086975f674c828ef90efb081e908dff1. 2024-11-25T10:15:24,152 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e2fd862922a0:0-2 {event_type=RS_FLUSH_REGIONS, pid=112}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732529713522.086975f674c828ef90efb081e908dff1. as already flushing 2024-11-25T10:15:24,152 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e2fd862922a0:0-2 {event_type=RS_FLUSH_REGIONS, pid=112}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732529713522.086975f674c828ef90efb081e908dff1. 2024-11-25T10:15:24,152 ERROR [RS_FLUSH_OPERATIONS-regionserver/e2fd862922a0:0-2 {event_type=RS_FLUSH_REGIONS, pid=112}] handler.RSProcedureHandler(58): pid=112 java.io.IOException: Unable to complete flush {ENCODED => 086975f674c828ef90efb081e908dff1, NAME => 'TestAcidGuarantees,,1732529713522.086975f674c828ef90efb081e908dff1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T10:15:24,153 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e2fd862922a0:0-2 {event_type=RS_FLUSH_REGIONS, pid=112}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=112 java.io.IOException: Unable to complete flush {ENCODED => 086975f674c828ef90efb081e908dff1, NAME => 'TestAcidGuarantees,,1732529713522.086975f674c828ef90efb081e908dff1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T10:15:24,153 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41005 {}] master.HMaster(4177): Remote procedure failed, pid=112 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 086975f674c828ef90efb081e908dff1, NAME => 'TestAcidGuarantees,,1732529713522.086975f674c828ef90efb081e908dff1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 086975f674c828ef90efb081e908dff1, NAME => 'TestAcidGuarantees,,1732529713522.086975f674c828ef90efb081e908dff1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T10:15:24,162 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41005 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=111 2024-11-25T10:15:24,300 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=086975f674c828ef90efb081e908dff1, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-25T10:15:24,301 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] ipc.CallRunner(138): callId: 116 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38698 deadline: 1732529784292, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=086975f674c828ef90efb081e908dff1, server=e2fd862922a0,38547,1732529625709 2024-11-25T10:15:24,301 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=086975f674c828ef90efb081e908dff1, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-25T10:15:24,301 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732529713522.086975f674c828ef90efb081e908dff1., hostname=e2fd862922a0,38547,1732529625709, seqNum=5 , the old value is region=TestAcidGuarantees,,1732529713522.086975f674c828ef90efb081e908dff1., hostname=e2fd862922a0,38547,1732529625709, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=086975f674c828ef90efb081e908dff1, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T10:15:24,301 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732529713522.086975f674c828ef90efb081e908dff1., hostname=e2fd862922a0,38547,1732529625709, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=086975f674c828ef90efb081e908dff1, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T10:15:24,301 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732529713522.086975f674c828ef90efb081e908dff1., hostname=e2fd862922a0,38547,1732529625709, seqNum=5 because the exception is null or not the one we care about 2024-11-25T10:15:24,301 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] ipc.CallRunner(138): callId: 101 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38724 deadline: 1732529784293, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=086975f674c828ef90efb081e908dff1, server=e2fd862922a0,38547,1732529625709 2024-11-25T10:15:24,302 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732529713522.086975f674c828ef90efb081e908dff1., hostname=e2fd862922a0,38547,1732529625709, seqNum=5 , the old value is region=TestAcidGuarantees,,1732529713522.086975f674c828ef90efb081e908dff1., hostname=e2fd862922a0,38547,1732529625709, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=086975f674c828ef90efb081e908dff1, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T10:15:24,302 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732529713522.086975f674c828ef90efb081e908dff1., hostname=e2fd862922a0,38547,1732529625709, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=086975f674c828ef90efb081e908dff1, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T10:15:24,302 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732529713522.086975f674c828ef90efb081e908dff1., hostname=e2fd862922a0,38547,1732529625709, seqNum=5 because the exception is null or not the one we care about 2024-11-25T10:15:24,305 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=38547 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=112 2024-11-25T10:15:24,305 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e2fd862922a0:0-0 {event_type=RS_FLUSH_REGIONS, pid=112}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732529713522.086975f674c828ef90efb081e908dff1. 2024-11-25T10:15:24,306 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e2fd862922a0:0-0 {event_type=RS_FLUSH_REGIONS, pid=112}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732529713522.086975f674c828ef90efb081e908dff1. as already flushing 2024-11-25T10:15:24,306 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e2fd862922a0:0-0 {event_type=RS_FLUSH_REGIONS, pid=112}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732529713522.086975f674c828ef90efb081e908dff1. 2024-11-25T10:15:24,306 ERROR [RS_FLUSH_OPERATIONS-regionserver/e2fd862922a0:0-0 {event_type=RS_FLUSH_REGIONS, pid=112}] handler.RSProcedureHandler(58): pid=112 java.io.IOException: Unable to complete flush {ENCODED => 086975f674c828ef90efb081e908dff1, NAME => 'TestAcidGuarantees,,1732529713522.086975f674c828ef90efb081e908dff1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T10:15:24,306 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e2fd862922a0:0-0 {event_type=RS_FLUSH_REGIONS, pid=112}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=112 java.io.IOException: Unable to complete flush {ENCODED => 086975f674c828ef90efb081e908dff1, NAME => 'TestAcidGuarantees,,1732529713522.086975f674c828ef90efb081e908dff1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T10:15:24,307 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41005 {}] master.HMaster(4177): Remote procedure failed, pid=112 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 086975f674c828ef90efb081e908dff1, NAME => 'TestAcidGuarantees,,1732529713522.086975f674c828ef90efb081e908dff1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 086975f674c828ef90efb081e908dff1, NAME => 'TestAcidGuarantees,,1732529713522.086975f674c828ef90efb081e908dff1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T10:15:24,386 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=429 (bloomFilter=true), to=hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/086975f674c828ef90efb081e908dff1/.tmp/B/38d83ba0800a404a9be5a0a7168fb4a6 2024-11-25T10:15:24,393 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/086975f674c828ef90efb081e908dff1/.tmp/C/0ba95e6208054899bff212d922461d2c is 50, key is test_row_0/C:col10/1732529723103/Put/seqid=0 2024-11-25T10:15:24,397 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39927 is added to blk_1073742206_1382 (size=12301) 2024-11-25T10:15:24,459 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=38547 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=112 2024-11-25T10:15:24,459 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e2fd862922a0:0-1 {event_type=RS_FLUSH_REGIONS, pid=112}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732529713522.086975f674c828ef90efb081e908dff1. 2024-11-25T10:15:24,459 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e2fd862922a0:0-1 {event_type=RS_FLUSH_REGIONS, pid=112}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732529713522.086975f674c828ef90efb081e908dff1. as already flushing 2024-11-25T10:15:24,459 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e2fd862922a0:0-1 {event_type=RS_FLUSH_REGIONS, pid=112}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732529713522.086975f674c828ef90efb081e908dff1. 2024-11-25T10:15:24,459 ERROR [RS_FLUSH_OPERATIONS-regionserver/e2fd862922a0:0-1 {event_type=RS_FLUSH_REGIONS, pid=112}] handler.RSProcedureHandler(58): pid=112 java.io.IOException: Unable to complete flush {ENCODED => 086975f674c828ef90efb081e908dff1, NAME => 'TestAcidGuarantees,,1732529713522.086975f674c828ef90efb081e908dff1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T10:15:24,459 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e2fd862922a0:0-1 {event_type=RS_FLUSH_REGIONS, pid=112}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=112 java.io.IOException: Unable to complete flush {ENCODED => 086975f674c828ef90efb081e908dff1, NAME => 'TestAcidGuarantees,,1732529713522.086975f674c828ef90efb081e908dff1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T10:15:24,460 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41005 {}] master.HMaster(4177): Remote procedure failed, pid=112 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 086975f674c828ef90efb081e908dff1, NAME => 'TestAcidGuarantees,,1732529713522.086975f674c828ef90efb081e908dff1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 086975f674c828ef90efb081e908dff1, NAME => 'TestAcidGuarantees,,1732529713522.086975f674c828ef90efb081e908dff1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T10:15:24,472 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41005 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=111 2024-11-25T10:15:24,612 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=38547 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=112 2024-11-25T10:15:24,612 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e2fd862922a0:0-2 {event_type=RS_FLUSH_REGIONS, pid=112}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732529713522.086975f674c828ef90efb081e908dff1. 2024-11-25T10:15:24,612 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e2fd862922a0:0-2 {event_type=RS_FLUSH_REGIONS, pid=112}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732529713522.086975f674c828ef90efb081e908dff1. as already flushing 2024-11-25T10:15:24,612 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e2fd862922a0:0-2 {event_type=RS_FLUSH_REGIONS, pid=112}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732529713522.086975f674c828ef90efb081e908dff1. 2024-11-25T10:15:24,612 ERROR [RS_FLUSH_OPERATIONS-regionserver/e2fd862922a0:0-2 {event_type=RS_FLUSH_REGIONS, pid=112}] handler.RSProcedureHandler(58): pid=112 java.io.IOException: Unable to complete flush {ENCODED => 086975f674c828ef90efb081e908dff1, NAME => 'TestAcidGuarantees,,1732529713522.086975f674c828ef90efb081e908dff1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T10:15:24,612 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e2fd862922a0:0-2 {event_type=RS_FLUSH_REGIONS, pid=112}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=112 java.io.IOException: Unable to complete flush {ENCODED => 086975f674c828ef90efb081e908dff1, NAME => 'TestAcidGuarantees,,1732529713522.086975f674c828ef90efb081e908dff1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T10:15:24,613 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41005 {}] master.HMaster(4177): Remote procedure failed, pid=112 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 086975f674c828ef90efb081e908dff1, NAME => 'TestAcidGuarantees,,1732529713522.086975f674c828ef90efb081e908dff1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 086975f674c828ef90efb081e908dff1, NAME => 'TestAcidGuarantees,,1732529713522.086975f674c828ef90efb081e908dff1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T10:15:24,709 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=086975f674c828ef90efb081e908dff1, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-25T10:15:24,709 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] ipc.CallRunner(138): callId: 97 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38710 deadline: 1732529784702, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=086975f674c828ef90efb081e908dff1, server=e2fd862922a0,38547,1732529625709 2024-11-25T10:15:24,710 WARN [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRpcRetryingCaller(177): Call to e2fd862922a0,38547,1732529625709 for 'test_row_0' in 086975f674c828ef90efb081e908dff1 of TestAcidGuarantees failed, tries = 6, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 2207 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=086975f674c828ef90efb081e908dff1, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor39.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=086975f674c828ef90efb081e908dff1, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 32 more 2024-11-25T10:15:24,710 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732529713522.086975f674c828ef90efb081e908dff1., hostname=e2fd862922a0,38547,1732529625709, seqNum=5 , the old value is region=TestAcidGuarantees,,1732529713522.086975f674c828ef90efb081e908dff1., hostname=e2fd862922a0,38547,1732529625709, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=086975f674c828ef90efb081e908dff1, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T10:15:24,710 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732529713522.086975f674c828ef90efb081e908dff1., hostname=e2fd862922a0,38547,1732529625709, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=086975f674c828ef90efb081e908dff1, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T10:15:24,710 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732529713522.086975f674c828ef90efb081e908dff1., hostname=e2fd862922a0,38547,1732529625709, seqNum=5 because the exception is null or not the one we care about 2024-11-25T10:15:24,728 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=086975f674c828ef90efb081e908dff1, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-25T10:15:24,728 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] ipc.CallRunner(138): callId: 97 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38696 deadline: 1732529784712, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=086975f674c828ef90efb081e908dff1, server=e2fd862922a0,38547,1732529625709 2024-11-25T10:15:24,728 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=086975f674c828ef90efb081e908dff1, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-25T10:15:24,728 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] ipc.CallRunner(138): callId: 104 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38752 deadline: 1732529784712, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=086975f674c828ef90efb081e908dff1, server=e2fd862922a0,38547,1732529625709 2024-11-25T10:15:24,728 WARN [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRpcRetryingCaller(177): Call to e2fd862922a0,38547,1732529625709 for 'test_row_2' in 086975f674c828ef90efb081e908dff1 of TestAcidGuarantees failed, tries = 6, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 2211 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=086975f674c828ef90efb081e908dff1, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor39.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=086975f674c828ef90efb081e908dff1, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 32 more 2024-11-25T10:15:24,729 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732529713522.086975f674c828ef90efb081e908dff1., hostname=e2fd862922a0,38547,1732529625709, seqNum=5 , the old value is region=TestAcidGuarantees,,1732529713522.086975f674c828ef90efb081e908dff1., hostname=e2fd862922a0,38547,1732529625709, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=086975f674c828ef90efb081e908dff1, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T10:15:24,729 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732529713522.086975f674c828ef90efb081e908dff1., hostname=e2fd862922a0,38547,1732529625709, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=086975f674c828ef90efb081e908dff1, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T10:15:24,729 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732529713522.086975f674c828ef90efb081e908dff1., hostname=e2fd862922a0,38547,1732529625709, seqNum=5 because the exception is null or not the one we care about 2024-11-25T10:15:24,729 WARN [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRpcRetryingCaller(177): Call to e2fd862922a0,38547,1732529625709 for 'test_row_0' in 086975f674c828ef90efb081e908dff1 of TestAcidGuarantees failed, tries = 6, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 2210 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=086975f674c828ef90efb081e908dff1, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor39.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=086975f674c828ef90efb081e908dff1, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 32 more 2024-11-25T10:15:24,730 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732529713522.086975f674c828ef90efb081e908dff1., hostname=e2fd862922a0,38547,1732529625709, seqNum=5 , the old value is region=TestAcidGuarantees,,1732529713522.086975f674c828ef90efb081e908dff1., hostname=e2fd862922a0,38547,1732529625709, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=086975f674c828ef90efb081e908dff1, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T10:15:24,730 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732529713522.086975f674c828ef90efb081e908dff1., hostname=e2fd862922a0,38547,1732529625709, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=086975f674c828ef90efb081e908dff1, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T10:15:24,730 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732529713522.086975f674c828ef90efb081e908dff1., hostname=e2fd862922a0,38547,1732529625709, seqNum=5 because the exception is null or not the one we care about 2024-11-25T10:15:24,765 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=38547 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=112 2024-11-25T10:15:24,765 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e2fd862922a0:0-0 {event_type=RS_FLUSH_REGIONS, pid=112}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732529713522.086975f674c828ef90efb081e908dff1. 2024-11-25T10:15:24,765 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e2fd862922a0:0-0 {event_type=RS_FLUSH_REGIONS, pid=112}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732529713522.086975f674c828ef90efb081e908dff1. as already flushing 2024-11-25T10:15:24,765 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e2fd862922a0:0-0 {event_type=RS_FLUSH_REGIONS, pid=112}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732529713522.086975f674c828ef90efb081e908dff1. 2024-11-25T10:15:24,765 ERROR [RS_FLUSH_OPERATIONS-regionserver/e2fd862922a0:0-0 {event_type=RS_FLUSH_REGIONS, pid=112}] handler.RSProcedureHandler(58): pid=112 java.io.IOException: Unable to complete flush {ENCODED => 086975f674c828ef90efb081e908dff1, NAME => 'TestAcidGuarantees,,1732529713522.086975f674c828ef90efb081e908dff1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T10:15:24,765 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e2fd862922a0:0-0 {event_type=RS_FLUSH_REGIONS, pid=112}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=112 java.io.IOException: Unable to complete flush {ENCODED => 086975f674c828ef90efb081e908dff1, NAME => 'TestAcidGuarantees,,1732529713522.086975f674c828ef90efb081e908dff1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T10:15:24,766 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41005 {}] master.HMaster(4177): Remote procedure failed, pid=112 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 086975f674c828ef90efb081e908dff1, NAME => 'TestAcidGuarantees,,1732529713522.086975f674c828ef90efb081e908dff1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 086975f674c828ef90efb081e908dff1, NAME => 'TestAcidGuarantees,,1732529713522.086975f674c828ef90efb081e908dff1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T10:15:24,797 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=429 (bloomFilter=true), to=hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/086975f674c828ef90efb081e908dff1/.tmp/C/0ba95e6208054899bff212d922461d2c 2024-11-25T10:15:24,801 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/086975f674c828ef90efb081e908dff1/.tmp/A/cbabcbcce7104ec5a297aee28d78500f as hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/086975f674c828ef90efb081e908dff1/A/cbabcbcce7104ec5a297aee28d78500f 2024-11-25T10:15:24,805 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/086975f674c828ef90efb081e908dff1/A/cbabcbcce7104ec5a297aee28d78500f, entries=250, sequenceid=429, filesize=47.5 K 2024-11-25T10:15:24,805 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/086975f674c828ef90efb081e908dff1/.tmp/B/38d83ba0800a404a9be5a0a7168fb4a6 as hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/086975f674c828ef90efb081e908dff1/B/38d83ba0800a404a9be5a0a7168fb4a6 2024-11-25T10:15:24,809 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/086975f674c828ef90efb081e908dff1/B/38d83ba0800a404a9be5a0a7168fb4a6, entries=150, sequenceid=429, filesize=12.0 K 2024-11-25T10:15:24,810 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/086975f674c828ef90efb081e908dff1/.tmp/C/0ba95e6208054899bff212d922461d2c as hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/086975f674c828ef90efb081e908dff1/C/0ba95e6208054899bff212d922461d2c 2024-11-25T10:15:24,815 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/086975f674c828ef90efb081e908dff1/C/0ba95e6208054899bff212d922461d2c, entries=150, sequenceid=429, filesize=12.0 K 2024-11-25T10:15:24,817 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~154.31 KB/158010, heapSize ~435.19 KB/445632, currentSize=26.84 KB/27480 for 086975f674c828ef90efb081e908dff1 in 1712ms, sequenceid=429, compaction requested=true 2024-11-25T10:15:24,817 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 086975f674c828ef90efb081e908dff1: 2024-11-25T10:15:24,817 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 086975f674c828ef90efb081e908dff1:A, priority=-2147483648, current under compaction store size is 1 2024-11-25T10:15:24,817 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-25T10:15:24,817 DEBUG [RS:0;e2fd862922a0:38547-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-25T10:15:24,817 DEBUG [RS:0;e2fd862922a0:38547-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-25T10:15:24,817 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 086975f674c828ef90efb081e908dff1:B, priority=-2147483648, current under compaction store size is 2 2024-11-25T10:15:24,817 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-25T10:15:24,817 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 086975f674c828ef90efb081e908dff1:C, priority=-2147483648, current under compaction store size is 3 2024-11-25T10:15:24,817 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-25T10:15:24,818 DEBUG [RS:0;e2fd862922a0:38547-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37143 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-25T10:15:24,818 DEBUG [RS:0;e2fd862922a0:38547-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 111389 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-25T10:15:24,818 DEBUG [RS:0;e2fd862922a0:38547-longCompactions-0 {}] regionserver.HStore(1541): 086975f674c828ef90efb081e908dff1/B is initiating minor compaction (all files) 2024-11-25T10:15:24,818 DEBUG [RS:0;e2fd862922a0:38547-shortCompactions-0 {}] regionserver.HStore(1541): 086975f674c828ef90efb081e908dff1/A is initiating minor compaction (all files) 2024-11-25T10:15:24,818 INFO [RS:0;e2fd862922a0:38547-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 086975f674c828ef90efb081e908dff1/B in TestAcidGuarantees,,1732529713522.086975f674c828ef90efb081e908dff1. 2024-11-25T10:15:24,818 INFO [RS:0;e2fd862922a0:38547-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 086975f674c828ef90efb081e908dff1/A in TestAcidGuarantees,,1732529713522.086975f674c828ef90efb081e908dff1. 2024-11-25T10:15:24,818 INFO [RS:0;e2fd862922a0:38547-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/086975f674c828ef90efb081e908dff1/B/6fa4e42e482441e38c84b7211b711688, hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/086975f674c828ef90efb081e908dff1/B/849b5e41fec44433a3f8400e1e7f0dfd, hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/086975f674c828ef90efb081e908dff1/B/38d83ba0800a404a9be5a0a7168fb4a6] into tmpdir=hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/086975f674c828ef90efb081e908dff1/.tmp, totalSize=36.3 K 2024-11-25T10:15:24,818 INFO [RS:0;e2fd862922a0:38547-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/086975f674c828ef90efb081e908dff1/A/889d85936eac4a5a9c9c93dfed87f197, hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/086975f674c828ef90efb081e908dff1/A/80d3f36ca7ed452292a2d10d14d34623, hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/086975f674c828ef90efb081e908dff1/A/cbabcbcce7104ec5a297aee28d78500f] into tmpdir=hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/086975f674c828ef90efb081e908dff1/.tmp, totalSize=108.8 K 2024-11-25T10:15:24,818 INFO [RS:0;e2fd862922a0:38547-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732529713522.086975f674c828ef90efb081e908dff1. 2024-11-25T10:15:24,818 DEBUG [RS:0;e2fd862922a0:38547-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732529713522.086975f674c828ef90efb081e908dff1. files: [hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/086975f674c828ef90efb081e908dff1/A/889d85936eac4a5a9c9c93dfed87f197, hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/086975f674c828ef90efb081e908dff1/A/80d3f36ca7ed452292a2d10d14d34623, hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/086975f674c828ef90efb081e908dff1/A/cbabcbcce7104ec5a297aee28d78500f] 2024-11-25T10:15:24,819 DEBUG [RS:0;e2fd862922a0:38547-longCompactions-0 {}] compactions.Compactor(225): Compacting 6fa4e42e482441e38c84b7211b711688, keycount=150, bloomtype=ROW, size=12.2 K, encoding=NONE, compression=NONE, seqNum=362, earliestPutTs=1732529720821 2024-11-25T10:15:24,819 DEBUG [RS:0;e2fd862922a0:38547-shortCompactions-0 {}] compactions.Compactor(225): Compacting 889d85936eac4a5a9c9c93dfed87f197, keycount=150, bloomtype=ROW, size=30.8 K, encoding=NONE, compression=NONE, seqNum=362, earliestPutTs=1732529720821 2024-11-25T10:15:24,819 DEBUG [RS:0;e2fd862922a0:38547-longCompactions-0 {}] compactions.Compactor(225): Compacting 849b5e41fec44433a3f8400e1e7f0dfd, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=373, earliestPutTs=1732529721175 2024-11-25T10:15:24,820 DEBUG [RS:0;e2fd862922a0:38547-shortCompactions-0 {}] compactions.Compactor(225): Compacting 80d3f36ca7ed452292a2d10d14d34623, keycount=150, bloomtype=ROW, size=30.5 K, encoding=NONE, compression=NONE, seqNum=373, earliestPutTs=1732529721175 2024-11-25T10:15:24,820 DEBUG [RS:0;e2fd862922a0:38547-longCompactions-0 {}] compactions.Compactor(225): Compacting 38d83ba0800a404a9be5a0a7168fb4a6, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=429, earliestPutTs=1732529722496 2024-11-25T10:15:24,820 DEBUG [RS:0;e2fd862922a0:38547-shortCompactions-0 {}] compactions.Compactor(225): Compacting cbabcbcce7104ec5a297aee28d78500f, keycount=250, bloomtype=ROW, size=47.5 K, encoding=NONE, compression=NONE, seqNum=429, earliestPutTs=1732529722496 2024-11-25T10:15:24,839 INFO [RS:0;e2fd862922a0:38547-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 086975f674c828ef90efb081e908dff1#B#compaction#324 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-25T10:15:24,840 DEBUG [RS:0;e2fd862922a0:38547-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/086975f674c828ef90efb081e908dff1/.tmp/B/6a69aa6f7bd94e77bf7e46451a4aa3d0 is 50, key is test_row_0/B:col10/1732529723103/Put/seqid=0 2024-11-25T10:15:24,841 INFO [RS:0;e2fd862922a0:38547-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(321): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=086975f674c828ef90efb081e908dff1] 2024-11-25T10:15:24,857 DEBUG [RS:0;e2fd862922a0:38547-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(635): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e20241125503128e4160644089af61dd773361a3e_086975f674c828ef90efb081e908dff1 store=[table=TestAcidGuarantees family=A region=086975f674c828ef90efb081e908dff1] 2024-11-25T10:15:24,860 DEBUG [RS:0;e2fd862922a0:38547-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(656): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e20241125503128e4160644089af61dd773361a3e_086975f674c828ef90efb081e908dff1, store=[table=TestAcidGuarantees family=A region=086975f674c828ef90efb081e908dff1] 2024-11-25T10:15:24,860 DEBUG [RS:0;e2fd862922a0:38547-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(667): Aborting writer for hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241125503128e4160644089af61dd773361a3e_086975f674c828ef90efb081e908dff1 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=086975f674c828ef90efb081e908dff1] 2024-11-25T10:15:24,875 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39927 is added to blk_1073742208_1384 (size=4469) 2024-11-25T10:15:24,882 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39927 is added to blk_1073742207_1383 (size=12643) 2024-11-25T10:15:24,918 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=38547 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=112 2024-11-25T10:15:24,919 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e2fd862922a0:0-1 {event_type=RS_FLUSH_REGIONS, pid=112}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732529713522.086975f674c828ef90efb081e908dff1. 2024-11-25T10:15:24,919 INFO [RS_FLUSH_OPERATIONS-regionserver/e2fd862922a0:0-1 {event_type=RS_FLUSH_REGIONS, pid=112}] regionserver.HRegion(2902): Flushing 086975f674c828ef90efb081e908dff1 3/3 column families, dataSize=26.84 KB heapSize=80.44 KB 2024-11-25T10:15:24,919 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e2fd862922a0:0-1 {event_type=RS_FLUSH_REGIONS, pid=112}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 086975f674c828ef90efb081e908dff1, store=A 2024-11-25T10:15:24,919 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e2fd862922a0:0-1 {event_type=RS_FLUSH_REGIONS, pid=112}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T10:15:24,919 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e2fd862922a0:0-1 {event_type=RS_FLUSH_REGIONS, pid=112}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 086975f674c828ef90efb081e908dff1, store=B 2024-11-25T10:15:24,919 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e2fd862922a0:0-1 {event_type=RS_FLUSH_REGIONS, pid=112}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T10:15:24,919 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e2fd862922a0:0-1 {event_type=RS_FLUSH_REGIONS, pid=112}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 086975f674c828ef90efb081e908dff1, store=C 2024-11-25T10:15:24,919 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e2fd862922a0:0-1 {event_type=RS_FLUSH_REGIONS, pid=112}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T10:15:24,932 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e2fd862922a0:0-1 {event_type=RS_FLUSH_REGIONS, pid=112}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411256da6595f53b94fb586dc4d36ad8e2059_086975f674c828ef90efb081e908dff1 is 50, key is test_row_0/A:col10/1732529723131/Put/seqid=0 2024-11-25T10:15:24,946 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39927 is added to blk_1073742209_1385 (size=12454) 2024-11-25T10:15:24,947 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e2fd862922a0:0-1 {event_type=RS_FLUSH_REGIONS, pid=112}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:24,951 INFO [RS_FLUSH_OPERATIONS-regionserver/e2fd862922a0:0-1 {event_type=RS_FLUSH_REGIONS, pid=112}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411256da6595f53b94fb586dc4d36ad8e2059_086975f674c828ef90efb081e908dff1 to hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411256da6595f53b94fb586dc4d36ad8e2059_086975f674c828ef90efb081e908dff1 2024-11-25T10:15:24,952 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e2fd862922a0:0-1 {event_type=RS_FLUSH_REGIONS, pid=112}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/086975f674c828ef90efb081e908dff1/.tmp/A/f7eb8f59f4ca482cb5f43f0cd2a9c589, store: [table=TestAcidGuarantees family=A region=086975f674c828ef90efb081e908dff1] 2024-11-25T10:15:24,952 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e2fd862922a0:0-1 {event_type=RS_FLUSH_REGIONS, pid=112}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/086975f674c828ef90efb081e908dff1/.tmp/A/f7eb8f59f4ca482cb5f43f0cd2a9c589 is 175, key is test_row_0/A:col10/1732529723131/Put/seqid=0 2024-11-25T10:15:24,965 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39927 is added to blk_1073742210_1386 (size=31255) 2024-11-25T10:15:24,966 INFO [RS_FLUSH_OPERATIONS-regionserver/e2fd862922a0:0-1 {event_type=RS_FLUSH_REGIONS, pid=112}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=436, memsize=8.9 K, hasBloomFilter=true, into tmp file hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/086975f674c828ef90efb081e908dff1/.tmp/A/f7eb8f59f4ca482cb5f43f0cd2a9c589 2024-11-25T10:15:24,974 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e2fd862922a0:0-1 {event_type=RS_FLUSH_REGIONS, pid=112}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/086975f674c828ef90efb081e908dff1/.tmp/B/4c8cb7b6aac1493e8f70d4641d24ac43 is 50, key is test_row_0/B:col10/1732529723131/Put/seqid=0 2024-11-25T10:15:24,982 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41005 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=111 2024-11-25T10:15:24,990 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39927 is added to blk_1073742211_1387 (size=12301) 2024-11-25T10:15:25,278 INFO [RS:0;e2fd862922a0:38547-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 086975f674c828ef90efb081e908dff1#A#compaction#325 average throughput is 0.06 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-25T10:15:25,279 DEBUG [RS:0;e2fd862922a0:38547-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/086975f674c828ef90efb081e908dff1/.tmp/A/3868d90111b14e81b7dc149bc5fc4e18 is 175, key is test_row_0/A:col10/1732529723103/Put/seqid=0 2024-11-25T10:15:25,288 DEBUG [RS:0;e2fd862922a0:38547-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/086975f674c828ef90efb081e908dff1/.tmp/B/6a69aa6f7bd94e77bf7e46451a4aa3d0 as hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/086975f674c828ef90efb081e908dff1/B/6a69aa6f7bd94e77bf7e46451a4aa3d0 2024-11-25T10:15:25,293 INFO [RS:0;e2fd862922a0:38547-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 086975f674c828ef90efb081e908dff1/B of 086975f674c828ef90efb081e908dff1 into 6a69aa6f7bd94e77bf7e46451a4aa3d0(size=12.3 K), total size for store is 12.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-25T10:15:25,293 DEBUG [RS:0;e2fd862922a0:38547-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 086975f674c828ef90efb081e908dff1: 2024-11-25T10:15:25,293 INFO [RS:0;e2fd862922a0:38547-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732529713522.086975f674c828ef90efb081e908dff1., storeName=086975f674c828ef90efb081e908dff1/B, priority=13, startTime=1732529724817; duration=0sec 2024-11-25T10:15:25,293 DEBUG [RS:0;e2fd862922a0:38547-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-25T10:15:25,293 DEBUG [RS:0;e2fd862922a0:38547-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 086975f674c828ef90efb081e908dff1:B 2024-11-25T10:15:25,293 DEBUG [RS:0;e2fd862922a0:38547-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-25T10:15:25,294 DEBUG [RS:0;e2fd862922a0:38547-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37143 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-25T10:15:25,294 DEBUG [RS:0;e2fd862922a0:38547-longCompactions-0 {}] regionserver.HStore(1541): 086975f674c828ef90efb081e908dff1/C is initiating minor compaction (all files) 2024-11-25T10:15:25,294 INFO [RS:0;e2fd862922a0:38547-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 086975f674c828ef90efb081e908dff1/C in TestAcidGuarantees,,1732529713522.086975f674c828ef90efb081e908dff1. 2024-11-25T10:15:25,294 INFO [RS:0;e2fd862922a0:38547-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/086975f674c828ef90efb081e908dff1/C/44deede5d20e4b21a4b0e18331788ecf, hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/086975f674c828ef90efb081e908dff1/C/8110a46f5af040c492312055f528141f, hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/086975f674c828ef90efb081e908dff1/C/0ba95e6208054899bff212d922461d2c] into tmpdir=hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/086975f674c828ef90efb081e908dff1/.tmp, totalSize=36.3 K 2024-11-25T10:15:25,295 DEBUG [RS:0;e2fd862922a0:38547-longCompactions-0 {}] compactions.Compactor(225): Compacting 44deede5d20e4b21a4b0e18331788ecf, keycount=150, bloomtype=ROW, size=12.2 K, encoding=NONE, compression=NONE, seqNum=362, earliestPutTs=1732529720821 2024-11-25T10:15:25,296 DEBUG [RS:0;e2fd862922a0:38547-longCompactions-0 {}] compactions.Compactor(225): Compacting 8110a46f5af040c492312055f528141f, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=373, earliestPutTs=1732529721175 2024-11-25T10:15:25,296 DEBUG [RS:0;e2fd862922a0:38547-longCompactions-0 {}] compactions.Compactor(225): Compacting 0ba95e6208054899bff212d922461d2c, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=429, earliestPutTs=1732529722496 2024-11-25T10:15:25,302 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39927 is added to blk_1073742212_1388 (size=31597) 2024-11-25T10:15:25,307 DEBUG [RS:0;e2fd862922a0:38547-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/086975f674c828ef90efb081e908dff1/.tmp/A/3868d90111b14e81b7dc149bc5fc4e18 as hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/086975f674c828ef90efb081e908dff1/A/3868d90111b14e81b7dc149bc5fc4e18 2024-11-25T10:15:25,309 INFO [RS:0;e2fd862922a0:38547-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 086975f674c828ef90efb081e908dff1#C#compaction#328 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-25T10:15:25,309 DEBUG [RS:0;e2fd862922a0:38547-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/086975f674c828ef90efb081e908dff1/.tmp/C/4d8707c2fe0548d89d3019d23c67b72f is 50, key is test_row_0/C:col10/1732529723103/Put/seqid=0 2024-11-25T10:15:25,313 INFO [RS:0;e2fd862922a0:38547-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 086975f674c828ef90efb081e908dff1/A of 086975f674c828ef90efb081e908dff1 into 3868d90111b14e81b7dc149bc5fc4e18(size=30.9 K), total size for store is 30.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-25T10:15:25,313 DEBUG [RS:0;e2fd862922a0:38547-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 086975f674c828ef90efb081e908dff1: 2024-11-25T10:15:25,313 INFO [RS:0;e2fd862922a0:38547-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732529713522.086975f674c828ef90efb081e908dff1., storeName=086975f674c828ef90efb081e908dff1/A, priority=13, startTime=1732529724817; duration=0sec 2024-11-25T10:15:25,313 DEBUG [RS:0;e2fd862922a0:38547-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-25T10:15:25,313 DEBUG [RS:0;e2fd862922a0:38547-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 086975f674c828ef90efb081e908dff1:A 2024-11-25T10:15:25,320 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] regionserver.HRegion(8855): Flush requested on 086975f674c828ef90efb081e908dff1 2024-11-25T10:15:25,320 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732529713522.086975f674c828ef90efb081e908dff1. as already flushing 2024-11-25T10:15:25,338 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39927 is added to blk_1073742213_1389 (size=12643) 2024-11-25T10:15:25,354 DEBUG [RS:0;e2fd862922a0:38547-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/086975f674c828ef90efb081e908dff1/.tmp/C/4d8707c2fe0548d89d3019d23c67b72f as hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/086975f674c828ef90efb081e908dff1/C/4d8707c2fe0548d89d3019d23c67b72f 2024-11-25T10:15:25,380 INFO [RS:0;e2fd862922a0:38547-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 086975f674c828ef90efb081e908dff1/C of 086975f674c828ef90efb081e908dff1 into 4d8707c2fe0548d89d3019d23c67b72f(size=12.3 K), total size for store is 12.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-25T10:15:25,380 DEBUG [RS:0;e2fd862922a0:38547-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 086975f674c828ef90efb081e908dff1: 2024-11-25T10:15:25,397 INFO [RS:0;e2fd862922a0:38547-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732529713522.086975f674c828ef90efb081e908dff1., storeName=086975f674c828ef90efb081e908dff1/C, priority=13, startTime=1732529724817; duration=0sec 2024-11-25T10:15:25,397 DEBUG [RS:0;e2fd862922a0:38547-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-25T10:15:25,397 DEBUG [RS:0;e2fd862922a0:38547-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 086975f674c828ef90efb081e908dff1:C 2024-11-25T10:15:25,403 INFO [RS_FLUSH_OPERATIONS-regionserver/e2fd862922a0:0-1 {event_type=RS_FLUSH_REGIONS, pid=112}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=8.95 KB at sequenceid=436 (bloomFilter=true), to=hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/086975f674c828ef90efb081e908dff1/.tmp/B/4c8cb7b6aac1493e8f70d4641d24ac43 2024-11-25T10:15:25,424 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e2fd862922a0:0-1 {event_type=RS_FLUSH_REGIONS, pid=112}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/086975f674c828ef90efb081e908dff1/.tmp/C/5a6424f27ec84061abafafac45bf06e5 is 50, key is test_row_0/C:col10/1732529723131/Put/seqid=0 2024-11-25T10:15:25,434 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/e2fd862922a0:0-7 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=159, cellSize=7275, totalHeapSize=16776, min timestamp=1732529725401, max timestamp=1732529725430Num uniques 859; 2024-11-25T10:15:25,434 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/e2fd862922a0:0-7 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=7275, suffix heap size=117064,new segment heap size=16776 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=159 2024-11-25T10:15:25,469 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39927 is added to blk_1073742214_1390 (size=12301) 2024-11-25T10:15:25,517 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=086975f674c828ef90efb081e908dff1, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-25T10:15:25,517 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] ipc.CallRunner(138): callId: 130 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38698 deadline: 1732529785500, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=086975f674c828ef90efb081e908dff1, server=e2fd862922a0,38547,1732529625709 2024-11-25T10:15:25,518 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=086975f674c828ef90efb081e908dff1, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-25T10:15:25,518 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] ipc.CallRunner(138): callId: 116 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38724 deadline: 1732529785505, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=086975f674c828ef90efb081e908dff1, server=e2fd862922a0,38547,1732529625709 2024-11-25T10:15:25,519 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732529713522.086975f674c828ef90efb081e908dff1., hostname=e2fd862922a0,38547,1732529625709, seqNum=5 , the old value is region=TestAcidGuarantees,,1732529713522.086975f674c828ef90efb081e908dff1., hostname=e2fd862922a0,38547,1732529625709, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=086975f674c828ef90efb081e908dff1, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T10:15:25,520 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732529713522.086975f674c828ef90efb081e908dff1., hostname=e2fd862922a0,38547,1732529625709, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=086975f674c828ef90efb081e908dff1, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T10:15:25,520 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732529713522.086975f674c828ef90efb081e908dff1., hostname=e2fd862922a0,38547,1732529625709, seqNum=5 because the exception is null or not the one we care about 2024-11-25T10:15:25,524 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732529713522.086975f674c828ef90efb081e908dff1., hostname=e2fd862922a0,38547,1732529625709, seqNum=5 , the old value is region=TestAcidGuarantees,,1732529713522.086975f674c828ef90efb081e908dff1., hostname=e2fd862922a0,38547,1732529625709, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=086975f674c828ef90efb081e908dff1, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T10:15:25,524 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732529713522.086975f674c828ef90efb081e908dff1., hostname=e2fd862922a0,38547,1732529625709, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=086975f674c828ef90efb081e908dff1, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T10:15:25,524 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732529713522.086975f674c828ef90efb081e908dff1., hostname=e2fd862922a0,38547,1732529625709, seqNum=5 because the exception is null or not the one we care about 2024-11-25T10:15:25,632 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=086975f674c828ef90efb081e908dff1, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-25T10:15:25,633 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] ipc.CallRunner(138): callId: 131 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38698 deadline: 1732529785622, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=086975f674c828ef90efb081e908dff1, server=e2fd862922a0,38547,1732529625709 2024-11-25T10:15:25,633 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732529713522.086975f674c828ef90efb081e908dff1., hostname=e2fd862922a0,38547,1732529625709, seqNum=5 , the old value is region=TestAcidGuarantees,,1732529713522.086975f674c828ef90efb081e908dff1., hostname=e2fd862922a0,38547,1732529625709, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=086975f674c828ef90efb081e908dff1, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T10:15:25,633 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732529713522.086975f674c828ef90efb081e908dff1., hostname=e2fd862922a0,38547,1732529625709, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=086975f674c828ef90efb081e908dff1, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T10:15:25,633 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732529713522.086975f674c828ef90efb081e908dff1., hostname=e2fd862922a0,38547,1732529625709, seqNum=5 because the exception is null or not the one we care about 2024-11-25T10:15:25,644 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=086975f674c828ef90efb081e908dff1, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-25T10:15:25,644 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] ipc.CallRunner(138): callId: 117 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38724 deadline: 1732529785633, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=086975f674c828ef90efb081e908dff1, server=e2fd862922a0,38547,1732529625709 2024-11-25T10:15:25,644 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732529713522.086975f674c828ef90efb081e908dff1., hostname=e2fd862922a0,38547,1732529625709, seqNum=5 , the old value is region=TestAcidGuarantees,,1732529713522.086975f674c828ef90efb081e908dff1., hostname=e2fd862922a0,38547,1732529625709, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=086975f674c828ef90efb081e908dff1, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T10:15:25,644 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732529713522.086975f674c828ef90efb081e908dff1., hostname=e2fd862922a0,38547,1732529625709, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=086975f674c828ef90efb081e908dff1, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T10:15:25,644 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732529713522.086975f674c828ef90efb081e908dff1., hostname=e2fd862922a0,38547,1732529625709, seqNum=5 because the exception is null or not the one we care about 2024-11-25T10:15:25,856 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=086975f674c828ef90efb081e908dff1, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-25T10:15:25,856 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] ipc.CallRunner(138): callId: 132 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38698 deadline: 1732529785844, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=086975f674c828ef90efb081e908dff1, server=e2fd862922a0,38547,1732529625709 2024-11-25T10:15:25,857 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732529713522.086975f674c828ef90efb081e908dff1., hostname=e2fd862922a0,38547,1732529625709, seqNum=5 , the old value is region=TestAcidGuarantees,,1732529713522.086975f674c828ef90efb081e908dff1., hostname=e2fd862922a0,38547,1732529625709, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=086975f674c828ef90efb081e908dff1, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T10:15:25,857 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732529713522.086975f674c828ef90efb081e908dff1., hostname=e2fd862922a0,38547,1732529625709, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=086975f674c828ef90efb081e908dff1, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T10:15:25,857 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732529713522.086975f674c828ef90efb081e908dff1., hostname=e2fd862922a0,38547,1732529625709, seqNum=5 because the exception is null or not the one we care about 2024-11-25T10:15:25,870 INFO [RS_FLUSH_OPERATIONS-regionserver/e2fd862922a0:0-1 {event_type=RS_FLUSH_REGIONS, pid=112}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=8.95 KB at sequenceid=436 (bloomFilter=true), to=hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/086975f674c828ef90efb081e908dff1/.tmp/C/5a6424f27ec84061abafafac45bf06e5 2024-11-25T10:15:25,875 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e2fd862922a0:0-1 {event_type=RS_FLUSH_REGIONS, pid=112}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/086975f674c828ef90efb081e908dff1/.tmp/A/f7eb8f59f4ca482cb5f43f0cd2a9c589 as hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/086975f674c828ef90efb081e908dff1/A/f7eb8f59f4ca482cb5f43f0cd2a9c589 2024-11-25T10:15:25,876 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=086975f674c828ef90efb081e908dff1, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-25T10:15:25,877 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] ipc.CallRunner(138): callId: 118 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38724 deadline: 1732529785852, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=086975f674c828ef90efb081e908dff1, server=e2fd862922a0,38547,1732529625709 2024-11-25T10:15:25,877 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732529713522.086975f674c828ef90efb081e908dff1., hostname=e2fd862922a0,38547,1732529625709, seqNum=5 , the old value is region=TestAcidGuarantees,,1732529713522.086975f674c828ef90efb081e908dff1., hostname=e2fd862922a0,38547,1732529625709, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=086975f674c828ef90efb081e908dff1, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T10:15:25,877 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732529713522.086975f674c828ef90efb081e908dff1., hostname=e2fd862922a0,38547,1732529625709, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=086975f674c828ef90efb081e908dff1, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T10:15:25,877 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732529713522.086975f674c828ef90efb081e908dff1., hostname=e2fd862922a0,38547,1732529625709, seqNum=5 because the exception is null or not the one we care about 2024-11-25T10:15:25,881 INFO [RS_FLUSH_OPERATIONS-regionserver/e2fd862922a0:0-1 {event_type=RS_FLUSH_REGIONS, pid=112}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/086975f674c828ef90efb081e908dff1/A/f7eb8f59f4ca482cb5f43f0cd2a9c589, entries=150, sequenceid=436, filesize=30.5 K 2024-11-25T10:15:25,882 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e2fd862922a0:0-1 {event_type=RS_FLUSH_REGIONS, pid=112}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/086975f674c828ef90efb081e908dff1/.tmp/B/4c8cb7b6aac1493e8f70d4641d24ac43 as hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/086975f674c828ef90efb081e908dff1/B/4c8cb7b6aac1493e8f70d4641d24ac43 2024-11-25T10:15:25,889 INFO [RS_FLUSH_OPERATIONS-regionserver/e2fd862922a0:0-1 {event_type=RS_FLUSH_REGIONS, pid=112}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/086975f674c828ef90efb081e908dff1/B/4c8cb7b6aac1493e8f70d4641d24ac43, entries=150, sequenceid=436, filesize=12.0 K 2024-11-25T10:15:25,890 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e2fd862922a0:0-1 {event_type=RS_FLUSH_REGIONS, pid=112}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/086975f674c828ef90efb081e908dff1/.tmp/C/5a6424f27ec84061abafafac45bf06e5 as hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/086975f674c828ef90efb081e908dff1/C/5a6424f27ec84061abafafac45bf06e5 2024-11-25T10:15:25,894 INFO [RS_FLUSH_OPERATIONS-regionserver/e2fd862922a0:0-1 {event_type=RS_FLUSH_REGIONS, pid=112}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/086975f674c828ef90efb081e908dff1/C/5a6424f27ec84061abafafac45bf06e5, entries=150, sequenceid=436, filesize=12.0 K 2024-11-25T10:15:25,895 INFO [RS_FLUSH_OPERATIONS-regionserver/e2fd862922a0:0-1 {event_type=RS_FLUSH_REGIONS, pid=112}] regionserver.HRegion(3140): Finished flush of dataSize ~26.84 KB/27480, heapSize ~80.39 KB/82320, currentSize=149.83 KB/153430 for 086975f674c828ef90efb081e908dff1 in 976ms, sequenceid=436, compaction requested=false 2024-11-25T10:15:25,895 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e2fd862922a0:0-1 {event_type=RS_FLUSH_REGIONS, pid=112}] regionserver.HRegion(2603): Flush status journal for 086975f674c828ef90efb081e908dff1: 2024-11-25T10:15:25,895 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e2fd862922a0:0-1 {event_type=RS_FLUSH_REGIONS, pid=112}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732529713522.086975f674c828ef90efb081e908dff1. 2024-11-25T10:15:25,895 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e2fd862922a0:0-1 {event_type=RS_FLUSH_REGIONS, pid=112}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=112 2024-11-25T10:15:25,900 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41005 {}] master.HMaster(4169): Remote procedure done, pid=112 2024-11-25T10:15:25,905 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=112, resume processing ppid=111 2024-11-25T10:15:25,905 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=112, ppid=111, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.0560 sec 2024-11-25T10:15:25,908 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=111, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=111, table=TestAcidGuarantees in 2.0630 sec 2024-11-25T10:15:25,993 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41005 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=111 2024-11-25T10:15:25,994 INFO [RPCClient-NioEventLoopGroup-4-8 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-25T10:15:25,995 INFO [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41005 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-25T10:15:25,996 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41005 {}] procedure2.ProcedureExecutor(1139): Stored pid=113, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=113, table=TestAcidGuarantees 2024-11-25T10:15:25,998 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=113, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=113, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-25T10:15:25,998 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=113, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=113, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-25T10:15:25,998 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=114, ppid=113, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-25T10:15:25,999 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41005 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=113 2024-11-25T10:15:26,103 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41005 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=113 2024-11-25T10:15:26,152 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=38547 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=114 2024-11-25T10:15:26,153 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e2fd862922a0:0-2 {event_type=RS_FLUSH_REGIONS, pid=114}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732529713522.086975f674c828ef90efb081e908dff1. 2024-11-25T10:15:26,153 INFO [RS_FLUSH_OPERATIONS-regionserver/e2fd862922a0:0-2 {event_type=RS_FLUSH_REGIONS, pid=114}] regionserver.HRegion(2902): Flushing 086975f674c828ef90efb081e908dff1 3/3 column families, dataSize=149.83 KB heapSize=441.41 KB 2024-11-25T10:15:26,153 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e2fd862922a0:0-2 {event_type=RS_FLUSH_REGIONS, pid=114}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 086975f674c828ef90efb081e908dff1, store=A 2024-11-25T10:15:26,153 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e2fd862922a0:0-2 {event_type=RS_FLUSH_REGIONS, pid=114}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-25T10:15:26,153 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e2fd862922a0:0-2 {event_type=RS_FLUSH_REGIONS, pid=114}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 086975f674c828ef90efb081e908dff1, store=B 2024-11-25T10:15:26,153 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e2fd862922a0:0-2 {event_type=RS_FLUSH_REGIONS, pid=114}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-25T10:15:26,153 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e2fd862922a0:0-2 {event_type=RS_FLUSH_REGIONS, pid=114}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 086975f674c828ef90efb081e908dff1, store=C 2024-11-25T10:15:26,153 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e2fd862922a0:0-2 {event_type=RS_FLUSH_REGIONS, pid=114}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-25T10:15:26,167 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] regionserver.HRegion(8855): Flush requested on 086975f674c828ef90efb081e908dff1 2024-11-25T10:15:26,167 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732529713522.086975f674c828ef90efb081e908dff1. as already flushing 2024-11-25T10:15:26,183 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e2fd862922a0:0-2 {event_type=RS_FLUSH_REGIONS, pid=114}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241125d45556cd0ddc49b5be81e2bea39c36d2_086975f674c828ef90efb081e908dff1 is 50, key is test_row_0/A:col10/1732529725504/Put/seqid=0 2024-11-25T10:15:26,210 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39927 is added to blk_1073742215_1391 (size=12454) 2024-11-25T10:15:26,212 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e2fd862922a0:0-2 {event_type=RS_FLUSH_REGIONS, pid=114}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:26,214 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=086975f674c828ef90efb081e908dff1, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-25T10:15:26,214 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] ipc.CallRunner(138): callId: 120 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38724 deadline: 1732529786196, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=086975f674c828ef90efb081e908dff1, server=e2fd862922a0,38547,1732529625709 2024-11-25T10:15:26,215 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732529713522.086975f674c828ef90efb081e908dff1., hostname=e2fd862922a0,38547,1732529625709, seqNum=5 , the old value is region=TestAcidGuarantees,,1732529713522.086975f674c828ef90efb081e908dff1., hostname=e2fd862922a0,38547,1732529625709, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=086975f674c828ef90efb081e908dff1, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T10:15:26,215 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732529713522.086975f674c828ef90efb081e908dff1., hostname=e2fd862922a0,38547,1732529625709, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=086975f674c828ef90efb081e908dff1, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T10:15:26,215 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732529713522.086975f674c828ef90efb081e908dff1., hostname=e2fd862922a0,38547,1732529625709, seqNum=5 because the exception is null or not the one we care about 2024-11-25T10:15:26,226 INFO [RS_FLUSH_OPERATIONS-regionserver/e2fd862922a0:0-2 {event_type=RS_FLUSH_REGIONS, pid=114}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241125d45556cd0ddc49b5be81e2bea39c36d2_086975f674c828ef90efb081e908dff1 to hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241125d45556cd0ddc49b5be81e2bea39c36d2_086975f674c828ef90efb081e908dff1 2024-11-25T10:15:26,228 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=086975f674c828ef90efb081e908dff1, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-25T10:15:26,228 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] ipc.CallRunner(138): callId: 136 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38698 deadline: 1732529786213, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=086975f674c828ef90efb081e908dff1, server=e2fd862922a0,38547,1732529625709 2024-11-25T10:15:26,229 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732529713522.086975f674c828ef90efb081e908dff1., hostname=e2fd862922a0,38547,1732529625709, seqNum=5 , the old value is region=TestAcidGuarantees,,1732529713522.086975f674c828ef90efb081e908dff1., hostname=e2fd862922a0,38547,1732529625709, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=086975f674c828ef90efb081e908dff1, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T10:15:26,229 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732529713522.086975f674c828ef90efb081e908dff1., hostname=e2fd862922a0,38547,1732529625709, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=086975f674c828ef90efb081e908dff1, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T10:15:26,229 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732529713522.086975f674c828ef90efb081e908dff1., hostname=e2fd862922a0,38547,1732529625709, seqNum=5 because the exception is null or not the one we care about 2024-11-25T10:15:26,232 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e2fd862922a0:0-2 {event_type=RS_FLUSH_REGIONS, pid=114}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/086975f674c828ef90efb081e908dff1/.tmp/A/cbd2b13c9d4c4cd2ba489f3222e61e00, store: [table=TestAcidGuarantees family=A region=086975f674c828ef90efb081e908dff1] 2024-11-25T10:15:26,233 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e2fd862922a0:0-2 {event_type=RS_FLUSH_REGIONS, pid=114}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/086975f674c828ef90efb081e908dff1/.tmp/A/cbd2b13c9d4c4cd2ba489f3222e61e00 is 175, key is test_row_0/A:col10/1732529725504/Put/seqid=0 2024-11-25T10:15:26,251 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39927 is added to blk_1073742216_1392 (size=31255) 2024-11-25T10:15:26,252 INFO [RS_FLUSH_OPERATIONS-regionserver/e2fd862922a0:0-2 {event_type=RS_FLUSH_REGIONS, pid=114}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=469, memsize=29.1 K, hasBloomFilter=true, into tmp file hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/086975f674c828ef90efb081e908dff1/.tmp/A/cbd2b13c9d4c4cd2ba489f3222e61e00 2024-11-25T10:15:26,270 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e2fd862922a0:0-2 {event_type=RS_FLUSH_REGIONS, pid=114}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/086975f674c828ef90efb081e908dff1/.tmp/B/81cae111df7d48cb8572eb9df9265f98 is 50, key is test_row_0/B:col10/1732529725504/Put/seqid=0 2024-11-25T10:15:26,312 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41005 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=113 2024-11-25T10:15:26,315 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39927 is added to blk_1073742217_1393 (size=12301) 2024-11-25T10:15:26,344 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=086975f674c828ef90efb081e908dff1, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-25T10:15:26,344 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] ipc.CallRunner(138): callId: 121 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38724 deadline: 1732529786327, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=086975f674c828ef90efb081e908dff1, server=e2fd862922a0,38547,1732529625709 2024-11-25T10:15:26,344 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732529713522.086975f674c828ef90efb081e908dff1., hostname=e2fd862922a0,38547,1732529625709, seqNum=5 , the old value is region=TestAcidGuarantees,,1732529713522.086975f674c828ef90efb081e908dff1., hostname=e2fd862922a0,38547,1732529625709, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=086975f674c828ef90efb081e908dff1, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T10:15:26,344 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732529713522.086975f674c828ef90efb081e908dff1., hostname=e2fd862922a0,38547,1732529625709, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=086975f674c828ef90efb081e908dff1, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T10:15:26,344 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732529713522.086975f674c828ef90efb081e908dff1., hostname=e2fd862922a0,38547,1732529625709, seqNum=5 because the exception is null or not the one we care about 2024-11-25T10:15:26,347 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=086975f674c828ef90efb081e908dff1, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-25T10:15:26,348 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] ipc.CallRunner(138): callId: 137 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38698 deadline: 1732529786335, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=086975f674c828ef90efb081e908dff1, server=e2fd862922a0,38547,1732529625709 2024-11-25T10:15:26,348 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732529713522.086975f674c828ef90efb081e908dff1., hostname=e2fd862922a0,38547,1732529625709, seqNum=5 , the old value is region=TestAcidGuarantees,,1732529713522.086975f674c828ef90efb081e908dff1., hostname=e2fd862922a0,38547,1732529625709, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=086975f674c828ef90efb081e908dff1, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T10:15:26,348 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732529713522.086975f674c828ef90efb081e908dff1., hostname=e2fd862922a0,38547,1732529625709, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=086975f674c828ef90efb081e908dff1, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T10:15:26,348 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732529713522.086975f674c828ef90efb081e908dff1., hostname=e2fd862922a0,38547,1732529625709, seqNum=5 because the exception is null or not the one we care about 2024-11-25T10:15:26,563 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=086975f674c828ef90efb081e908dff1, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-25T10:15:26,563 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] ipc.CallRunner(138): callId: 138 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38698 deadline: 1732529786554, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=086975f674c828ef90efb081e908dff1, server=e2fd862922a0,38547,1732529625709 2024-11-25T10:15:26,563 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=086975f674c828ef90efb081e908dff1, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-25T10:15:26,563 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732529713522.086975f674c828ef90efb081e908dff1., hostname=e2fd862922a0,38547,1732529625709, seqNum=5 , the old value is region=TestAcidGuarantees,,1732529713522.086975f674c828ef90efb081e908dff1., hostname=e2fd862922a0,38547,1732529625709, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=086975f674c828ef90efb081e908dff1, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T10:15:26,563 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732529713522.086975f674c828ef90efb081e908dff1., hostname=e2fd862922a0,38547,1732529625709, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=086975f674c828ef90efb081e908dff1, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T10:15:26,563 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] ipc.CallRunner(138): callId: 122 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38724 deadline: 1732529786554, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=086975f674c828ef90efb081e908dff1, server=e2fd862922a0,38547,1732529625709 2024-11-25T10:15:26,563 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732529713522.086975f674c828ef90efb081e908dff1., hostname=e2fd862922a0,38547,1732529625709, seqNum=5 because the exception is null or not the one we care about 2024-11-25T10:15:26,564 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732529713522.086975f674c828ef90efb081e908dff1., hostname=e2fd862922a0,38547,1732529625709, seqNum=5 , the old value is region=TestAcidGuarantees,,1732529713522.086975f674c828ef90efb081e908dff1., hostname=e2fd862922a0,38547,1732529625709, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=086975f674c828ef90efb081e908dff1, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T10:15:26,564 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732529713522.086975f674c828ef90efb081e908dff1., hostname=e2fd862922a0,38547,1732529625709, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=086975f674c828ef90efb081e908dff1, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T10:15:26,564 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732529713522.086975f674c828ef90efb081e908dff1., hostname=e2fd862922a0,38547,1732529625709, seqNum=5 because the exception is null or not the one we care about 2024-11-25T10:15:26,622 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41005 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=113 2024-11-25T10:15:26,715 INFO [RS_FLUSH_OPERATIONS-regionserver/e2fd862922a0:0-2 {event_type=RS_FLUSH_REGIONS, pid=114}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=60.38 KB at sequenceid=469 (bloomFilter=true), to=hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/086975f674c828ef90efb081e908dff1/.tmp/B/81cae111df7d48cb8572eb9df9265f98 2024-11-25T10:15:26,726 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=086975f674c828ef90efb081e908dff1, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-25T10:15:26,727 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] ipc.CallRunner(138): callId: 98 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38710 deadline: 1732529786723, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=086975f674c828ef90efb081e908dff1, server=e2fd862922a0,38547,1732529625709 2024-11-25T10:15:26,727 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e2fd862922a0:0-2 {event_type=RS_FLUSH_REGIONS, pid=114}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/086975f674c828ef90efb081e908dff1/.tmp/C/1c39e2d726f74e45ab25a7b520de272c is 50, key is test_row_0/C:col10/1732529725504/Put/seqid=0 2024-11-25T10:15:26,727 WARN [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRpcRetryingCaller(177): Call to e2fd862922a0,38547,1732529625709 for 'test_row_0' in 086975f674c828ef90efb081e908dff1 of TestAcidGuarantees failed, tries = 7, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 4224 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=086975f674c828ef90efb081e908dff1, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor39.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=086975f674c828ef90efb081e908dff1, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 32 more 2024-11-25T10:15:26,728 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732529713522.086975f674c828ef90efb081e908dff1., hostname=e2fd862922a0,38547,1732529625709, seqNum=5 , the old value is region=TestAcidGuarantees,,1732529713522.086975f674c828ef90efb081e908dff1., hostname=e2fd862922a0,38547,1732529625709, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=086975f674c828ef90efb081e908dff1, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T10:15:26,728 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732529713522.086975f674c828ef90efb081e908dff1., hostname=e2fd862922a0,38547,1732529625709, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=086975f674c828ef90efb081e908dff1, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T10:15:26,728 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732529713522.086975f674c828ef90efb081e908dff1., hostname=e2fd862922a0,38547,1732529625709, seqNum=5 because the exception is null or not the one we care about 2024-11-25T10:15:26,738 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39927 is added to blk_1073742218_1394 (size=12301) 2024-11-25T10:15:26,765 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=086975f674c828ef90efb081e908dff1, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-25T10:15:26,766 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] ipc.CallRunner(138): callId: 98 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38696 deadline: 1732529786752, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=086975f674c828ef90efb081e908dff1, server=e2fd862922a0,38547,1732529625709 2024-11-25T10:15:26,766 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=086975f674c828ef90efb081e908dff1, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-25T10:15:26,766 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] ipc.CallRunner(138): callId: 105 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38752 deadline: 1732529786752, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=086975f674c828ef90efb081e908dff1, server=e2fd862922a0,38547,1732529625709 2024-11-25T10:15:26,767 WARN [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRpcRetryingCaller(177): Call to e2fd862922a0,38547,1732529625709 for 'test_row_0' in 086975f674c828ef90efb081e908dff1 of TestAcidGuarantees failed, tries = 7, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 4247 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=086975f674c828ef90efb081e908dff1, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor39.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=086975f674c828ef90efb081e908dff1, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 32 more 2024-11-25T10:15:26,767 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732529713522.086975f674c828ef90efb081e908dff1., hostname=e2fd862922a0,38547,1732529625709, seqNum=5 , the old value is region=TestAcidGuarantees,,1732529713522.086975f674c828ef90efb081e908dff1., hostname=e2fd862922a0,38547,1732529625709, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=086975f674c828ef90efb081e908dff1, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T10:15:26,767 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732529713522.086975f674c828ef90efb081e908dff1., hostname=e2fd862922a0,38547,1732529625709, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=086975f674c828ef90efb081e908dff1, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T10:15:26,767 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732529713522.086975f674c828ef90efb081e908dff1., hostname=e2fd862922a0,38547,1732529625709, seqNum=5 because the exception is null or not the one we care about 2024-11-25T10:15:26,767 WARN [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRpcRetryingCaller(177): Call to e2fd862922a0,38547,1732529625709 for 'test_row_2' in 086975f674c828ef90efb081e908dff1 of TestAcidGuarantees failed, tries = 7, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 4249 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=086975f674c828ef90efb081e908dff1, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor39.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=086975f674c828ef90efb081e908dff1, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 32 more 2024-11-25T10:15:26,768 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732529713522.086975f674c828ef90efb081e908dff1., hostname=e2fd862922a0,38547,1732529625709, seqNum=5 , the old value is region=TestAcidGuarantees,,1732529713522.086975f674c828ef90efb081e908dff1., hostname=e2fd862922a0,38547,1732529625709, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=086975f674c828ef90efb081e908dff1, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T10:15:26,768 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732529713522.086975f674c828ef90efb081e908dff1., hostname=e2fd862922a0,38547,1732529625709, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=086975f674c828ef90efb081e908dff1, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T10:15:26,768 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732529713522.086975f674c828ef90efb081e908dff1., hostname=e2fd862922a0,38547,1732529625709, seqNum=5 because the exception is null or not the one we care about 2024-11-25T10:15:26,889 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=086975f674c828ef90efb081e908dff1, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-25T10:15:26,889 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=086975f674c828ef90efb081e908dff1, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-25T10:15:26,890 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] ipc.CallRunner(138): callId: 123 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38724 deadline: 1732529786873, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=086975f674c828ef90efb081e908dff1, server=e2fd862922a0,38547,1732529625709 2024-11-25T10:15:26,890 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] ipc.CallRunner(138): callId: 139 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38698 deadline: 1732529786873, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=086975f674c828ef90efb081e908dff1, server=e2fd862922a0,38547,1732529625709 2024-11-25T10:15:26,890 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732529713522.086975f674c828ef90efb081e908dff1., hostname=e2fd862922a0,38547,1732529625709, seqNum=5 , the old value is region=TestAcidGuarantees,,1732529713522.086975f674c828ef90efb081e908dff1., hostname=e2fd862922a0,38547,1732529625709, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=086975f674c828ef90efb081e908dff1, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T10:15:26,890 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732529713522.086975f674c828ef90efb081e908dff1., hostname=e2fd862922a0,38547,1732529625709, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=086975f674c828ef90efb081e908dff1, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T10:15:26,890 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732529713522.086975f674c828ef90efb081e908dff1., hostname=e2fd862922a0,38547,1732529625709, seqNum=5 because the exception is null or not the one we care about 2024-11-25T10:15:26,893 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732529713522.086975f674c828ef90efb081e908dff1., hostname=e2fd862922a0,38547,1732529625709, seqNum=5 , the old value is region=TestAcidGuarantees,,1732529713522.086975f674c828ef90efb081e908dff1., hostname=e2fd862922a0,38547,1732529625709, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=086975f674c828ef90efb081e908dff1, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T10:15:26,893 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732529713522.086975f674c828ef90efb081e908dff1., hostname=e2fd862922a0,38547,1732529625709, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=086975f674c828ef90efb081e908dff1, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T10:15:26,893 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732529713522.086975f674c828ef90efb081e908dff1., hostname=e2fd862922a0,38547,1732529625709, seqNum=5 because the exception is null or not the one we care about 2024-11-25T10:15:27,137 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41005 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=113 2024-11-25T10:15:27,138 INFO [RS_FLUSH_OPERATIONS-regionserver/e2fd862922a0:0-2 {event_type=RS_FLUSH_REGIONS, pid=114}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=60.38 KB at sequenceid=469 (bloomFilter=true), to=hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/086975f674c828ef90efb081e908dff1/.tmp/C/1c39e2d726f74e45ab25a7b520de272c 2024-11-25T10:15:27,143 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e2fd862922a0:0-2 {event_type=RS_FLUSH_REGIONS, pid=114}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/086975f674c828ef90efb081e908dff1/.tmp/A/cbd2b13c9d4c4cd2ba489f3222e61e00 as hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/086975f674c828ef90efb081e908dff1/A/cbd2b13c9d4c4cd2ba489f3222e61e00 2024-11-25T10:15:27,153 INFO [RS_FLUSH_OPERATIONS-regionserver/e2fd862922a0:0-2 {event_type=RS_FLUSH_REGIONS, pid=114}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/086975f674c828ef90efb081e908dff1/A/cbd2b13c9d4c4cd2ba489f3222e61e00, entries=150, sequenceid=469, filesize=30.5 K 2024-11-25T10:15:27,161 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e2fd862922a0:0-2 {event_type=RS_FLUSH_REGIONS, pid=114}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/086975f674c828ef90efb081e908dff1/.tmp/B/81cae111df7d48cb8572eb9df9265f98 as hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/086975f674c828ef90efb081e908dff1/B/81cae111df7d48cb8572eb9df9265f98 2024-11-25T10:15:27,182 INFO [RS_FLUSH_OPERATIONS-regionserver/e2fd862922a0:0-2 {event_type=RS_FLUSH_REGIONS, pid=114}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/086975f674c828ef90efb081e908dff1/B/81cae111df7d48cb8572eb9df9265f98, entries=150, sequenceid=469, filesize=12.0 K 2024-11-25T10:15:27,184 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e2fd862922a0:0-2 {event_type=RS_FLUSH_REGIONS, pid=114}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/086975f674c828ef90efb081e908dff1/.tmp/C/1c39e2d726f74e45ab25a7b520de272c as hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/086975f674c828ef90efb081e908dff1/C/1c39e2d726f74e45ab25a7b520de272c 2024-11-25T10:15:27,206 INFO [RS_FLUSH_OPERATIONS-regionserver/e2fd862922a0:0-2 {event_type=RS_FLUSH_REGIONS, pid=114}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/086975f674c828ef90efb081e908dff1/C/1c39e2d726f74e45ab25a7b520de272c, entries=150, sequenceid=469, filesize=12.0 K 2024-11-25T10:15:27,215 INFO [RS_FLUSH_OPERATIONS-regionserver/e2fd862922a0:0-2 {event_type=RS_FLUSH_REGIONS, pid=114}] regionserver.HRegion(3140): Finished flush of dataSize ~149.83 KB/153430, heapSize ~441.36 KB/451952, currentSize=26.84 KB/27480 for 086975f674c828ef90efb081e908dff1 in 1061ms, sequenceid=469, compaction requested=true 2024-11-25T10:15:27,215 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e2fd862922a0:0-2 {event_type=RS_FLUSH_REGIONS, pid=114}] regionserver.HRegion(2603): Flush status journal for 086975f674c828ef90efb081e908dff1: 2024-11-25T10:15:27,215 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e2fd862922a0:0-2 {event_type=RS_FLUSH_REGIONS, pid=114}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732529713522.086975f674c828ef90efb081e908dff1. 2024-11-25T10:15:27,215 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e2fd862922a0:0-2 {event_type=RS_FLUSH_REGIONS, pid=114}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=114 2024-11-25T10:15:27,216 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41005 {}] master.HMaster(4169): Remote procedure done, pid=114 2024-11-25T10:15:27,223 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=114, resume processing ppid=113 2024-11-25T10:15:27,223 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=114, ppid=113, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.2190 sec 2024-11-25T10:15:27,235 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=113, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=113, table=TestAcidGuarantees in 1.2300 sec 2024-11-25T10:15:27,408 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] regionserver.HRegion(8855): Flush requested on 086975f674c828ef90efb081e908dff1 2024-11-25T10:15:27,408 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 086975f674c828ef90efb081e908dff1 3/3 column families, dataSize=46.96 KB heapSize=140.20 KB 2024-11-25T10:15:27,409 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 086975f674c828ef90efb081e908dff1, store=A 2024-11-25T10:15:27,409 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T10:15:27,409 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 086975f674c828ef90efb081e908dff1, store=B 2024-11-25T10:15:27,409 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T10:15:27,409 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 086975f674c828ef90efb081e908dff1, store=C 2024-11-25T10:15:27,409 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T10:15:27,414 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241125d53547e3f5d246339c4365d1714f803b_086975f674c828ef90efb081e908dff1 is 50, key is test_row_0/A:col10/1732529727405/Put/seqid=0 2024-11-25T10:15:27,419 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39927 is added to blk_1073742219_1395 (size=14994) 2024-11-25T10:15:27,517 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/e2fd862922a0:0-4 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=209, cellSize=9565, totalHeapSize=21976, min timestamp=1732529727477, max timestamp=1732529727513Num uniques 859; 2024-11-25T10:15:27,517 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/e2fd862922a0:0-1 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=209, cellSize=9565, totalHeapSize=21976, min timestamp=1732529727477, max timestamp=1732529727513Num uniques 859; 2024-11-25T10:15:27,517 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/e2fd862922a0:0-1 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=9565, suffix heap size=117064,new segment heap size=21976 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=209 2024-11-25T10:15:27,517 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/e2fd862922a0:0-4 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=9565, suffix heap size=117064,new segment heap size=21976 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=209 2024-11-25T10:15:27,518 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/e2fd862922a0:0-8 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=209, cellSize=9565, totalHeapSize=21976, min timestamp=1732529727477, max timestamp=1732529727513Num uniques 859; 2024-11-25T10:15:27,518 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/e2fd862922a0:0-8 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=9565, suffix heap size=117064,new segment heap size=21976 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=209 2024-11-25T10:15:27,608 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=086975f674c828ef90efb081e908dff1, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-25T10:15:27,608 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] ipc.CallRunner(138): callId: 158 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38698 deadline: 1732529787596, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=086975f674c828ef90efb081e908dff1, server=e2fd862922a0,38547,1732529625709 2024-11-25T10:15:27,609 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732529713522.086975f674c828ef90efb081e908dff1., hostname=e2fd862922a0,38547,1732529625709, seqNum=5 , the old value is region=TestAcidGuarantees,,1732529713522.086975f674c828ef90efb081e908dff1., hostname=e2fd862922a0,38547,1732529625709, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=086975f674c828ef90efb081e908dff1, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T10:15:27,609 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732529713522.086975f674c828ef90efb081e908dff1., hostname=e2fd862922a0,38547,1732529625709, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=086975f674c828ef90efb081e908dff1, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T10:15:27,609 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732529713522.086975f674c828ef90efb081e908dff1., hostname=e2fd862922a0,38547,1732529625709, seqNum=5 because the exception is null or not the one we care about 2024-11-25T10:15:27,611 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=086975f674c828ef90efb081e908dff1, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-25T10:15:27,611 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] ipc.CallRunner(138): callId: 142 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38724 deadline: 1732529787597, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=086975f674c828ef90efb081e908dff1, server=e2fd862922a0,38547,1732529625709 2024-11-25T10:15:27,611 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732529713522.086975f674c828ef90efb081e908dff1., hostname=e2fd862922a0,38547,1732529625709, seqNum=5 , the old value is region=TestAcidGuarantees,,1732529713522.086975f674c828ef90efb081e908dff1., hostname=e2fd862922a0,38547,1732529625709, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=086975f674c828ef90efb081e908dff1, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T10:15:27,611 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732529713522.086975f674c828ef90efb081e908dff1., hostname=e2fd862922a0,38547,1732529625709, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=086975f674c828ef90efb081e908dff1, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T10:15:27,611 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732529713522.086975f674c828ef90efb081e908dff1., hostname=e2fd862922a0,38547,1732529625709, seqNum=5 because the exception is null or not the one we care about 2024-11-25T10:15:27,728 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=086975f674c828ef90efb081e908dff1, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-25T10:15:27,729 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] ipc.CallRunner(138): callId: 159 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38698 deadline: 1732529787712, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=086975f674c828ef90efb081e908dff1, server=e2fd862922a0,38547,1732529625709 2024-11-25T10:15:27,729 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732529713522.086975f674c828ef90efb081e908dff1., hostname=e2fd862922a0,38547,1732529625709, seqNum=5 , the old value is region=TestAcidGuarantees,,1732529713522.086975f674c828ef90efb081e908dff1., hostname=e2fd862922a0,38547,1732529625709, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=086975f674c828ef90efb081e908dff1, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T10:15:27,729 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732529713522.086975f674c828ef90efb081e908dff1., hostname=e2fd862922a0,38547,1732529625709, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=086975f674c828ef90efb081e908dff1, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T10:15:27,729 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732529713522.086975f674c828ef90efb081e908dff1., hostname=e2fd862922a0,38547,1732529625709, seqNum=5 because the exception is null or not the one we care about 2024-11-25T10:15:27,736 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=086975f674c828ef90efb081e908dff1, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-25T10:15:27,736 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] ipc.CallRunner(138): callId: 143 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38724 deadline: 1732529787722, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=086975f674c828ef90efb081e908dff1, server=e2fd862922a0,38547,1732529625709 2024-11-25T10:15:27,737 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732529713522.086975f674c828ef90efb081e908dff1., hostname=e2fd862922a0,38547,1732529625709, seqNum=5 , the old value is region=TestAcidGuarantees,,1732529713522.086975f674c828ef90efb081e908dff1., hostname=e2fd862922a0,38547,1732529625709, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=086975f674c828ef90efb081e908dff1, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T10:15:27,737 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732529713522.086975f674c828ef90efb081e908dff1., hostname=e2fd862922a0,38547,1732529625709, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=086975f674c828ef90efb081e908dff1, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T10:15:27,737 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732529713522.086975f674c828ef90efb081e908dff1., hostname=e2fd862922a0,38547,1732529625709, seqNum=5 because the exception is null or not the one we care about 2024-11-25T10:15:27,820 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:27,824 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241125d53547e3f5d246339c4365d1714f803b_086975f674c828ef90efb081e908dff1 to hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241125d53547e3f5d246339c4365d1714f803b_086975f674c828ef90efb081e908dff1 2024-11-25T10:15:27,825 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/086975f674c828ef90efb081e908dff1/.tmp/A/67833a88e4fb448889283d5ea327f865, store: [table=TestAcidGuarantees family=A region=086975f674c828ef90efb081e908dff1] 2024-11-25T10:15:27,826 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/086975f674c828ef90efb081e908dff1/.tmp/A/67833a88e4fb448889283d5ea327f865 is 175, key is test_row_0/A:col10/1732529727405/Put/seqid=0 2024-11-25T10:15:27,842 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39927 is added to blk_1073742220_1396 (size=39949) 2024-11-25T10:15:27,843 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=479, memsize=15.7 K, hasBloomFilter=true, into tmp file hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/086975f674c828ef90efb081e908dff1/.tmp/A/67833a88e4fb448889283d5ea327f865 2024-11-25T10:15:27,849 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/086975f674c828ef90efb081e908dff1/.tmp/B/777b5f8b1fcc43f6906e87acce968639 is 50, key is test_row_0/B:col10/1732529727405/Put/seqid=0 2024-11-25T10:15:27,856 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39927 is added to blk_1073742221_1397 (size=12301) 2024-11-25T10:15:27,941 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=086975f674c828ef90efb081e908dff1, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-25T10:15:27,941 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] ipc.CallRunner(138): callId: 160 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38698 deadline: 1732529787932, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=086975f674c828ef90efb081e908dff1, server=e2fd862922a0,38547,1732529625709 2024-11-25T10:15:27,942 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732529713522.086975f674c828ef90efb081e908dff1., hostname=e2fd862922a0,38547,1732529625709, seqNum=5 , the old value is region=TestAcidGuarantees,,1732529713522.086975f674c828ef90efb081e908dff1., hostname=e2fd862922a0,38547,1732529625709, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=086975f674c828ef90efb081e908dff1, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T10:15:27,942 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732529713522.086975f674c828ef90efb081e908dff1., hostname=e2fd862922a0,38547,1732529625709, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=086975f674c828ef90efb081e908dff1, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T10:15:27,942 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732529713522.086975f674c828ef90efb081e908dff1., hostname=e2fd862922a0,38547,1732529625709, seqNum=5 because the exception is null or not the one we care about 2024-11-25T10:15:27,951 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=086975f674c828ef90efb081e908dff1, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-25T10:15:27,951 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] ipc.CallRunner(138): callId: 144 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38724 deadline: 1732529787942, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=086975f674c828ef90efb081e908dff1, server=e2fd862922a0,38547,1732529625709 2024-11-25T10:15:27,951 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732529713522.086975f674c828ef90efb081e908dff1., hostname=e2fd862922a0,38547,1732529625709, seqNum=5 , the old value is region=TestAcidGuarantees,,1732529713522.086975f674c828ef90efb081e908dff1., hostname=e2fd862922a0,38547,1732529625709, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=086975f674c828ef90efb081e908dff1, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T10:15:27,951 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732529713522.086975f674c828ef90efb081e908dff1., hostname=e2fd862922a0,38547,1732529625709, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=086975f674c828ef90efb081e908dff1, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T10:15:27,951 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732529713522.086975f674c828ef90efb081e908dff1., hostname=e2fd862922a0,38547,1732529625709, seqNum=5 because the exception is null or not the one we care about 2024-11-25T10:15:28,152 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41005 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=113 2024-11-25T10:15:28,153 INFO [RPCClient-NioEventLoopGroup-4-8 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-25T10:15:28,153 INFO [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41005 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-25T10:15:28,154 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41005 {}] procedure2.ProcedureExecutor(1139): Stored pid=115, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=115, table=TestAcidGuarantees 2024-11-25T10:15:28,154 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41005 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=115 2024-11-25T10:15:28,155 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=115, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=115, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-25T10:15:28,155 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=115, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=115, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-25T10:15:28,156 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=116, ppid=115, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-25T10:15:28,257 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=479 (bloomFilter=true), to=hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/086975f674c828ef90efb081e908dff1/.tmp/B/777b5f8b1fcc43f6906e87acce968639 2024-11-25T10:15:28,262 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41005 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=115 2024-11-25T10:15:28,263 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/086975f674c828ef90efb081e908dff1/.tmp/C/567e5327d0ea4243af1f39516fe250ff is 50, key is test_row_0/C:col10/1732529727405/Put/seqid=0 2024-11-25T10:15:28,264 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=086975f674c828ef90efb081e908dff1, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-25T10:15:28,265 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] ipc.CallRunner(138): callId: 161 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38698 deadline: 1732529788252, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=086975f674c828ef90efb081e908dff1, server=e2fd862922a0,38547,1732529625709 2024-11-25T10:15:28,265 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732529713522.086975f674c828ef90efb081e908dff1., hostname=e2fd862922a0,38547,1732529625709, seqNum=5 , the old value is region=TestAcidGuarantees,,1732529713522.086975f674c828ef90efb081e908dff1., hostname=e2fd862922a0,38547,1732529625709, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=086975f674c828ef90efb081e908dff1, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T10:15:28,265 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=086975f674c828ef90efb081e908dff1, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-25T10:15:28,265 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732529713522.086975f674c828ef90efb081e908dff1., hostname=e2fd862922a0,38547,1732529625709, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=086975f674c828ef90efb081e908dff1, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T10:15:28,265 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732529713522.086975f674c828ef90efb081e908dff1., hostname=e2fd862922a0,38547,1732529625709, seqNum=5 because the exception is null or not the one we care about 2024-11-25T10:15:28,265 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] ipc.CallRunner(138): callId: 145 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38724 deadline: 1732529788262, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=086975f674c828ef90efb081e908dff1, server=e2fd862922a0,38547,1732529625709 2024-11-25T10:15:28,265 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732529713522.086975f674c828ef90efb081e908dff1., hostname=e2fd862922a0,38547,1732529625709, seqNum=5 , the old value is region=TestAcidGuarantees,,1732529713522.086975f674c828ef90efb081e908dff1., hostname=e2fd862922a0,38547,1732529625709, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=086975f674c828ef90efb081e908dff1, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T10:15:28,265 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732529713522.086975f674c828ef90efb081e908dff1., hostname=e2fd862922a0,38547,1732529625709, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=086975f674c828ef90efb081e908dff1, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T10:15:28,265 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732529713522.086975f674c828ef90efb081e908dff1., hostname=e2fd862922a0,38547,1732529625709, seqNum=5 because the exception is null or not the one we care about 2024-11-25T10:15:28,268 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39927 is added to blk_1073742222_1398 (size=12301) 2024-11-25T10:15:28,308 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=38547 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=116 2024-11-25T10:15:28,308 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e2fd862922a0:0-0 {event_type=RS_FLUSH_REGIONS, pid=116}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732529713522.086975f674c828ef90efb081e908dff1. 2024-11-25T10:15:28,308 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e2fd862922a0:0-0 {event_type=RS_FLUSH_REGIONS, pid=116}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732529713522.086975f674c828ef90efb081e908dff1. as already flushing 2024-11-25T10:15:28,308 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e2fd862922a0:0-0 {event_type=RS_FLUSH_REGIONS, pid=116}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732529713522.086975f674c828ef90efb081e908dff1. 2024-11-25T10:15:28,308 ERROR [RS_FLUSH_OPERATIONS-regionserver/e2fd862922a0:0-0 {event_type=RS_FLUSH_REGIONS, pid=116}] handler.RSProcedureHandler(58): pid=116 java.io.IOException: Unable to complete flush {ENCODED => 086975f674c828ef90efb081e908dff1, NAME => 'TestAcidGuarantees,,1732529713522.086975f674c828ef90efb081e908dff1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T10:15:28,309 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e2fd862922a0:0-0 {event_type=RS_FLUSH_REGIONS, pid=116}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=116 java.io.IOException: Unable to complete flush {ENCODED => 086975f674c828ef90efb081e908dff1, NAME => 'TestAcidGuarantees,,1732529713522.086975f674c828ef90efb081e908dff1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T10:15:28,309 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41005 {}] master.HMaster(4177): Remote procedure failed, pid=116 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 086975f674c828ef90efb081e908dff1, NAME => 'TestAcidGuarantees,,1732529713522.086975f674c828ef90efb081e908dff1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 086975f674c828ef90efb081e908dff1, NAME => 'TestAcidGuarantees,,1732529713522.086975f674c828ef90efb081e908dff1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T10:15:28,461 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=38547 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=116 2024-11-25T10:15:28,461 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e2fd862922a0:0-1 {event_type=RS_FLUSH_REGIONS, pid=116}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732529713522.086975f674c828ef90efb081e908dff1. 2024-11-25T10:15:28,461 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e2fd862922a0:0-1 {event_type=RS_FLUSH_REGIONS, pid=116}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732529713522.086975f674c828ef90efb081e908dff1. as already flushing 2024-11-25T10:15:28,461 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e2fd862922a0:0-1 {event_type=RS_FLUSH_REGIONS, pid=116}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732529713522.086975f674c828ef90efb081e908dff1. 2024-11-25T10:15:28,461 ERROR [RS_FLUSH_OPERATIONS-regionserver/e2fd862922a0:0-1 {event_type=RS_FLUSH_REGIONS, pid=116}] handler.RSProcedureHandler(58): pid=116 java.io.IOException: Unable to complete flush {ENCODED => 086975f674c828ef90efb081e908dff1, NAME => 'TestAcidGuarantees,,1732529713522.086975f674c828ef90efb081e908dff1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T10:15:28,462 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e2fd862922a0:0-1 {event_type=RS_FLUSH_REGIONS, pid=116}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=116 java.io.IOException: Unable to complete flush {ENCODED => 086975f674c828ef90efb081e908dff1, NAME => 'TestAcidGuarantees,,1732529713522.086975f674c828ef90efb081e908dff1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T10:15:28,462 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41005 {}] master.HMaster(4177): Remote procedure failed, pid=116 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 086975f674c828ef90efb081e908dff1, NAME => 'TestAcidGuarantees,,1732529713522.086975f674c828ef90efb081e908dff1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 086975f674c828ef90efb081e908dff1, NAME => 'TestAcidGuarantees,,1732529713522.086975f674c828ef90efb081e908dff1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T10:15:28,472 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41005 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=115 2024-11-25T10:15:28,614 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=38547 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=116 2024-11-25T10:15:28,614 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e2fd862922a0:0-2 {event_type=RS_FLUSH_REGIONS, pid=116}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732529713522.086975f674c828ef90efb081e908dff1. 2024-11-25T10:15:28,614 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e2fd862922a0:0-2 {event_type=RS_FLUSH_REGIONS, pid=116}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732529713522.086975f674c828ef90efb081e908dff1. as already flushing 2024-11-25T10:15:28,615 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e2fd862922a0:0-2 {event_type=RS_FLUSH_REGIONS, pid=116}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732529713522.086975f674c828ef90efb081e908dff1. 2024-11-25T10:15:28,615 ERROR [RS_FLUSH_OPERATIONS-regionserver/e2fd862922a0:0-2 {event_type=RS_FLUSH_REGIONS, pid=116}] handler.RSProcedureHandler(58): pid=116 java.io.IOException: Unable to complete flush {ENCODED => 086975f674c828ef90efb081e908dff1, NAME => 'TestAcidGuarantees,,1732529713522.086975f674c828ef90efb081e908dff1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T10:15:28,615 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e2fd862922a0:0-2 {event_type=RS_FLUSH_REGIONS, pid=116}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=116 java.io.IOException: Unable to complete flush {ENCODED => 086975f674c828ef90efb081e908dff1, NAME => 'TestAcidGuarantees,,1732529713522.086975f674c828ef90efb081e908dff1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T10:15:28,615 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41005 {}] master.HMaster(4177): Remote procedure failed, pid=116 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 086975f674c828ef90efb081e908dff1, NAME => 'TestAcidGuarantees,,1732529713522.086975f674c828ef90efb081e908dff1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 086975f674c828ef90efb081e908dff1, NAME => 'TestAcidGuarantees,,1732529713522.086975f674c828ef90efb081e908dff1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T10:15:28,669 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=479 (bloomFilter=true), to=hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/086975f674c828ef90efb081e908dff1/.tmp/C/567e5327d0ea4243af1f39516fe250ff 2024-11-25T10:15:28,679 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/086975f674c828ef90efb081e908dff1/.tmp/A/67833a88e4fb448889283d5ea327f865 as hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/086975f674c828ef90efb081e908dff1/A/67833a88e4fb448889283d5ea327f865 2024-11-25T10:15:28,683 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/086975f674c828ef90efb081e908dff1/A/67833a88e4fb448889283d5ea327f865, entries=200, sequenceid=479, filesize=39.0 K 2024-11-25T10:15:28,683 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/086975f674c828ef90efb081e908dff1/.tmp/B/777b5f8b1fcc43f6906e87acce968639 as hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/086975f674c828ef90efb081e908dff1/B/777b5f8b1fcc43f6906e87acce968639 2024-11-25T10:15:28,686 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/086975f674c828ef90efb081e908dff1/B/777b5f8b1fcc43f6906e87acce968639, entries=150, sequenceid=479, filesize=12.0 K 2024-11-25T10:15:28,687 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/086975f674c828ef90efb081e908dff1/.tmp/C/567e5327d0ea4243af1f39516fe250ff as hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/086975f674c828ef90efb081e908dff1/C/567e5327d0ea4243af1f39516fe250ff 2024-11-25T10:15:28,691 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/086975f674c828ef90efb081e908dff1/C/567e5327d0ea4243af1f39516fe250ff, entries=150, sequenceid=479, filesize=12.0 K 2024-11-25T10:15:28,692 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~46.96 KB/48090, heapSize ~140.16 KB/143520, currentSize=134.18 KB/137400 for 086975f674c828ef90efb081e908dff1 in 1283ms, sequenceid=479, compaction requested=true 2024-11-25T10:15:28,692 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 086975f674c828ef90efb081e908dff1: 2024-11-25T10:15:28,692 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 086975f674c828ef90efb081e908dff1:A, priority=-2147483648, current under compaction store size is 1 2024-11-25T10:15:28,692 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-25T10:15:28,692 DEBUG [RS:0;e2fd862922a0:38547-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-25T10:15:28,692 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 086975f674c828ef90efb081e908dff1:B, priority=-2147483648, current under compaction store size is 2 2024-11-25T10:15:28,692 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-25T10:15:28,692 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 086975f674c828ef90efb081e908dff1:C, priority=-2147483648, current under compaction store size is 3 2024-11-25T10:15:28,692 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-25T10:15:28,692 DEBUG [RS:0;e2fd862922a0:38547-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-25T10:15:28,693 DEBUG [RS:0;e2fd862922a0:38547-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 134056 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-25T10:15:28,693 DEBUG [RS:0;e2fd862922a0:38547-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 49546 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-25T10:15:28,693 DEBUG [RS:0;e2fd862922a0:38547-shortCompactions-0 {}] regionserver.HStore(1541): 086975f674c828ef90efb081e908dff1/A is initiating minor compaction (all files) 2024-11-25T10:15:28,693 DEBUG [RS:0;e2fd862922a0:38547-longCompactions-0 {}] regionserver.HStore(1541): 086975f674c828ef90efb081e908dff1/B is initiating minor compaction (all files) 2024-11-25T10:15:28,693 INFO [RS:0;e2fd862922a0:38547-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 086975f674c828ef90efb081e908dff1/A in TestAcidGuarantees,,1732529713522.086975f674c828ef90efb081e908dff1. 2024-11-25T10:15:28,693 INFO [RS:0;e2fd862922a0:38547-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 086975f674c828ef90efb081e908dff1/B in TestAcidGuarantees,,1732529713522.086975f674c828ef90efb081e908dff1. 2024-11-25T10:15:28,693 INFO [RS:0;e2fd862922a0:38547-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/086975f674c828ef90efb081e908dff1/A/3868d90111b14e81b7dc149bc5fc4e18, hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/086975f674c828ef90efb081e908dff1/A/f7eb8f59f4ca482cb5f43f0cd2a9c589, hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/086975f674c828ef90efb081e908dff1/A/cbd2b13c9d4c4cd2ba489f3222e61e00, hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/086975f674c828ef90efb081e908dff1/A/67833a88e4fb448889283d5ea327f865] into tmpdir=hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/086975f674c828ef90efb081e908dff1/.tmp, totalSize=130.9 K 2024-11-25T10:15:28,693 INFO [RS:0;e2fd862922a0:38547-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=12 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732529713522.086975f674c828ef90efb081e908dff1. 2024-11-25T10:15:28,693 INFO [RS:0;e2fd862922a0:38547-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/086975f674c828ef90efb081e908dff1/B/6a69aa6f7bd94e77bf7e46451a4aa3d0, hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/086975f674c828ef90efb081e908dff1/B/4c8cb7b6aac1493e8f70d4641d24ac43, hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/086975f674c828ef90efb081e908dff1/B/81cae111df7d48cb8572eb9df9265f98, hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/086975f674c828ef90efb081e908dff1/B/777b5f8b1fcc43f6906e87acce968639] into tmpdir=hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/086975f674c828ef90efb081e908dff1/.tmp, totalSize=48.4 K 2024-11-25T10:15:28,693 DEBUG [RS:0;e2fd862922a0:38547-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732529713522.086975f674c828ef90efb081e908dff1. files: [hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/086975f674c828ef90efb081e908dff1/A/3868d90111b14e81b7dc149bc5fc4e18, hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/086975f674c828ef90efb081e908dff1/A/f7eb8f59f4ca482cb5f43f0cd2a9c589, hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/086975f674c828ef90efb081e908dff1/A/cbd2b13c9d4c4cd2ba489f3222e61e00, hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/086975f674c828ef90efb081e908dff1/A/67833a88e4fb448889283d5ea327f865] 2024-11-25T10:15:28,693 DEBUG [RS:0;e2fd862922a0:38547-shortCompactions-0 {}] compactions.Compactor(225): Compacting 3868d90111b14e81b7dc149bc5fc4e18, keycount=150, bloomtype=ROW, size=30.9 K, encoding=NONE, compression=NONE, seqNum=429, earliestPutTs=1732529722496 2024-11-25T10:15:28,693 DEBUG [RS:0;e2fd862922a0:38547-longCompactions-0 {}] compactions.Compactor(225): Compacting 6a69aa6f7bd94e77bf7e46451a4aa3d0, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=429, earliestPutTs=1732529722496 2024-11-25T10:15:28,694 DEBUG [RS:0;e2fd862922a0:38547-shortCompactions-0 {}] compactions.Compactor(225): Compacting f7eb8f59f4ca482cb5f43f0cd2a9c589, keycount=150, bloomtype=ROW, size=30.5 K, encoding=NONE, compression=NONE, seqNum=436, earliestPutTs=1732529723116 2024-11-25T10:15:28,694 DEBUG [RS:0;e2fd862922a0:38547-longCompactions-0 {}] compactions.Compactor(225): Compacting 4c8cb7b6aac1493e8f70d4641d24ac43, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=436, earliestPutTs=1732529723116 2024-11-25T10:15:28,694 DEBUG [RS:0;e2fd862922a0:38547-shortCompactions-0 {}] compactions.Compactor(225): Compacting cbd2b13c9d4c4cd2ba489f3222e61e00, keycount=150, bloomtype=ROW, size=30.5 K, encoding=NONE, compression=NONE, seqNum=469, earliestPutTs=1732529725461 2024-11-25T10:15:28,694 DEBUG [RS:0;e2fd862922a0:38547-longCompactions-0 {}] compactions.Compactor(225): Compacting 81cae111df7d48cb8572eb9df9265f98, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=469, earliestPutTs=1732529725461 2024-11-25T10:15:28,694 DEBUG [RS:0;e2fd862922a0:38547-longCompactions-0 {}] compactions.Compactor(225): Compacting 777b5f8b1fcc43f6906e87acce968639, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=479, earliestPutTs=1732529726165 2024-11-25T10:15:28,694 DEBUG [RS:0;e2fd862922a0:38547-shortCompactions-0 {}] compactions.Compactor(225): Compacting 67833a88e4fb448889283d5ea327f865, keycount=200, bloomtype=ROW, size=39.0 K, encoding=NONE, compression=NONE, seqNum=479, earliestPutTs=1732529726165 2024-11-25T10:15:28,713 INFO [RS:0;e2fd862922a0:38547-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(321): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=086975f674c828ef90efb081e908dff1] 2024-11-25T10:15:28,736 INFO [RS:0;e2fd862922a0:38547-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 086975f674c828ef90efb081e908dff1#B#compaction#337 average throughput is 2.18 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-25T10:15:28,738 DEBUG [RS:0;e2fd862922a0:38547-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/086975f674c828ef90efb081e908dff1/.tmp/B/06815cd1179a407b9fdfdea445950375 is 50, key is test_row_0/B:col10/1732529727405/Put/seqid=0 2024-11-25T10:15:28,745 DEBUG [RS:0;e2fd862922a0:38547-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(635): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e202411255df243df086944bb95a86f08149db3fe_086975f674c828ef90efb081e908dff1 store=[table=TestAcidGuarantees family=A region=086975f674c828ef90efb081e908dff1] 2024-11-25T10:15:28,748 DEBUG [RS:0;e2fd862922a0:38547-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(656): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e202411255df243df086944bb95a86f08149db3fe_086975f674c828ef90efb081e908dff1, store=[table=TestAcidGuarantees family=A region=086975f674c828ef90efb081e908dff1] 2024-11-25T10:15:28,748 DEBUG [RS:0;e2fd862922a0:38547-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(667): Aborting writer for hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411255df243df086944bb95a86f08149db3fe_086975f674c828ef90efb081e908dff1 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=086975f674c828ef90efb081e908dff1] 2024-11-25T10:15:28,753 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39927 is added to blk_1073742223_1399 (size=12779) 2024-11-25T10:15:28,761 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39927 is added to blk_1073742224_1400 (size=4469) 2024-11-25T10:15:28,762 INFO [RS:0;e2fd862922a0:38547-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 086975f674c828ef90efb081e908dff1#A#compaction#336 average throughput is 0.50 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-25T10:15:28,762 DEBUG [RS:0;e2fd862922a0:38547-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/086975f674c828ef90efb081e908dff1/.tmp/A/e6af794efb3146339190edde957f083d is 175, key is test_row_0/A:col10/1732529727405/Put/seqid=0 2024-11-25T10:15:28,767 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=38547 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=116 2024-11-25T10:15:28,768 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e2fd862922a0:0-0 {event_type=RS_FLUSH_REGIONS, pid=116}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732529713522.086975f674c828ef90efb081e908dff1. 2024-11-25T10:15:28,768 INFO [RS_FLUSH_OPERATIONS-regionserver/e2fd862922a0:0-0 {event_type=RS_FLUSH_REGIONS, pid=116}] regionserver.HRegion(2902): Flushing 086975f674c828ef90efb081e908dff1 3/3 column families, dataSize=134.18 KB heapSize=380.30 KB 2024-11-25T10:15:28,768 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e2fd862922a0:0-0 {event_type=RS_FLUSH_REGIONS, pid=116}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 086975f674c828ef90efb081e908dff1, store=A 2024-11-25T10:15:28,768 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e2fd862922a0:0-0 {event_type=RS_FLUSH_REGIONS, pid=116}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-25T10:15:28,769 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e2fd862922a0:0-0 {event_type=RS_FLUSH_REGIONS, pid=116}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 086975f674c828ef90efb081e908dff1, store=B 2024-11-25T10:15:28,769 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e2fd862922a0:0-0 {event_type=RS_FLUSH_REGIONS, pid=116}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-25T10:15:28,769 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e2fd862922a0:0-0 {event_type=RS_FLUSH_REGIONS, pid=116}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 086975f674c828ef90efb081e908dff1, store=C 2024-11-25T10:15:28,769 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e2fd862922a0:0-0 {event_type=RS_FLUSH_REGIONS, pid=116}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-25T10:15:28,773 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39927 is added to blk_1073742225_1401 (size=31733) 2024-11-25T10:15:28,780 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] regionserver.HRegion(8855): Flush requested on 086975f674c828ef90efb081e908dff1 2024-11-25T10:15:28,780 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732529713522.086975f674c828ef90efb081e908dff1. as already flushing 2024-11-25T10:15:28,782 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41005 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=115 2024-11-25T10:15:28,784 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e2fd862922a0:0-0 {event_type=RS_FLUSH_REGIONS, pid=116}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241125a087d8bf9ba645aa89677ce4b22d1774_086975f674c828ef90efb081e908dff1 is 50, key is test_row_0/A:col10/1732529727559/Put/seqid=0 2024-11-25T10:15:28,791 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39927 is added to blk_1073742226_1402 (size=12454) 2024-11-25T10:15:28,829 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=086975f674c828ef90efb081e908dff1, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-25T10:15:28,829 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] ipc.CallRunner(138): callId: 149 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38724 deadline: 1732529788815, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=086975f674c828ef90efb081e908dff1, server=e2fd862922a0,38547,1732529625709 2024-11-25T10:15:28,829 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732529713522.086975f674c828ef90efb081e908dff1., hostname=e2fd862922a0,38547,1732529625709, seqNum=5 , the old value is region=TestAcidGuarantees,,1732529713522.086975f674c828ef90efb081e908dff1., hostname=e2fd862922a0,38547,1732529625709, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=086975f674c828ef90efb081e908dff1, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T10:15:28,830 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732529713522.086975f674c828ef90efb081e908dff1., hostname=e2fd862922a0,38547,1732529625709, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=086975f674c828ef90efb081e908dff1, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T10:15:28,830 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732529713522.086975f674c828ef90efb081e908dff1., hostname=e2fd862922a0,38547,1732529625709, seqNum=5 because the exception is null or not the one we care about 2024-11-25T10:15:28,831 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=086975f674c828ef90efb081e908dff1, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-25T10:15:28,831 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] ipc.CallRunner(138): callId: 166 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38698 deadline: 1732529788825, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=086975f674c828ef90efb081e908dff1, server=e2fd862922a0,38547,1732529625709 2024-11-25T10:15:28,831 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732529713522.086975f674c828ef90efb081e908dff1., hostname=e2fd862922a0,38547,1732529625709, seqNum=5 , the old value is region=TestAcidGuarantees,,1732529713522.086975f674c828ef90efb081e908dff1., hostname=e2fd862922a0,38547,1732529625709, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=086975f674c828ef90efb081e908dff1, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T10:15:28,831 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732529713522.086975f674c828ef90efb081e908dff1., hostname=e2fd862922a0,38547,1732529625709, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=086975f674c828ef90efb081e908dff1, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T10:15:28,831 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732529713522.086975f674c828ef90efb081e908dff1., hostname=e2fd862922a0,38547,1732529625709, seqNum=5 because the exception is null or not the one we care about 2024-11-25T10:15:28,946 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=086975f674c828ef90efb081e908dff1, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-25T10:15:28,946 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] ipc.CallRunner(138): callId: 150 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38724 deadline: 1732529788932, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=086975f674c828ef90efb081e908dff1, server=e2fd862922a0,38547,1732529625709 2024-11-25T10:15:28,946 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732529713522.086975f674c828ef90efb081e908dff1., hostname=e2fd862922a0,38547,1732529625709, seqNum=5 , the old value is region=TestAcidGuarantees,,1732529713522.086975f674c828ef90efb081e908dff1., hostname=e2fd862922a0,38547,1732529625709, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=086975f674c828ef90efb081e908dff1, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T10:15:28,946 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732529713522.086975f674c828ef90efb081e908dff1., hostname=e2fd862922a0,38547,1732529625709, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=086975f674c828ef90efb081e908dff1, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T10:15:28,946 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732529713522.086975f674c828ef90efb081e908dff1., hostname=e2fd862922a0,38547,1732529625709, seqNum=5 because the exception is null or not the one we care about 2024-11-25T10:15:28,956 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=086975f674c828ef90efb081e908dff1, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-25T10:15:28,956 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] ipc.CallRunner(138): callId: 167 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38698 deadline: 1732529788942, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=086975f674c828ef90efb081e908dff1, server=e2fd862922a0,38547,1732529625709 2024-11-25T10:15:28,957 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732529713522.086975f674c828ef90efb081e908dff1., hostname=e2fd862922a0,38547,1732529625709, seqNum=5 , the old value is region=TestAcidGuarantees,,1732529713522.086975f674c828ef90efb081e908dff1., hostname=e2fd862922a0,38547,1732529625709, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=086975f674c828ef90efb081e908dff1, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T10:15:28,957 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732529713522.086975f674c828ef90efb081e908dff1., hostname=e2fd862922a0,38547,1732529625709, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=086975f674c828ef90efb081e908dff1, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T10:15:28,957 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732529713522.086975f674c828ef90efb081e908dff1., hostname=e2fd862922a0,38547,1732529625709, seqNum=5 because the exception is null or not the one we care about 2024-11-25T10:15:29,157 DEBUG [RS:0;e2fd862922a0:38547-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/086975f674c828ef90efb081e908dff1/.tmp/B/06815cd1179a407b9fdfdea445950375 as hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/086975f674c828ef90efb081e908dff1/B/06815cd1179a407b9fdfdea445950375 2024-11-25T10:15:29,162 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=086975f674c828ef90efb081e908dff1, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-25T10:15:29,162 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] ipc.CallRunner(138): callId: 151 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38724 deadline: 1732529789152, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=086975f674c828ef90efb081e908dff1, server=e2fd862922a0,38547,1732529625709 2024-11-25T10:15:29,165 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732529713522.086975f674c828ef90efb081e908dff1., hostname=e2fd862922a0,38547,1732529625709, seqNum=5 , the old value is region=TestAcidGuarantees,,1732529713522.086975f674c828ef90efb081e908dff1., hostname=e2fd862922a0,38547,1732529625709, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=086975f674c828ef90efb081e908dff1, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T10:15:29,165 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732529713522.086975f674c828ef90efb081e908dff1., hostname=e2fd862922a0,38547,1732529625709, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=086975f674c828ef90efb081e908dff1, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T10:15:29,165 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732529713522.086975f674c828ef90efb081e908dff1., hostname=e2fd862922a0,38547,1732529625709, seqNum=5 because the exception is null or not the one we care about 2024-11-25T10:15:29,170 INFO [RS:0;e2fd862922a0:38547-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in 086975f674c828ef90efb081e908dff1/B of 086975f674c828ef90efb081e908dff1 into 06815cd1179a407b9fdfdea445950375(size=12.5 K), total size for store is 12.5 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-25T10:15:29,170 DEBUG [RS:0;e2fd862922a0:38547-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 086975f674c828ef90efb081e908dff1: 2024-11-25T10:15:29,170 INFO [RS:0;e2fd862922a0:38547-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732529713522.086975f674c828ef90efb081e908dff1., storeName=086975f674c828ef90efb081e908dff1/B, priority=12, startTime=1732529728692; duration=0sec 2024-11-25T10:15:29,170 DEBUG [RS:0;e2fd862922a0:38547-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-25T10:15:29,170 DEBUG [RS:0;e2fd862922a0:38547-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 086975f674c828ef90efb081e908dff1:B 2024-11-25T10:15:29,170 DEBUG [RS:0;e2fd862922a0:38547-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-25T10:15:29,171 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=086975f674c828ef90efb081e908dff1, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-25T10:15:29,171 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] ipc.CallRunner(138): callId: 168 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38698 deadline: 1732529789162, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=086975f674c828ef90efb081e908dff1, server=e2fd862922a0,38547,1732529625709 2024-11-25T10:15:29,171 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732529713522.086975f674c828ef90efb081e908dff1., hostname=e2fd862922a0,38547,1732529625709, seqNum=5 , the old value is region=TestAcidGuarantees,,1732529713522.086975f674c828ef90efb081e908dff1., hostname=e2fd862922a0,38547,1732529625709, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=086975f674c828ef90efb081e908dff1, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T10:15:29,171 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732529713522.086975f674c828ef90efb081e908dff1., hostname=e2fd862922a0,38547,1732529625709, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=086975f674c828ef90efb081e908dff1, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T10:15:29,171 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732529713522.086975f674c828ef90efb081e908dff1., hostname=e2fd862922a0,38547,1732529625709, seqNum=5 because the exception is null or not the one we care about 2024-11-25T10:15:29,172 DEBUG [RS:0;e2fd862922a0:38547-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 49546 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-25T10:15:29,172 DEBUG [RS:0;e2fd862922a0:38547-longCompactions-0 {}] regionserver.HStore(1541): 086975f674c828ef90efb081e908dff1/C is initiating minor compaction (all files) 2024-11-25T10:15:29,172 INFO [RS:0;e2fd862922a0:38547-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 086975f674c828ef90efb081e908dff1/C in TestAcidGuarantees,,1732529713522.086975f674c828ef90efb081e908dff1. 2024-11-25T10:15:29,172 INFO [RS:0;e2fd862922a0:38547-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/086975f674c828ef90efb081e908dff1/C/4d8707c2fe0548d89d3019d23c67b72f, hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/086975f674c828ef90efb081e908dff1/C/5a6424f27ec84061abafafac45bf06e5, hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/086975f674c828ef90efb081e908dff1/C/1c39e2d726f74e45ab25a7b520de272c, hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/086975f674c828ef90efb081e908dff1/C/567e5327d0ea4243af1f39516fe250ff] into tmpdir=hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/086975f674c828ef90efb081e908dff1/.tmp, totalSize=48.4 K 2024-11-25T10:15:29,172 DEBUG [RS:0;e2fd862922a0:38547-longCompactions-0 {}] compactions.Compactor(225): Compacting 4d8707c2fe0548d89d3019d23c67b72f, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=429, earliestPutTs=1732529722496 2024-11-25T10:15:29,172 DEBUG [RS:0;e2fd862922a0:38547-longCompactions-0 {}] compactions.Compactor(225): Compacting 5a6424f27ec84061abafafac45bf06e5, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=436, earliestPutTs=1732529723116 2024-11-25T10:15:29,173 DEBUG [RS:0;e2fd862922a0:38547-longCompactions-0 {}] compactions.Compactor(225): Compacting 1c39e2d726f74e45ab25a7b520de272c, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=469, earliestPutTs=1732529725461 2024-11-25T10:15:29,173 DEBUG [RS:0;e2fd862922a0:38547-longCompactions-0 {}] compactions.Compactor(225): Compacting 567e5327d0ea4243af1f39516fe250ff, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=479, earliestPutTs=1732529726165 2024-11-25T10:15:29,177 DEBUG [RS:0;e2fd862922a0:38547-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/086975f674c828ef90efb081e908dff1/.tmp/A/e6af794efb3146339190edde957f083d as hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/086975f674c828ef90efb081e908dff1/A/e6af794efb3146339190edde957f083d 2024-11-25T10:15:29,181 INFO [RS:0;e2fd862922a0:38547-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in 086975f674c828ef90efb081e908dff1/A of 086975f674c828ef90efb081e908dff1 into e6af794efb3146339190edde957f083d(size=31.0 K), total size for store is 31.0 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-25T10:15:29,181 DEBUG [RS:0;e2fd862922a0:38547-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 086975f674c828ef90efb081e908dff1: 2024-11-25T10:15:29,181 INFO [RS:0;e2fd862922a0:38547-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732529713522.086975f674c828ef90efb081e908dff1., storeName=086975f674c828ef90efb081e908dff1/A, priority=12, startTime=1732529728692; duration=0sec 2024-11-25T10:15:29,181 DEBUG [RS:0;e2fd862922a0:38547-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-25T10:15:29,181 DEBUG [RS:0;e2fd862922a0:38547-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 086975f674c828ef90efb081e908dff1:A 2024-11-25T10:15:29,182 INFO [RS:0;e2fd862922a0:38547-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 086975f674c828ef90efb081e908dff1#C#compaction#339 average throughput is 2.18 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-25T10:15:29,182 DEBUG [RS:0;e2fd862922a0:38547-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/086975f674c828ef90efb081e908dff1/.tmp/C/1f0d8651f56942878f894cf8830d9501 is 50, key is test_row_0/C:col10/1732529727405/Put/seqid=0 2024-11-25T10:15:29,190 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39927 is added to blk_1073742227_1403 (size=12779) 2024-11-25T10:15:29,191 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e2fd862922a0:0-0 {event_type=RS_FLUSH_REGIONS, pid=116}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:29,194 INFO [RS_FLUSH_OPERATIONS-regionserver/e2fd862922a0:0-0 {event_type=RS_FLUSH_REGIONS, pid=116}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241125a087d8bf9ba645aa89677ce4b22d1774_086975f674c828ef90efb081e908dff1 to hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241125a087d8bf9ba645aa89677ce4b22d1774_086975f674c828ef90efb081e908dff1 2024-11-25T10:15:29,194 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e2fd862922a0:0-0 {event_type=RS_FLUSH_REGIONS, pid=116}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/086975f674c828ef90efb081e908dff1/.tmp/A/5750e37924624f91a051fc7b16344f16, store: [table=TestAcidGuarantees family=A region=086975f674c828ef90efb081e908dff1] 2024-11-25T10:15:29,195 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e2fd862922a0:0-0 {event_type=RS_FLUSH_REGIONS, pid=116}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/086975f674c828ef90efb081e908dff1/.tmp/A/5750e37924624f91a051fc7b16344f16 is 175, key is test_row_0/A:col10/1732529727559/Put/seqid=0 2024-11-25T10:15:29,203 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39927 is added to blk_1073742228_1404 (size=31255) 2024-11-25T10:15:29,292 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41005 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=115 2024-11-25T10:15:29,477 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=086975f674c828ef90efb081e908dff1, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-25T10:15:29,478 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] ipc.CallRunner(138): callId: 152 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38724 deadline: 1732529789472, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=086975f674c828ef90efb081e908dff1, server=e2fd862922a0,38547,1732529625709 2024-11-25T10:15:29,478 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732529713522.086975f674c828ef90efb081e908dff1., hostname=e2fd862922a0,38547,1732529625709, seqNum=5 , the old value is region=TestAcidGuarantees,,1732529713522.086975f674c828ef90efb081e908dff1., hostname=e2fd862922a0,38547,1732529625709, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=086975f674c828ef90efb081e908dff1, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T10:15:29,478 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732529713522.086975f674c828ef90efb081e908dff1., hostname=e2fd862922a0,38547,1732529625709, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=086975f674c828ef90efb081e908dff1, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T10:15:29,478 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732529713522.086975f674c828ef90efb081e908dff1., hostname=e2fd862922a0,38547,1732529625709, seqNum=5 because the exception is null or not the one we care about 2024-11-25T10:15:29,492 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=086975f674c828ef90efb081e908dff1, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-25T10:15:29,492 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] ipc.CallRunner(138): callId: 169 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38698 deadline: 1732529789482, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=086975f674c828ef90efb081e908dff1, server=e2fd862922a0,38547,1732529625709 2024-11-25T10:15:29,492 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732529713522.086975f674c828ef90efb081e908dff1., hostname=e2fd862922a0,38547,1732529625709, seqNum=5 , the old value is region=TestAcidGuarantees,,1732529713522.086975f674c828ef90efb081e908dff1., hostname=e2fd862922a0,38547,1732529625709, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=086975f674c828ef90efb081e908dff1, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T10:15:29,492 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732529713522.086975f674c828ef90efb081e908dff1., hostname=e2fd862922a0,38547,1732529625709, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=086975f674c828ef90efb081e908dff1, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T10:15:29,492 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732529713522.086975f674c828ef90efb081e908dff1., hostname=e2fd862922a0,38547,1732529625709, seqNum=5 because the exception is null or not the one we care about 2024-11-25T10:15:29,597 DEBUG [RS:0;e2fd862922a0:38547-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/086975f674c828ef90efb081e908dff1/.tmp/C/1f0d8651f56942878f894cf8830d9501 as hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/086975f674c828ef90efb081e908dff1/C/1f0d8651f56942878f894cf8830d9501 2024-11-25T10:15:29,603 INFO [RS_FLUSH_OPERATIONS-regionserver/e2fd862922a0:0-0 {event_type=RS_FLUSH_REGIONS, pid=116}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=515, memsize=44.7 K, hasBloomFilter=true, into tmp file hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/086975f674c828ef90efb081e908dff1/.tmp/A/5750e37924624f91a051fc7b16344f16 2024-11-25T10:15:29,605 INFO [RS:0;e2fd862922a0:38547-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in 086975f674c828ef90efb081e908dff1/C of 086975f674c828ef90efb081e908dff1 into 1f0d8651f56942878f894cf8830d9501(size=12.5 K), total size for store is 12.5 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-25T10:15:29,605 DEBUG [RS:0;e2fd862922a0:38547-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 086975f674c828ef90efb081e908dff1: 2024-11-25T10:15:29,606 INFO [RS:0;e2fd862922a0:38547-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732529713522.086975f674c828ef90efb081e908dff1., storeName=086975f674c828ef90efb081e908dff1/C, priority=12, startTime=1732529728692; duration=0sec 2024-11-25T10:15:29,606 DEBUG [RS:0;e2fd862922a0:38547-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-25T10:15:29,606 DEBUG [RS:0;e2fd862922a0:38547-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 086975f674c828ef90efb081e908dff1:C 2024-11-25T10:15:29,612 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e2fd862922a0:0-0 {event_type=RS_FLUSH_REGIONS, pid=116}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/086975f674c828ef90efb081e908dff1/.tmp/B/b0f41c5f583e4f61815bbfbda2363d52 is 50, key is test_row_0/B:col10/1732529727559/Put/seqid=0 2024-11-25T10:15:29,616 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39927 is added to blk_1073742229_1405 (size=12301) 2024-11-25T10:15:29,991 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=086975f674c828ef90efb081e908dff1, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-25T10:15:29,991 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] ipc.CallRunner(138): callId: 153 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38724 deadline: 1732529789982, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=086975f674c828ef90efb081e908dff1, server=e2fd862922a0,38547,1732529625709 2024-11-25T10:15:29,991 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732529713522.086975f674c828ef90efb081e908dff1., hostname=e2fd862922a0,38547,1732529625709, seqNum=5 , the old value is region=TestAcidGuarantees,,1732529713522.086975f674c828ef90efb081e908dff1., hostname=e2fd862922a0,38547,1732529625709, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=086975f674c828ef90efb081e908dff1, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T10:15:29,992 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732529713522.086975f674c828ef90efb081e908dff1., hostname=e2fd862922a0,38547,1732529625709, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=086975f674c828ef90efb081e908dff1, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T10:15:29,992 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732529713522.086975f674c828ef90efb081e908dff1., hostname=e2fd862922a0,38547,1732529625709, seqNum=5 because the exception is null or not the one we care about 2024-11-25T10:15:30,004 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=086975f674c828ef90efb081e908dff1, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-25T10:15:30,004 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] ipc.CallRunner(138): callId: 170 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38698 deadline: 1732529790002, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=086975f674c828ef90efb081e908dff1, server=e2fd862922a0,38547,1732529625709 2024-11-25T10:15:30,005 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732529713522.086975f674c828ef90efb081e908dff1., hostname=e2fd862922a0,38547,1732529625709, seqNum=5 , the old value is region=TestAcidGuarantees,,1732529713522.086975f674c828ef90efb081e908dff1., hostname=e2fd862922a0,38547,1732529625709, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=086975f674c828ef90efb081e908dff1, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T10:15:30,005 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732529713522.086975f674c828ef90efb081e908dff1., hostname=e2fd862922a0,38547,1732529625709, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=086975f674c828ef90efb081e908dff1, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T10:15:30,005 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732529713522.086975f674c828ef90efb081e908dff1., hostname=e2fd862922a0,38547,1732529625709, seqNum=5 because the exception is null or not the one we care about 2024-11-25T10:15:30,017 INFO [RS_FLUSH_OPERATIONS-regionserver/e2fd862922a0:0-0 {event_type=RS_FLUSH_REGIONS, pid=116}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=515 (bloomFilter=true), to=hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/086975f674c828ef90efb081e908dff1/.tmp/B/b0f41c5f583e4f61815bbfbda2363d52 2024-11-25T10:15:30,024 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e2fd862922a0:0-0 {event_type=RS_FLUSH_REGIONS, pid=116}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/086975f674c828ef90efb081e908dff1/.tmp/C/f3a91b69d9394bc38e6343cad46f5cc0 is 50, key is test_row_0/C:col10/1732529727559/Put/seqid=0 2024-11-25T10:15:30,027 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39927 is added to blk_1073742230_1406 (size=12301) 2024-11-25T10:15:30,302 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41005 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=115 2024-11-25T10:15:30,428 INFO [RS_FLUSH_OPERATIONS-regionserver/e2fd862922a0:0-0 {event_type=RS_FLUSH_REGIONS, pid=116}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=515 (bloomFilter=true), to=hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/086975f674c828ef90efb081e908dff1/.tmp/C/f3a91b69d9394bc38e6343cad46f5cc0 2024-11-25T10:15:30,434 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e2fd862922a0:0-0 {event_type=RS_FLUSH_REGIONS, pid=116}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/086975f674c828ef90efb081e908dff1/.tmp/A/5750e37924624f91a051fc7b16344f16 as hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/086975f674c828ef90efb081e908dff1/A/5750e37924624f91a051fc7b16344f16 2024-11-25T10:15:30,439 INFO [RS_FLUSH_OPERATIONS-regionserver/e2fd862922a0:0-0 {event_type=RS_FLUSH_REGIONS, pid=116}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/086975f674c828ef90efb081e908dff1/A/5750e37924624f91a051fc7b16344f16, entries=150, sequenceid=515, filesize=30.5 K 2024-11-25T10:15:30,440 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e2fd862922a0:0-0 {event_type=RS_FLUSH_REGIONS, pid=116}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/086975f674c828ef90efb081e908dff1/.tmp/B/b0f41c5f583e4f61815bbfbda2363d52 as hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/086975f674c828ef90efb081e908dff1/B/b0f41c5f583e4f61815bbfbda2363d52 2024-11-25T10:15:30,446 INFO [RS_FLUSH_OPERATIONS-regionserver/e2fd862922a0:0-0 {event_type=RS_FLUSH_REGIONS, pid=116}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/086975f674c828ef90efb081e908dff1/B/b0f41c5f583e4f61815bbfbda2363d52, entries=150, sequenceid=515, filesize=12.0 K 2024-11-25T10:15:30,447 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e2fd862922a0:0-0 {event_type=RS_FLUSH_REGIONS, pid=116}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/086975f674c828ef90efb081e908dff1/.tmp/C/f3a91b69d9394bc38e6343cad46f5cc0 as hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/086975f674c828ef90efb081e908dff1/C/f3a91b69d9394bc38e6343cad46f5cc0 2024-11-25T10:15:30,450 INFO [RS_FLUSH_OPERATIONS-regionserver/e2fd862922a0:0-0 {event_type=RS_FLUSH_REGIONS, pid=116}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/086975f674c828ef90efb081e908dff1/C/f3a91b69d9394bc38e6343cad46f5cc0, entries=150, sequenceid=515, filesize=12.0 K 2024-11-25T10:15:30,451 INFO [RS_FLUSH_OPERATIONS-regionserver/e2fd862922a0:0-0 {event_type=RS_FLUSH_REGIONS, pid=116}] regionserver.HRegion(3140): Finished flush of dataSize ~134.18 KB/137400, heapSize ~380.25 KB/389376, currentSize=46.96 KB/48090 for 086975f674c828ef90efb081e908dff1 in 1683ms, sequenceid=515, compaction requested=false 2024-11-25T10:15:30,452 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e2fd862922a0:0-0 {event_type=RS_FLUSH_REGIONS, pid=116}] regionserver.HRegion(2603): Flush status journal for 086975f674c828ef90efb081e908dff1: 2024-11-25T10:15:30,452 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e2fd862922a0:0-0 {event_type=RS_FLUSH_REGIONS, pid=116}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732529713522.086975f674c828ef90efb081e908dff1. 2024-11-25T10:15:30,452 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e2fd862922a0:0-0 {event_type=RS_FLUSH_REGIONS, pid=116}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=116 2024-11-25T10:15:30,452 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41005 {}] master.HMaster(4169): Remote procedure done, pid=116 2024-11-25T10:15:30,455 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=116, resume processing ppid=115 2024-11-25T10:15:30,455 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=116, ppid=115, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.2980 sec 2024-11-25T10:15:30,457 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=115, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=115, table=TestAcidGuarantees in 2.3020 sec 2024-11-25T10:15:30,765 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] regionserver.HRegion(8855): Flush requested on 086975f674c828ef90efb081e908dff1 2024-11-25T10:15:30,766 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 086975f674c828ef90efb081e908dff1 3/3 column families, dataSize=53.67 KB heapSize=160.13 KB 2024-11-25T10:15:30,766 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 086975f674c828ef90efb081e908dff1, store=A 2024-11-25T10:15:30,766 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T10:15:30,766 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 086975f674c828ef90efb081e908dff1, store=B 2024-11-25T10:15:30,766 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T10:15:30,766 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 086975f674c828ef90efb081e908dff1, store=C 2024-11-25T10:15:30,766 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T10:15:30,785 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241125b6c3d9c82ef14f51ae3672f3846803c6_086975f674c828ef90efb081e908dff1 is 50, key is test_row_0/A:col10/1732529730764/Put/seqid=0 2024-11-25T10:15:30,807 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39927 is added to blk_1073742231_1407 (size=14994) 2024-11-25T10:15:30,807 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:30,814 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241125b6c3d9c82ef14f51ae3672f3846803c6_086975f674c828ef90efb081e908dff1 to hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241125b6c3d9c82ef14f51ae3672f3846803c6_086975f674c828ef90efb081e908dff1 2024-11-25T10:15:30,818 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/086975f674c828ef90efb081e908dff1/.tmp/A/714a9878da49486987282661d4876c8e, store: [table=TestAcidGuarantees family=A region=086975f674c828ef90efb081e908dff1] 2024-11-25T10:15:30,819 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/086975f674c828ef90efb081e908dff1/.tmp/A/714a9878da49486987282661d4876c8e is 175, key is test_row_0/A:col10/1732529730764/Put/seqid=0 2024-11-25T10:15:30,830 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39927 is added to blk_1073742232_1408 (size=39949) 2024-11-25T10:15:30,864 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/e2fd862922a0:0-6 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=209, cellSize=9565, totalHeapSize=21976, min timestamp=1732529730836, max timestamp=1732529730860Num uniques 859; 2024-11-25T10:15:30,864 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/e2fd862922a0:0-6 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=9565, suffix heap size=117064,new segment heap size=21976 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=209 2024-11-25T10:15:30,864 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/e2fd862922a0:0-2 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=209, cellSize=9565, totalHeapSize=21976, min timestamp=1732529730836, max timestamp=1732529730860Num uniques 859; 2024-11-25T10:15:30,864 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/e2fd862922a0:0-2 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=9565, suffix heap size=117064,new segment heap size=21976 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=209 2024-11-25T10:15:30,867 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/e2fd862922a0:0-5 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=209, cellSize=9565, totalHeapSize=21976, min timestamp=1732529730836, max timestamp=1732529730860Num uniques 859; 2024-11-25T10:15:30,867 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/e2fd862922a0:0-5 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=9565, suffix heap size=117064,new segment heap size=21976 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=209 2024-11-25T10:15:30,927 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=086975f674c828ef90efb081e908dff1, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-25T10:15:30,927 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] ipc.CallRunner(138): callId: 115 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38752 deadline: 1732529790912, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=086975f674c828ef90efb081e908dff1, server=e2fd862922a0,38547,1732529625709 2024-11-25T10:15:30,927 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=086975f674c828ef90efb081e908dff1, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-25T10:15:30,927 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] ipc.CallRunner(138): callId: 112 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38710 deadline: 1732529790923, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=086975f674c828ef90efb081e908dff1, server=e2fd862922a0,38547,1732529625709 2024-11-25T10:15:30,932 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732529713522.086975f674c828ef90efb081e908dff1., hostname=e2fd862922a0,38547,1732529625709, seqNum=5 , the old value is region=TestAcidGuarantees,,1732529713522.086975f674c828ef90efb081e908dff1., hostname=e2fd862922a0,38547,1732529625709, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=086975f674c828ef90efb081e908dff1, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T10:15:30,932 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732529713522.086975f674c828ef90efb081e908dff1., hostname=e2fd862922a0,38547,1732529625709, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=086975f674c828ef90efb081e908dff1, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T10:15:30,932 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732529713522.086975f674c828ef90efb081e908dff1., hostname=e2fd862922a0,38547,1732529625709, seqNum=5 because the exception is null or not the one we care about 2024-11-25T10:15:30,932 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732529713522.086975f674c828ef90efb081e908dff1., hostname=e2fd862922a0,38547,1732529625709, seqNum=5 , the old value is region=TestAcidGuarantees,,1732529713522.086975f674c828ef90efb081e908dff1., hostname=e2fd862922a0,38547,1732529625709, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=086975f674c828ef90efb081e908dff1, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T10:15:30,932 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732529713522.086975f674c828ef90efb081e908dff1., hostname=e2fd862922a0,38547,1732529625709, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=086975f674c828ef90efb081e908dff1, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T10:15:30,932 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732529713522.086975f674c828ef90efb081e908dff1., hostname=e2fd862922a0,38547,1732529625709, seqNum=5 because the exception is null or not the one we care about 2024-11-25T10:15:30,938 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=086975f674c828ef90efb081e908dff1, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-25T10:15:30,938 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] ipc.CallRunner(138): callId: 110 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38696 deadline: 1732529790927, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=086975f674c828ef90efb081e908dff1, server=e2fd862922a0,38547,1732529625709 2024-11-25T10:15:30,938 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732529713522.086975f674c828ef90efb081e908dff1., hostname=e2fd862922a0,38547,1732529625709, seqNum=5 , the old value is region=TestAcidGuarantees,,1732529713522.086975f674c828ef90efb081e908dff1., hostname=e2fd862922a0,38547,1732529625709, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=086975f674c828ef90efb081e908dff1, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T10:15:30,938 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732529713522.086975f674c828ef90efb081e908dff1., hostname=e2fd862922a0,38547,1732529625709, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=086975f674c828ef90efb081e908dff1, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T10:15:30,938 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732529713522.086975f674c828ef90efb081e908dff1., hostname=e2fd862922a0,38547,1732529625709, seqNum=5 because the exception is null or not the one we care about 2024-11-25T10:15:31,007 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=086975f674c828ef90efb081e908dff1, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-25T10:15:31,007 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] ipc.CallRunner(138): callId: 154 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38724 deadline: 1732529791002, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=086975f674c828ef90efb081e908dff1, server=e2fd862922a0,38547,1732529625709 2024-11-25T10:15:31,007 WARN [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRpcRetryingCaller(177): Call to e2fd862922a0,38547,1732529625709 for 'test_row_0' in 086975f674c828ef90efb081e908dff1 of TestAcidGuarantees failed, tries = 6, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 2193 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=086975f674c828ef90efb081e908dff1, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor39.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=086975f674c828ef90efb081e908dff1, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 32 more 2024-11-25T10:15:31,008 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732529713522.086975f674c828ef90efb081e908dff1., hostname=e2fd862922a0,38547,1732529625709, seqNum=5 , the old value is region=TestAcidGuarantees,,1732529713522.086975f674c828ef90efb081e908dff1., hostname=e2fd862922a0,38547,1732529625709, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=086975f674c828ef90efb081e908dff1, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T10:15:31,008 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732529713522.086975f674c828ef90efb081e908dff1., hostname=e2fd862922a0,38547,1732529625709, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=086975f674c828ef90efb081e908dff1, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T10:15:31,008 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732529713522.086975f674c828ef90efb081e908dff1., hostname=e2fd862922a0,38547,1732529625709, seqNum=5 because the exception is null or not the one we care about 2024-11-25T10:15:31,026 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=086975f674c828ef90efb081e908dff1, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-25T10:15:31,026 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] ipc.CallRunner(138): callId: 171 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38698 deadline: 1732529791012, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=086975f674c828ef90efb081e908dff1, server=e2fd862922a0,38547,1732529625709 2024-11-25T10:15:31,028 WARN [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRpcRetryingCaller(177): Call to e2fd862922a0,38547,1732529625709 for 'test_row_2' in 086975f674c828ef90efb081e908dff1 of TestAcidGuarantees failed, tries = 6, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 2203 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=086975f674c828ef90efb081e908dff1, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor39.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=086975f674c828ef90efb081e908dff1, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 32 more 2024-11-25T10:15:31,029 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732529713522.086975f674c828ef90efb081e908dff1., hostname=e2fd862922a0,38547,1732529625709, seqNum=5 , the old value is region=TestAcidGuarantees,,1732529713522.086975f674c828ef90efb081e908dff1., hostname=e2fd862922a0,38547,1732529625709, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=086975f674c828ef90efb081e908dff1, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T10:15:31,029 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732529713522.086975f674c828ef90efb081e908dff1., hostname=e2fd862922a0,38547,1732529625709, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=086975f674c828ef90efb081e908dff1, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T10:15:31,029 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732529713522.086975f674c828ef90efb081e908dff1., hostname=e2fd862922a0,38547,1732529625709, seqNum=5 because the exception is null or not the one we care about 2024-11-25T10:15:31,053 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=086975f674c828ef90efb081e908dff1, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-25T10:15:31,053 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] ipc.CallRunner(138): callId: 113 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38710 deadline: 1732529791042, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=086975f674c828ef90efb081e908dff1, server=e2fd862922a0,38547,1732529625709 2024-11-25T10:15:31,053 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732529713522.086975f674c828ef90efb081e908dff1., hostname=e2fd862922a0,38547,1732529625709, seqNum=5 , the old value is region=TestAcidGuarantees,,1732529713522.086975f674c828ef90efb081e908dff1., hostname=e2fd862922a0,38547,1732529625709, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=086975f674c828ef90efb081e908dff1, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T10:15:31,054 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732529713522.086975f674c828ef90efb081e908dff1., hostname=e2fd862922a0,38547,1732529625709, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=086975f674c828ef90efb081e908dff1, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T10:15:31,054 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732529713522.086975f674c828ef90efb081e908dff1., hostname=e2fd862922a0,38547,1732529625709, seqNum=5 because the exception is null or not the one we care about 2024-11-25T10:15:31,054 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=086975f674c828ef90efb081e908dff1, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-25T10:15:31,054 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] ipc.CallRunner(138): callId: 111 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38696 deadline: 1732529791042, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=086975f674c828ef90efb081e908dff1, server=e2fd862922a0,38547,1732529625709 2024-11-25T10:15:31,054 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=086975f674c828ef90efb081e908dff1, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-25T10:15:31,054 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] ipc.CallRunner(138): callId: 116 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38752 deadline: 1732529791042, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=086975f674c828ef90efb081e908dff1, server=e2fd862922a0,38547,1732529625709 2024-11-25T10:15:31,054 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732529713522.086975f674c828ef90efb081e908dff1., hostname=e2fd862922a0,38547,1732529625709, seqNum=5 , the old value is region=TestAcidGuarantees,,1732529713522.086975f674c828ef90efb081e908dff1., hostname=e2fd862922a0,38547,1732529625709, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=086975f674c828ef90efb081e908dff1, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T10:15:31,054 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732529713522.086975f674c828ef90efb081e908dff1., hostname=e2fd862922a0,38547,1732529625709, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=086975f674c828ef90efb081e908dff1, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T10:15:31,054 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732529713522.086975f674c828ef90efb081e908dff1., hostname=e2fd862922a0,38547,1732529625709, seqNum=5 because the exception is null or not the one we care about 2024-11-25T10:15:31,056 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732529713522.086975f674c828ef90efb081e908dff1., hostname=e2fd862922a0,38547,1732529625709, seqNum=5 , the old value is region=TestAcidGuarantees,,1732529713522.086975f674c828ef90efb081e908dff1., hostname=e2fd862922a0,38547,1732529625709, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=086975f674c828ef90efb081e908dff1, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T10:15:31,056 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732529713522.086975f674c828ef90efb081e908dff1., hostname=e2fd862922a0,38547,1732529625709, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=086975f674c828ef90efb081e908dff1, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T10:15:31,056 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732529713522.086975f674c828ef90efb081e908dff1., hostname=e2fd862922a0,38547,1732529625709, seqNum=5 because the exception is null or not the one we care about 2024-11-25T10:15:31,231 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=529, memsize=17.9 K, hasBloomFilter=true, into tmp file hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/086975f674c828ef90efb081e908dff1/.tmp/A/714a9878da49486987282661d4876c8e 2024-11-25T10:15:31,238 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/086975f674c828ef90efb081e908dff1/.tmp/B/1e8671c7f3174730a39ff811e17b5bfd is 50, key is test_row_0/B:col10/1732529730764/Put/seqid=0 2024-11-25T10:15:31,246 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39927 is added to blk_1073742233_1409 (size=12301) 2024-11-25T10:15:31,269 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=086975f674c828ef90efb081e908dff1, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-25T10:15:31,269 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] ipc.CallRunner(138): callId: 114 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38710 deadline: 1732529791262, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=086975f674c828ef90efb081e908dff1, server=e2fd862922a0,38547,1732529625709 2024-11-25T10:15:31,270 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=086975f674c828ef90efb081e908dff1, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-25T10:15:31,270 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732529713522.086975f674c828ef90efb081e908dff1., hostname=e2fd862922a0,38547,1732529625709, seqNum=5 , the old value is region=TestAcidGuarantees,,1732529713522.086975f674c828ef90efb081e908dff1., hostname=e2fd862922a0,38547,1732529625709, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=086975f674c828ef90efb081e908dff1, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T10:15:31,270 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732529713522.086975f674c828ef90efb081e908dff1., hostname=e2fd862922a0,38547,1732529625709, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=086975f674c828ef90efb081e908dff1, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T10:15:31,270 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732529713522.086975f674c828ef90efb081e908dff1., hostname=e2fd862922a0,38547,1732529625709, seqNum=5 because the exception is null or not the one we care about 2024-11-25T10:15:31,270 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] ipc.CallRunner(138): callId: 117 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38752 deadline: 1732529791262, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=086975f674c828ef90efb081e908dff1, server=e2fd862922a0,38547,1732529625709 2024-11-25T10:15:31,270 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=086975f674c828ef90efb081e908dff1, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-25T10:15:31,270 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732529713522.086975f674c828ef90efb081e908dff1., hostname=e2fd862922a0,38547,1732529625709, seqNum=5 , the old value is region=TestAcidGuarantees,,1732529713522.086975f674c828ef90efb081e908dff1., hostname=e2fd862922a0,38547,1732529625709, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=086975f674c828ef90efb081e908dff1, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T10:15:31,270 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] ipc.CallRunner(138): callId: 112 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38696 deadline: 1732529791262, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=086975f674c828ef90efb081e908dff1, server=e2fd862922a0,38547,1732529625709 2024-11-25T10:15:31,270 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732529713522.086975f674c828ef90efb081e908dff1., hostname=e2fd862922a0,38547,1732529625709, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=086975f674c828ef90efb081e908dff1, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T10:15:31,270 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732529713522.086975f674c828ef90efb081e908dff1., hostname=e2fd862922a0,38547,1732529625709, seqNum=5 because the exception is null or not the one we care about 2024-11-25T10:15:31,270 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732529713522.086975f674c828ef90efb081e908dff1., hostname=e2fd862922a0,38547,1732529625709, seqNum=5 , the old value is region=TestAcidGuarantees,,1732529713522.086975f674c828ef90efb081e908dff1., hostname=e2fd862922a0,38547,1732529625709, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=086975f674c828ef90efb081e908dff1, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T10:15:31,270 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732529713522.086975f674c828ef90efb081e908dff1., hostname=e2fd862922a0,38547,1732529625709, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=086975f674c828ef90efb081e908dff1, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T10:15:31,270 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732529713522.086975f674c828ef90efb081e908dff1., hostname=e2fd862922a0,38547,1732529625709, seqNum=5 because the exception is null or not the one we care about 2024-11-25T10:15:31,584 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=086975f674c828ef90efb081e908dff1, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-25T10:15:31,584 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] ipc.CallRunner(138): callId: 115 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38710 deadline: 1732529791572, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=086975f674c828ef90efb081e908dff1, server=e2fd862922a0,38547,1732529625709 2024-11-25T10:15:31,584 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=086975f674c828ef90efb081e908dff1, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-25T10:15:31,584 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] ipc.CallRunner(138): callId: 118 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38752 deadline: 1732529791572, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=086975f674c828ef90efb081e908dff1, server=e2fd862922a0,38547,1732529625709 2024-11-25T10:15:31,584 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=086975f674c828ef90efb081e908dff1, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-25T10:15:31,585 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732529713522.086975f674c828ef90efb081e908dff1., hostname=e2fd862922a0,38547,1732529625709, seqNum=5 , the old value is region=TestAcidGuarantees,,1732529713522.086975f674c828ef90efb081e908dff1., hostname=e2fd862922a0,38547,1732529625709, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=086975f674c828ef90efb081e908dff1, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T10:15:31,585 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] ipc.CallRunner(138): callId: 113 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38696 deadline: 1732529791582, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=086975f674c828ef90efb081e908dff1, server=e2fd862922a0,38547,1732529625709 2024-11-25T10:15:31,585 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732529713522.086975f674c828ef90efb081e908dff1., hostname=e2fd862922a0,38547,1732529625709, seqNum=5 , the old value is region=TestAcidGuarantees,,1732529713522.086975f674c828ef90efb081e908dff1., hostname=e2fd862922a0,38547,1732529625709, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=086975f674c828ef90efb081e908dff1, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T10:15:31,585 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732529713522.086975f674c828ef90efb081e908dff1., hostname=e2fd862922a0,38547,1732529625709, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=086975f674c828ef90efb081e908dff1, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T10:15:31,585 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732529713522.086975f674c828ef90efb081e908dff1., hostname=e2fd862922a0,38547,1732529625709, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=086975f674c828ef90efb081e908dff1, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T10:15:31,585 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732529713522.086975f674c828ef90efb081e908dff1., hostname=e2fd862922a0,38547,1732529625709, seqNum=5 because the exception is null or not the one we care about 2024-11-25T10:15:31,585 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732529713522.086975f674c828ef90efb081e908dff1., hostname=e2fd862922a0,38547,1732529625709, seqNum=5 because the exception is null or not the one we care about 2024-11-25T10:15:31,585 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732529713522.086975f674c828ef90efb081e908dff1., hostname=e2fd862922a0,38547,1732529625709, seqNum=5 , the old value is region=TestAcidGuarantees,,1732529713522.086975f674c828ef90efb081e908dff1., hostname=e2fd862922a0,38547,1732529625709, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=086975f674c828ef90efb081e908dff1, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T10:15:31,585 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732529713522.086975f674c828ef90efb081e908dff1., hostname=e2fd862922a0,38547,1732529625709, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=086975f674c828ef90efb081e908dff1, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T10:15:31,585 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732529713522.086975f674c828ef90efb081e908dff1., hostname=e2fd862922a0,38547,1732529625709, seqNum=5 because the exception is null or not the one we care about 2024-11-25T10:15:31,647 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=529 (bloomFilter=true), to=hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/086975f674c828ef90efb081e908dff1/.tmp/B/1e8671c7f3174730a39ff811e17b5bfd 2024-11-25T10:15:31,658 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/086975f674c828ef90efb081e908dff1/.tmp/C/933ff5e9d81c46d69872e8f749e35155 is 50, key is test_row_0/C:col10/1732529730764/Put/seqid=0 2024-11-25T10:15:31,662 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39927 is added to blk_1073742234_1410 (size=12301) 2024-11-25T10:15:32,064 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=529 (bloomFilter=true), to=hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/086975f674c828ef90efb081e908dff1/.tmp/C/933ff5e9d81c46d69872e8f749e35155 2024-11-25T10:15:32,068 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/086975f674c828ef90efb081e908dff1/.tmp/A/714a9878da49486987282661d4876c8e as hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/086975f674c828ef90efb081e908dff1/A/714a9878da49486987282661d4876c8e 2024-11-25T10:15:32,072 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/086975f674c828ef90efb081e908dff1/A/714a9878da49486987282661d4876c8e, entries=200, sequenceid=529, filesize=39.0 K 2024-11-25T10:15:32,073 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/086975f674c828ef90efb081e908dff1/.tmp/B/1e8671c7f3174730a39ff811e17b5bfd as hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/086975f674c828ef90efb081e908dff1/B/1e8671c7f3174730a39ff811e17b5bfd 2024-11-25T10:15:32,084 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/086975f674c828ef90efb081e908dff1/B/1e8671c7f3174730a39ff811e17b5bfd, entries=150, sequenceid=529, filesize=12.0 K 2024-11-25T10:15:32,085 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/086975f674c828ef90efb081e908dff1/.tmp/C/933ff5e9d81c46d69872e8f749e35155 as hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/086975f674c828ef90efb081e908dff1/C/933ff5e9d81c46d69872e8f749e35155 2024-11-25T10:15:32,094 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=086975f674c828ef90efb081e908dff1, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-25T10:15:32,095 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] ipc.CallRunner(138): callId: 116 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38710 deadline: 1732529792092, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=086975f674c828ef90efb081e908dff1, server=e2fd862922a0,38547,1732529625709 2024-11-25T10:15:32,095 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=086975f674c828ef90efb081e908dff1, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-25T10:15:32,095 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] ipc.CallRunner(138): callId: 119 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38752 deadline: 1732529792092, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=086975f674c828ef90efb081e908dff1, server=e2fd862922a0,38547,1732529625709 2024-11-25T10:15:32,095 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=086975f674c828ef90efb081e908dff1, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-25T10:15:32,095 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] ipc.CallRunner(138): callId: 114 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38696 deadline: 1732529792092, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=086975f674c828ef90efb081e908dff1, server=e2fd862922a0,38547,1732529625709 2024-11-25T10:15:32,096 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732529713522.086975f674c828ef90efb081e908dff1., hostname=e2fd862922a0,38547,1732529625709, seqNum=5 , the old value is region=TestAcidGuarantees,,1732529713522.086975f674c828ef90efb081e908dff1., hostname=e2fd862922a0,38547,1732529625709, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=086975f674c828ef90efb081e908dff1, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T10:15:32,096 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732529713522.086975f674c828ef90efb081e908dff1., hostname=e2fd862922a0,38547,1732529625709, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=086975f674c828ef90efb081e908dff1, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T10:15:32,096 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732529713522.086975f674c828ef90efb081e908dff1., hostname=e2fd862922a0,38547,1732529625709, seqNum=5 because the exception is null or not the one we care about 2024-11-25T10:15:32,096 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732529713522.086975f674c828ef90efb081e908dff1., hostname=e2fd862922a0,38547,1732529625709, seqNum=5 , the old value is region=TestAcidGuarantees,,1732529713522.086975f674c828ef90efb081e908dff1., hostname=e2fd862922a0,38547,1732529625709, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=086975f674c828ef90efb081e908dff1, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T10:15:32,097 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732529713522.086975f674c828ef90efb081e908dff1., hostname=e2fd862922a0,38547,1732529625709, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=086975f674c828ef90efb081e908dff1, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T10:15:32,097 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732529713522.086975f674c828ef90efb081e908dff1., hostname=e2fd862922a0,38547,1732529625709, seqNum=5 because the exception is null or not the one we care about 2024-11-25T10:15:32,097 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732529713522.086975f674c828ef90efb081e908dff1., hostname=e2fd862922a0,38547,1732529625709, seqNum=5 , the old value is region=TestAcidGuarantees,,1732529713522.086975f674c828ef90efb081e908dff1., hostname=e2fd862922a0,38547,1732529625709, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=086975f674c828ef90efb081e908dff1, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T10:15:32,097 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732529713522.086975f674c828ef90efb081e908dff1., hostname=e2fd862922a0,38547,1732529625709, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=086975f674c828ef90efb081e908dff1, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T10:15:32,097 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732529713522.086975f674c828ef90efb081e908dff1., hostname=e2fd862922a0,38547,1732529625709, seqNum=5 because the exception is null or not the one we care about 2024-11-25T10:15:32,100 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/086975f674c828ef90efb081e908dff1/C/933ff5e9d81c46d69872e8f749e35155, entries=150, sequenceid=529, filesize=12.0 K 2024-11-25T10:15:32,101 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~53.67 KB/54960, heapSize ~160.08 KB/163920, currentSize=127.47 KB/130530 for 086975f674c828ef90efb081e908dff1 in 1336ms, sequenceid=529, compaction requested=true 2024-11-25T10:15:32,101 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 086975f674c828ef90efb081e908dff1: 2024-11-25T10:15:32,102 DEBUG [RS:0;e2fd862922a0:38547-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-25T10:15:32,102 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 086975f674c828ef90efb081e908dff1:A, priority=-2147483648, current under compaction store size is 1 2024-11-25T10:15:32,102 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-25T10:15:32,102 DEBUG [RS:0;e2fd862922a0:38547-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-25T10:15:32,103 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 086975f674c828ef90efb081e908dff1:B, priority=-2147483648, current under compaction store size is 2 2024-11-25T10:15:32,103 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-25T10:15:32,103 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 086975f674c828ef90efb081e908dff1:C, priority=-2147483648, current under compaction store size is 3 2024-11-25T10:15:32,103 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-25T10:15:32,103 DEBUG [RS:0;e2fd862922a0:38547-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 102937 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-25T10:15:32,103 DEBUG [RS:0;e2fd862922a0:38547-shortCompactions-0 {}] regionserver.HStore(1541): 086975f674c828ef90efb081e908dff1/A is initiating minor compaction (all files) 2024-11-25T10:15:32,103 DEBUG [RS:0;e2fd862922a0:38547-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37381 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-25T10:15:32,103 INFO [RS:0;e2fd862922a0:38547-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 086975f674c828ef90efb081e908dff1/A in TestAcidGuarantees,,1732529713522.086975f674c828ef90efb081e908dff1. 2024-11-25T10:15:32,103 DEBUG [RS:0;e2fd862922a0:38547-longCompactions-0 {}] regionserver.HStore(1541): 086975f674c828ef90efb081e908dff1/B is initiating minor compaction (all files) 2024-11-25T10:15:32,103 INFO [RS:0;e2fd862922a0:38547-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/086975f674c828ef90efb081e908dff1/A/e6af794efb3146339190edde957f083d, hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/086975f674c828ef90efb081e908dff1/A/5750e37924624f91a051fc7b16344f16, hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/086975f674c828ef90efb081e908dff1/A/714a9878da49486987282661d4876c8e] into tmpdir=hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/086975f674c828ef90efb081e908dff1/.tmp, totalSize=100.5 K 2024-11-25T10:15:32,103 INFO [RS:0;e2fd862922a0:38547-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 086975f674c828ef90efb081e908dff1/B in TestAcidGuarantees,,1732529713522.086975f674c828ef90efb081e908dff1. 2024-11-25T10:15:32,103 INFO [RS:0;e2fd862922a0:38547-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732529713522.086975f674c828ef90efb081e908dff1. 2024-11-25T10:15:32,103 INFO [RS:0;e2fd862922a0:38547-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/086975f674c828ef90efb081e908dff1/B/06815cd1179a407b9fdfdea445950375, hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/086975f674c828ef90efb081e908dff1/B/b0f41c5f583e4f61815bbfbda2363d52, hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/086975f674c828ef90efb081e908dff1/B/1e8671c7f3174730a39ff811e17b5bfd] into tmpdir=hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/086975f674c828ef90efb081e908dff1/.tmp, totalSize=36.5 K 2024-11-25T10:15:32,103 DEBUG [RS:0;e2fd862922a0:38547-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732529713522.086975f674c828ef90efb081e908dff1. files: [hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/086975f674c828ef90efb081e908dff1/A/e6af794efb3146339190edde957f083d, hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/086975f674c828ef90efb081e908dff1/A/5750e37924624f91a051fc7b16344f16, hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/086975f674c828ef90efb081e908dff1/A/714a9878da49486987282661d4876c8e] 2024-11-25T10:15:32,104 DEBUG [RS:0;e2fd862922a0:38547-shortCompactions-0 {}] compactions.Compactor(225): Compacting e6af794efb3146339190edde957f083d, keycount=150, bloomtype=ROW, size=31.0 K, encoding=NONE, compression=NONE, seqNum=479, earliestPutTs=1732529726165 2024-11-25T10:15:32,104 DEBUG [RS:0;e2fd862922a0:38547-longCompactions-0 {}] compactions.Compactor(225): Compacting 06815cd1179a407b9fdfdea445950375, keycount=150, bloomtype=ROW, size=12.5 K, encoding=NONE, compression=NONE, seqNum=479, earliestPutTs=1732529726165 2024-11-25T10:15:32,104 DEBUG [RS:0;e2fd862922a0:38547-longCompactions-0 {}] compactions.Compactor(225): Compacting b0f41c5f583e4f61815bbfbda2363d52, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=515, earliestPutTs=1732529727559 2024-11-25T10:15:32,104 DEBUG [RS:0;e2fd862922a0:38547-shortCompactions-0 {}] compactions.Compactor(225): Compacting 5750e37924624f91a051fc7b16344f16, keycount=150, bloomtype=ROW, size=30.5 K, encoding=NONE, compression=NONE, seqNum=515, earliestPutTs=1732529727559 2024-11-25T10:15:32,104 DEBUG [RS:0;e2fd862922a0:38547-longCompactions-0 {}] compactions.Compactor(225): Compacting 1e8671c7f3174730a39ff811e17b5bfd, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=529, earliestPutTs=1732529728778 2024-11-25T10:15:32,104 DEBUG [RS:0;e2fd862922a0:38547-shortCompactions-0 {}] compactions.Compactor(225): Compacting 714a9878da49486987282661d4876c8e, keycount=200, bloomtype=ROW, size=39.0 K, encoding=NONE, compression=NONE, seqNum=529, earliestPutTs=1732529728778 2024-11-25T10:15:32,114 INFO [RS:0;e2fd862922a0:38547-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 086975f674c828ef90efb081e908dff1#B#compaction#345 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-25T10:15:32,115 DEBUG [RS:0;e2fd862922a0:38547-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/086975f674c828ef90efb081e908dff1/.tmp/B/611c88286a58472f8496ad6993070770 is 50, key is test_row_0/B:col10/1732529730764/Put/seqid=0 2024-11-25T10:15:32,121 INFO [RS:0;e2fd862922a0:38547-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(321): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=086975f674c828ef90efb081e908dff1] 2024-11-25T10:15:32,124 DEBUG [RS:0;e2fd862922a0:38547-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(635): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e20241125b181822bb73441a795eca2a5b59eeb96_086975f674c828ef90efb081e908dff1 store=[table=TestAcidGuarantees family=A region=086975f674c828ef90efb081e908dff1] 2024-11-25T10:15:32,125 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39927 is added to blk_1073742235_1411 (size=12881) 2024-11-25T10:15:32,126 DEBUG [RS:0;e2fd862922a0:38547-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(656): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e20241125b181822bb73441a795eca2a5b59eeb96_086975f674c828ef90efb081e908dff1, store=[table=TestAcidGuarantees family=A region=086975f674c828ef90efb081e908dff1] 2024-11-25T10:15:32,126 DEBUG [RS:0;e2fd862922a0:38547-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(667): Aborting writer for hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241125b181822bb73441a795eca2a5b59eeb96_086975f674c828ef90efb081e908dff1 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=086975f674c828ef90efb081e908dff1] 2024-11-25T10:15:32,129 DEBUG [RS:0;e2fd862922a0:38547-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/086975f674c828ef90efb081e908dff1/.tmp/B/611c88286a58472f8496ad6993070770 as hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/086975f674c828ef90efb081e908dff1/B/611c88286a58472f8496ad6993070770 2024-11-25T10:15:32,130 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39927 is added to blk_1073742236_1412 (size=4469) 2024-11-25T10:15:32,134 INFO [RS:0;e2fd862922a0:38547-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 086975f674c828ef90efb081e908dff1/B of 086975f674c828ef90efb081e908dff1 into 611c88286a58472f8496ad6993070770(size=12.6 K), total size for store is 12.6 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-25T10:15:32,134 DEBUG [RS:0;e2fd862922a0:38547-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 086975f674c828ef90efb081e908dff1: 2024-11-25T10:15:32,134 INFO [RS:0;e2fd862922a0:38547-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732529713522.086975f674c828ef90efb081e908dff1., storeName=086975f674c828ef90efb081e908dff1/B, priority=13, startTime=1732529732102; duration=0sec 2024-11-25T10:15:32,134 DEBUG [RS:0;e2fd862922a0:38547-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-25T10:15:32,134 DEBUG [RS:0;e2fd862922a0:38547-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 086975f674c828ef90efb081e908dff1:B 2024-11-25T10:15:32,134 DEBUG [RS:0;e2fd862922a0:38547-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-25T10:15:32,135 DEBUG [RS:0;e2fd862922a0:38547-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37381 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-25T10:15:32,135 DEBUG [RS:0;e2fd862922a0:38547-longCompactions-0 {}] regionserver.HStore(1541): 086975f674c828ef90efb081e908dff1/C is initiating minor compaction (all files) 2024-11-25T10:15:32,135 INFO [RS:0;e2fd862922a0:38547-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 086975f674c828ef90efb081e908dff1/C in TestAcidGuarantees,,1732529713522.086975f674c828ef90efb081e908dff1. 2024-11-25T10:15:32,135 INFO [RS:0;e2fd862922a0:38547-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/086975f674c828ef90efb081e908dff1/C/1f0d8651f56942878f894cf8830d9501, hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/086975f674c828ef90efb081e908dff1/C/f3a91b69d9394bc38e6343cad46f5cc0, hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/086975f674c828ef90efb081e908dff1/C/933ff5e9d81c46d69872e8f749e35155] into tmpdir=hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/086975f674c828ef90efb081e908dff1/.tmp, totalSize=36.5 K 2024-11-25T10:15:32,136 DEBUG [RS:0;e2fd862922a0:38547-longCompactions-0 {}] compactions.Compactor(225): Compacting 1f0d8651f56942878f894cf8830d9501, keycount=150, bloomtype=ROW, size=12.5 K, encoding=NONE, compression=NONE, seqNum=479, earliestPutTs=1732529726165 2024-11-25T10:15:32,136 DEBUG [RS:0;e2fd862922a0:38547-longCompactions-0 {}] compactions.Compactor(225): Compacting f3a91b69d9394bc38e6343cad46f5cc0, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=515, earliestPutTs=1732529727559 2024-11-25T10:15:32,136 DEBUG [RS:0;e2fd862922a0:38547-longCompactions-0 {}] compactions.Compactor(225): Compacting 933ff5e9d81c46d69872e8f749e35155, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=529, earliestPutTs=1732529728778 2024-11-25T10:15:32,145 INFO [RS:0;e2fd862922a0:38547-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 086975f674c828ef90efb081e908dff1#C#compaction#347 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-25T10:15:32,145 DEBUG [RS:0;e2fd862922a0:38547-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/086975f674c828ef90efb081e908dff1/.tmp/C/2eddba5712474ec88acf801beaef5f86 is 50, key is test_row_0/C:col10/1732529730764/Put/seqid=0 2024-11-25T10:15:32,160 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39927 is added to blk_1073742237_1413 (size=12881) 2024-11-25T10:15:32,312 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41005 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=115 2024-11-25T10:15:32,313 INFO [RPCClient-NioEventLoopGroup-4-8 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-25T10:15:32,313 INFO [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41005 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-25T10:15:32,314 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41005 {}] procedure2.ProcedureExecutor(1139): Stored pid=117, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=117, table=TestAcidGuarantees 2024-11-25T10:15:32,315 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41005 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=117 2024-11-25T10:15:32,315 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=117, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=117, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-25T10:15:32,316 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=117, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=117, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-25T10:15:32,316 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=118, ppid=117, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-25T10:15:32,422 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41005 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=117 2024-11-25T10:15:32,469 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=38547 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=118 2024-11-25T10:15:32,469 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e2fd862922a0:0-1 {event_type=RS_FLUSH_REGIONS, pid=118}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732529713522.086975f674c828ef90efb081e908dff1. 2024-11-25T10:15:32,469 INFO [RS_FLUSH_OPERATIONS-regionserver/e2fd862922a0:0-1 {event_type=RS_FLUSH_REGIONS, pid=118}] regionserver.HRegion(2902): Flushing 086975f674c828ef90efb081e908dff1 3/3 column families, dataSize=127.47 KB heapSize=360.38 KB 2024-11-25T10:15:32,469 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e2fd862922a0:0-1 {event_type=RS_FLUSH_REGIONS, pid=118}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 086975f674c828ef90efb081e908dff1, store=A 2024-11-25T10:15:32,469 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e2fd862922a0:0-1 {event_type=RS_FLUSH_REGIONS, pid=118}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-25T10:15:32,469 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e2fd862922a0:0-1 {event_type=RS_FLUSH_REGIONS, pid=118}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 086975f674c828ef90efb081e908dff1, store=B 2024-11-25T10:15:32,469 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e2fd862922a0:0-1 {event_type=RS_FLUSH_REGIONS, pid=118}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-25T10:15:32,469 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e2fd862922a0:0-1 {event_type=RS_FLUSH_REGIONS, pid=118}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 086975f674c828ef90efb081e908dff1, store=C 2024-11-25T10:15:32,469 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e2fd862922a0:0-1 {event_type=RS_FLUSH_REGIONS, pid=118}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-25T10:15:32,477 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e2fd862922a0:0-1 {event_type=RS_FLUSH_REGIONS, pid=118}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411252aaa0650f6404c839df42cfdede17464_086975f674c828ef90efb081e908dff1 is 50, key is test_row_0/A:col10/1732529730909/Put/seqid=0 2024-11-25T10:15:32,480 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39927 is added to blk_1073742238_1414 (size=12454) 2024-11-25T10:15:32,533 INFO [RS:0;e2fd862922a0:38547-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 086975f674c828ef90efb081e908dff1#A#compaction#346 average throughput is 0.06 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-25T10:15:32,533 DEBUG [RS:0;e2fd862922a0:38547-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/086975f674c828ef90efb081e908dff1/.tmp/A/1ba0e89c188144df9ee680e64c9fab49 is 175, key is test_row_0/A:col10/1732529730764/Put/seqid=0 2024-11-25T10:15:32,537 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39927 is added to blk_1073742239_1415 (size=31835) 2024-11-25T10:15:32,566 DEBUG [RS:0;e2fd862922a0:38547-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/086975f674c828ef90efb081e908dff1/.tmp/C/2eddba5712474ec88acf801beaef5f86 as hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/086975f674c828ef90efb081e908dff1/C/2eddba5712474ec88acf801beaef5f86 2024-11-25T10:15:32,571 INFO [RS:0;e2fd862922a0:38547-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 086975f674c828ef90efb081e908dff1/C of 086975f674c828ef90efb081e908dff1 into 2eddba5712474ec88acf801beaef5f86(size=12.6 K), total size for store is 12.6 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-25T10:15:32,571 DEBUG [RS:0;e2fd862922a0:38547-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 086975f674c828ef90efb081e908dff1: 2024-11-25T10:15:32,571 INFO [RS:0;e2fd862922a0:38547-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732529713522.086975f674c828ef90efb081e908dff1., storeName=086975f674c828ef90efb081e908dff1/C, priority=13, startTime=1732529732103; duration=0sec 2024-11-25T10:15:32,571 DEBUG [RS:0;e2fd862922a0:38547-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-25T10:15:32,571 DEBUG [RS:0;e2fd862922a0:38547-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 086975f674c828ef90efb081e908dff1:C 2024-11-25T10:15:32,632 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41005 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=117 2024-11-25T10:15:32,881 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e2fd862922a0:0-1 {event_type=RS_FLUSH_REGIONS, pid=118}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:32,886 INFO [RS_FLUSH_OPERATIONS-regionserver/e2fd862922a0:0-1 {event_type=RS_FLUSH_REGIONS, pid=118}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411252aaa0650f6404c839df42cfdede17464_086975f674c828ef90efb081e908dff1 to hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411252aaa0650f6404c839df42cfdede17464_086975f674c828ef90efb081e908dff1 2024-11-25T10:15:32,886 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e2fd862922a0:0-1 {event_type=RS_FLUSH_REGIONS, pid=118}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/086975f674c828ef90efb081e908dff1/.tmp/A/a6bdfc5df6164305a287692ae11fb053, store: [table=TestAcidGuarantees family=A region=086975f674c828ef90efb081e908dff1] 2024-11-25T10:15:32,887 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e2fd862922a0:0-1 {event_type=RS_FLUSH_REGIONS, pid=118}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/086975f674c828ef90efb081e908dff1/.tmp/A/a6bdfc5df6164305a287692ae11fb053 is 175, key is test_row_0/A:col10/1732529730909/Put/seqid=0 2024-11-25T10:15:32,891 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39927 is added to blk_1073742240_1416 (size=31255) 2024-11-25T10:15:32,942 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41005 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=117 2024-11-25T10:15:32,943 DEBUG [RS:0;e2fd862922a0:38547-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/086975f674c828ef90efb081e908dff1/.tmp/A/1ba0e89c188144df9ee680e64c9fab49 as hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/086975f674c828ef90efb081e908dff1/A/1ba0e89c188144df9ee680e64c9fab49 2024-11-25T10:15:32,948 INFO [RS:0;e2fd862922a0:38547-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 086975f674c828ef90efb081e908dff1/A of 086975f674c828ef90efb081e908dff1 into 1ba0e89c188144df9ee680e64c9fab49(size=31.1 K), total size for store is 31.1 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-25T10:15:32,948 DEBUG [RS:0;e2fd862922a0:38547-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 086975f674c828ef90efb081e908dff1: 2024-11-25T10:15:32,948 INFO [RS:0;e2fd862922a0:38547-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732529713522.086975f674c828ef90efb081e908dff1., storeName=086975f674c828ef90efb081e908dff1/A, priority=13, startTime=1732529732102; duration=0sec 2024-11-25T10:15:32,948 DEBUG [RS:0;e2fd862922a0:38547-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-25T10:15:32,948 DEBUG [RS:0;e2fd862922a0:38547-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 086975f674c828ef90efb081e908dff1:A 2024-11-25T10:15:33,032 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] regionserver.HRegion(8855): Flush requested on 086975f674c828ef90efb081e908dff1 2024-11-25T10:15:33,032 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732529713522.086975f674c828ef90efb081e908dff1. as already flushing 2024-11-25T10:15:33,080 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=086975f674c828ef90efb081e908dff1, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-25T10:15:33,080 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] ipc.CallRunner(138): callId: 159 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38724 deadline: 1732529793064, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=086975f674c828ef90efb081e908dff1, server=e2fd862922a0,38547,1732529625709 2024-11-25T10:15:33,080 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732529713522.086975f674c828ef90efb081e908dff1., hostname=e2fd862922a0,38547,1732529625709, seqNum=5 , the old value is region=TestAcidGuarantees,,1732529713522.086975f674c828ef90efb081e908dff1., hostname=e2fd862922a0,38547,1732529625709, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=086975f674c828ef90efb081e908dff1, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T10:15:33,080 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732529713522.086975f674c828ef90efb081e908dff1., hostname=e2fd862922a0,38547,1732529625709, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=086975f674c828ef90efb081e908dff1, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T10:15:33,080 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732529713522.086975f674c828ef90efb081e908dff1., hostname=e2fd862922a0,38547,1732529625709, seqNum=5 because the exception is null or not the one we care about 2024-11-25T10:15:33,084 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=086975f674c828ef90efb081e908dff1, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-25T10:15:33,084 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] ipc.CallRunner(138): callId: 176 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38698 deadline: 1732529793071, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=086975f674c828ef90efb081e908dff1, server=e2fd862922a0,38547,1732529625709 2024-11-25T10:15:33,086 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732529713522.086975f674c828ef90efb081e908dff1., hostname=e2fd862922a0,38547,1732529625709, seqNum=5 , the old value is region=TestAcidGuarantees,,1732529713522.086975f674c828ef90efb081e908dff1., hostname=e2fd862922a0,38547,1732529625709, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=086975f674c828ef90efb081e908dff1, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T10:15:33,086 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732529713522.086975f674c828ef90efb081e908dff1., hostname=e2fd862922a0,38547,1732529625709, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=086975f674c828ef90efb081e908dff1, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T10:15:33,086 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732529713522.086975f674c828ef90efb081e908dff1., hostname=e2fd862922a0,38547,1732529625709, seqNum=5 because the exception is null or not the one we care about 2024-11-25T10:15:33,112 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=086975f674c828ef90efb081e908dff1, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-25T10:15:33,112 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] ipc.CallRunner(138): callId: 117 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38710 deadline: 1732529793101, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=086975f674c828ef90efb081e908dff1, server=e2fd862922a0,38547,1732529625709 2024-11-25T10:15:33,112 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=086975f674c828ef90efb081e908dff1, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-25T10:15:33,112 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] ipc.CallRunner(138): callId: 120 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38752 deadline: 1732529793102, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=086975f674c828ef90efb081e908dff1, server=e2fd862922a0,38547,1732529625709 2024-11-25T10:15:33,113 WARN [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRpcRetryingCaller(177): Call to e2fd862922a0,38547,1732529625709 for 'test_row_1' in 086975f674c828ef90efb081e908dff1 of TestAcidGuarantees failed, tries = 6, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 2189 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=086975f674c828ef90efb081e908dff1, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor39.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=086975f674c828ef90efb081e908dff1, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 32 more 2024-11-25T10:15:33,114 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732529713522.086975f674c828ef90efb081e908dff1., hostname=e2fd862922a0,38547,1732529625709, seqNum=5 , the old value is region=TestAcidGuarantees,,1732529713522.086975f674c828ef90efb081e908dff1., hostname=e2fd862922a0,38547,1732529625709, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=086975f674c828ef90efb081e908dff1, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T10:15:33,114 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732529713522.086975f674c828ef90efb081e908dff1., hostname=e2fd862922a0,38547,1732529625709, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=086975f674c828ef90efb081e908dff1, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T10:15:33,114 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732529713522.086975f674c828ef90efb081e908dff1., hostname=e2fd862922a0,38547,1732529625709, seqNum=5 because the exception is null or not the one we care about 2024-11-25T10:15:33,114 WARN [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRpcRetryingCaller(177): Call to e2fd862922a0,38547,1732529625709 for 'test_row_1' in 086975f674c828ef90efb081e908dff1 of TestAcidGuarantees failed, tries = 6, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 2202 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=086975f674c828ef90efb081e908dff1, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor39.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=086975f674c828ef90efb081e908dff1, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 32 more 2024-11-25T10:15:33,115 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732529713522.086975f674c828ef90efb081e908dff1., hostname=e2fd862922a0,38547,1732529625709, seqNum=5 , the old value is region=TestAcidGuarantees,,1732529713522.086975f674c828ef90efb081e908dff1., hostname=e2fd862922a0,38547,1732529625709, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=086975f674c828ef90efb081e908dff1, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T10:15:33,115 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732529713522.086975f674c828ef90efb081e908dff1., hostname=e2fd862922a0,38547,1732529625709, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=086975f674c828ef90efb081e908dff1, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T10:15:33,115 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732529713522.086975f674c828ef90efb081e908dff1., hostname=e2fd862922a0,38547,1732529625709, seqNum=5 because the exception is null or not the one we care about 2024-11-25T10:15:33,124 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=086975f674c828ef90efb081e908dff1, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-25T10:15:33,124 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] ipc.CallRunner(138): callId: 115 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38696 deadline: 1732529793112, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=086975f674c828ef90efb081e908dff1, server=e2fd862922a0,38547,1732529625709 2024-11-25T10:15:33,125 WARN [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRpcRetryingCaller(177): Call to e2fd862922a0,38547,1732529625709 for 'test_row_0' in 086975f674c828ef90efb081e908dff1 of TestAcidGuarantees failed, tries = 6, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 2198 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=086975f674c828ef90efb081e908dff1, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor39.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=086975f674c828ef90efb081e908dff1, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 32 more 2024-11-25T10:15:33,125 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732529713522.086975f674c828ef90efb081e908dff1., hostname=e2fd862922a0,38547,1732529625709, seqNum=5 , the old value is region=TestAcidGuarantees,,1732529713522.086975f674c828ef90efb081e908dff1., hostname=e2fd862922a0,38547,1732529625709, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=086975f674c828ef90efb081e908dff1, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T10:15:33,125 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732529713522.086975f674c828ef90efb081e908dff1., hostname=e2fd862922a0,38547,1732529625709, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=086975f674c828ef90efb081e908dff1, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T10:15:33,125 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732529713522.086975f674c828ef90efb081e908dff1., hostname=e2fd862922a0,38547,1732529625709, seqNum=5 because the exception is null or not the one we care about 2024-11-25T10:15:33,199 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=086975f674c828ef90efb081e908dff1, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-25T10:15:33,199 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] ipc.CallRunner(138): callId: 160 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38724 deadline: 1732529793192, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=086975f674c828ef90efb081e908dff1, server=e2fd862922a0,38547,1732529625709 2024-11-25T10:15:33,199 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=086975f674c828ef90efb081e908dff1, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-25T10:15:33,199 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732529713522.086975f674c828ef90efb081e908dff1., hostname=e2fd862922a0,38547,1732529625709, seqNum=5 , the old value is region=TestAcidGuarantees,,1732529713522.086975f674c828ef90efb081e908dff1., hostname=e2fd862922a0,38547,1732529625709, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=086975f674c828ef90efb081e908dff1, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T10:15:33,199 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732529713522.086975f674c828ef90efb081e908dff1., hostname=e2fd862922a0,38547,1732529625709, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=086975f674c828ef90efb081e908dff1, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T10:15:33,199 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] ipc.CallRunner(138): callId: 177 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38698 deadline: 1732529793192, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=086975f674c828ef90efb081e908dff1, server=e2fd862922a0,38547,1732529625709 2024-11-25T10:15:33,199 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732529713522.086975f674c828ef90efb081e908dff1., hostname=e2fd862922a0,38547,1732529625709, seqNum=5 because the exception is null or not the one we care about 2024-11-25T10:15:33,200 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732529713522.086975f674c828ef90efb081e908dff1., hostname=e2fd862922a0,38547,1732529625709, seqNum=5 , the old value is region=TestAcidGuarantees,,1732529713522.086975f674c828ef90efb081e908dff1., hostname=e2fd862922a0,38547,1732529625709, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=086975f674c828ef90efb081e908dff1, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T10:15:33,200 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732529713522.086975f674c828ef90efb081e908dff1., hostname=e2fd862922a0,38547,1732529625709, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=086975f674c828ef90efb081e908dff1, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T10:15:33,200 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732529713522.086975f674c828ef90efb081e908dff1., hostname=e2fd862922a0,38547,1732529625709, seqNum=5 because the exception is null or not the one we care about 2024-11-25T10:15:33,292 INFO [RS_FLUSH_OPERATIONS-regionserver/e2fd862922a0:0-1 {event_type=RS_FLUSH_REGIONS, pid=118}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=565, memsize=42.5 K, hasBloomFilter=true, into tmp file hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/086975f674c828ef90efb081e908dff1/.tmp/A/a6bdfc5df6164305a287692ae11fb053 2024-11-25T10:15:33,305 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e2fd862922a0:0-1 {event_type=RS_FLUSH_REGIONS, pid=118}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/086975f674c828ef90efb081e908dff1/.tmp/B/99138166e7bf493b8f145143d3869e35 is 50, key is test_row_0/B:col10/1732529730909/Put/seqid=0 2024-11-25T10:15:33,310 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39927 is added to blk_1073742241_1417 (size=12301) 2024-11-25T10:15:33,424 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=086975f674c828ef90efb081e908dff1, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-25T10:15:33,424 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] ipc.CallRunner(138): callId: 161 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38724 deadline: 1732529793412, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=086975f674c828ef90efb081e908dff1, server=e2fd862922a0,38547,1732529625709 2024-11-25T10:15:33,424 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=086975f674c828ef90efb081e908dff1, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-25T10:15:33,425 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] ipc.CallRunner(138): callId: 178 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38698 deadline: 1732529793412, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=086975f674c828ef90efb081e908dff1, server=e2fd862922a0,38547,1732529625709 2024-11-25T10:15:33,425 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732529713522.086975f674c828ef90efb081e908dff1., hostname=e2fd862922a0,38547,1732529625709, seqNum=5 , the old value is region=TestAcidGuarantees,,1732529713522.086975f674c828ef90efb081e908dff1., hostname=e2fd862922a0,38547,1732529625709, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=086975f674c828ef90efb081e908dff1, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T10:15:33,425 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732529713522.086975f674c828ef90efb081e908dff1., hostname=e2fd862922a0,38547,1732529625709, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=086975f674c828ef90efb081e908dff1, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T10:15:33,425 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732529713522.086975f674c828ef90efb081e908dff1., hostname=e2fd862922a0,38547,1732529625709, seqNum=5 because the exception is null or not the one we care about 2024-11-25T10:15:33,425 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732529713522.086975f674c828ef90efb081e908dff1., hostname=e2fd862922a0,38547,1732529625709, seqNum=5 , the old value is region=TestAcidGuarantees,,1732529713522.086975f674c828ef90efb081e908dff1., hostname=e2fd862922a0,38547,1732529625709, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=086975f674c828ef90efb081e908dff1, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T10:15:33,425 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732529713522.086975f674c828ef90efb081e908dff1., hostname=e2fd862922a0,38547,1732529625709, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=086975f674c828ef90efb081e908dff1, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T10:15:33,425 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732529713522.086975f674c828ef90efb081e908dff1., hostname=e2fd862922a0,38547,1732529625709, seqNum=5 because the exception is null or not the one we care about 2024-11-25T10:15:33,452 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41005 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=117 2024-11-25T10:15:33,711 INFO [RS_FLUSH_OPERATIONS-regionserver/e2fd862922a0:0-1 {event_type=RS_FLUSH_REGIONS, pid=118}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=565 (bloomFilter=true), to=hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/086975f674c828ef90efb081e908dff1/.tmp/B/99138166e7bf493b8f145143d3869e35 2024-11-25T10:15:33,718 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e2fd862922a0:0-1 {event_type=RS_FLUSH_REGIONS, pid=118}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/086975f674c828ef90efb081e908dff1/.tmp/C/404310669ee44c18a2dad2b6f38e871d is 50, key is test_row_0/C:col10/1732529730909/Put/seqid=0 2024-11-25T10:15:33,723 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39927 is added to blk_1073742242_1418 (size=12301) 2024-11-25T10:15:33,749 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=086975f674c828ef90efb081e908dff1, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-25T10:15:33,750 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] ipc.CallRunner(138): callId: 162 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38724 deadline: 1732529793733, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=086975f674c828ef90efb081e908dff1, server=e2fd862922a0,38547,1732529625709 2024-11-25T10:15:33,750 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732529713522.086975f674c828ef90efb081e908dff1., hostname=e2fd862922a0,38547,1732529625709, seqNum=5 , the old value is region=TestAcidGuarantees,,1732529713522.086975f674c828ef90efb081e908dff1., hostname=e2fd862922a0,38547,1732529625709, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=086975f674c828ef90efb081e908dff1, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T10:15:33,750 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732529713522.086975f674c828ef90efb081e908dff1., hostname=e2fd862922a0,38547,1732529625709, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=086975f674c828ef90efb081e908dff1, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T10:15:33,750 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=086975f674c828ef90efb081e908dff1, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-25T10:15:33,750 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732529713522.086975f674c828ef90efb081e908dff1., hostname=e2fd862922a0,38547,1732529625709, seqNum=5 because the exception is null or not the one we care about 2024-11-25T10:15:33,750 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] ipc.CallRunner(138): callId: 179 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38698 deadline: 1732529793736, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=086975f674c828ef90efb081e908dff1, server=e2fd862922a0,38547,1732529625709 2024-11-25T10:15:33,750 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732529713522.086975f674c828ef90efb081e908dff1., hostname=e2fd862922a0,38547,1732529625709, seqNum=5 , the old value is region=TestAcidGuarantees,,1732529713522.086975f674c828ef90efb081e908dff1., hostname=e2fd862922a0,38547,1732529625709, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=086975f674c828ef90efb081e908dff1, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T10:15:33,750 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732529713522.086975f674c828ef90efb081e908dff1., hostname=e2fd862922a0,38547,1732529625709, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=086975f674c828ef90efb081e908dff1, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T10:15:33,750 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732529713522.086975f674c828ef90efb081e908dff1., hostname=e2fd862922a0,38547,1732529625709, seqNum=5 because the exception is null or not the one we care about 2024-11-25T10:15:34,124 INFO [RS_FLUSH_OPERATIONS-regionserver/e2fd862922a0:0-1 {event_type=RS_FLUSH_REGIONS, pid=118}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=565 (bloomFilter=true), to=hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/086975f674c828ef90efb081e908dff1/.tmp/C/404310669ee44c18a2dad2b6f38e871d 2024-11-25T10:15:34,133 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e2fd862922a0:0-1 {event_type=RS_FLUSH_REGIONS, pid=118}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/086975f674c828ef90efb081e908dff1/.tmp/A/a6bdfc5df6164305a287692ae11fb053 as hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/086975f674c828ef90efb081e908dff1/A/a6bdfc5df6164305a287692ae11fb053 2024-11-25T10:15:34,136 INFO [RS_FLUSH_OPERATIONS-regionserver/e2fd862922a0:0-1 {event_type=RS_FLUSH_REGIONS, pid=118}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/086975f674c828ef90efb081e908dff1/A/a6bdfc5df6164305a287692ae11fb053, entries=150, sequenceid=565, filesize=30.5 K 2024-11-25T10:15:34,137 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e2fd862922a0:0-1 {event_type=RS_FLUSH_REGIONS, pid=118}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/086975f674c828ef90efb081e908dff1/.tmp/B/99138166e7bf493b8f145143d3869e35 as hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/086975f674c828ef90efb081e908dff1/B/99138166e7bf493b8f145143d3869e35 2024-11-25T10:15:34,141 INFO [RS_FLUSH_OPERATIONS-regionserver/e2fd862922a0:0-1 {event_type=RS_FLUSH_REGIONS, pid=118}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/086975f674c828ef90efb081e908dff1/B/99138166e7bf493b8f145143d3869e35, entries=150, sequenceid=565, filesize=12.0 K 2024-11-25T10:15:34,142 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e2fd862922a0:0-1 {event_type=RS_FLUSH_REGIONS, pid=118}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/086975f674c828ef90efb081e908dff1/.tmp/C/404310669ee44c18a2dad2b6f38e871d as hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/086975f674c828ef90efb081e908dff1/C/404310669ee44c18a2dad2b6f38e871d 2024-11-25T10:15:34,145 INFO [RS_FLUSH_OPERATIONS-regionserver/e2fd862922a0:0-1 {event_type=RS_FLUSH_REGIONS, pid=118}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/086975f674c828ef90efb081e908dff1/C/404310669ee44c18a2dad2b6f38e871d, entries=150, sequenceid=565, filesize=12.0 K 2024-11-25T10:15:34,145 INFO [RS_FLUSH_OPERATIONS-regionserver/e2fd862922a0:0-1 {event_type=RS_FLUSH_REGIONS, pid=118}] regionserver.HRegion(3140): Finished flush of dataSize ~127.47 KB/130530, heapSize ~360.33 KB/368976, currentSize=53.67 KB/54960 for 086975f674c828ef90efb081e908dff1 in 1676ms, sequenceid=565, compaction requested=false 2024-11-25T10:15:34,145 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e2fd862922a0:0-1 {event_type=RS_FLUSH_REGIONS, pid=118}] regionserver.HRegion(2603): Flush status journal for 086975f674c828ef90efb081e908dff1: 2024-11-25T10:15:34,146 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e2fd862922a0:0-1 {event_type=RS_FLUSH_REGIONS, pid=118}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732529713522.086975f674c828ef90efb081e908dff1. 2024-11-25T10:15:34,146 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e2fd862922a0:0-1 {event_type=RS_FLUSH_REGIONS, pid=118}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=118 2024-11-25T10:15:34,146 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41005 {}] master.HMaster(4169): Remote procedure done, pid=118 2024-11-25T10:15:34,148 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=118, resume processing ppid=117 2024-11-25T10:15:34,149 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=118, ppid=117, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.8310 sec 2024-11-25T10:15:34,150 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=117, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=117, table=TestAcidGuarantees in 1.8360 sec 2024-11-25T10:15:34,270 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] regionserver.HRegion(8855): Flush requested on 086975f674c828ef90efb081e908dff1 2024-11-25T10:15:34,270 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 086975f674c828ef90efb081e908dff1 3/3 column families, dataSize=60.38 KB heapSize=180.05 KB 2024-11-25T10:15:34,271 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 086975f674c828ef90efb081e908dff1, store=A 2024-11-25T10:15:34,271 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T10:15:34,271 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 086975f674c828ef90efb081e908dff1, store=B 2024-11-25T10:15:34,271 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T10:15:34,271 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 086975f674c828ef90efb081e908dff1, store=C 2024-11-25T10:15:34,271 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T10:15:34,278 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411255f68a0f906034e829086008d8ac31415_086975f674c828ef90efb081e908dff1 is 50, key is test_row_0/A:col10/1732529733061/Put/seqid=0 2024-11-25T10:15:34,283 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39927 is added to blk_1073742243_1419 (size=14994) 2024-11-25T10:15:34,346 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=086975f674c828ef90efb081e908dff1, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-25T10:15:34,346 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] ipc.CallRunner(138): callId: 172 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38724 deadline: 1732529794339, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=086975f674c828ef90efb081e908dff1, server=e2fd862922a0,38547,1732529625709 2024-11-25T10:15:34,346 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732529713522.086975f674c828ef90efb081e908dff1., hostname=e2fd862922a0,38547,1732529625709, seqNum=5 , the old value is region=TestAcidGuarantees,,1732529713522.086975f674c828ef90efb081e908dff1., hostname=e2fd862922a0,38547,1732529625709, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=086975f674c828ef90efb081e908dff1, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T10:15:34,346 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732529713522.086975f674c828ef90efb081e908dff1., hostname=e2fd862922a0,38547,1732529625709, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=086975f674c828ef90efb081e908dff1, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T10:15:34,346 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732529713522.086975f674c828ef90efb081e908dff1., hostname=e2fd862922a0,38547,1732529625709, seqNum=5 because the exception is null or not the one we care about 2024-11-25T10:15:34,352 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=086975f674c828ef90efb081e908dff1, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-25T10:15:34,353 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] ipc.CallRunner(138): callId: 189 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38698 deadline: 1732529794340, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=086975f674c828ef90efb081e908dff1, server=e2fd862922a0,38547,1732529625709 2024-11-25T10:15:34,355 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732529713522.086975f674c828ef90efb081e908dff1., hostname=e2fd862922a0,38547,1732529625709, seqNum=5 , the old value is region=TestAcidGuarantees,,1732529713522.086975f674c828ef90efb081e908dff1., hostname=e2fd862922a0,38547,1732529625709, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=086975f674c828ef90efb081e908dff1, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T10:15:34,355 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732529713522.086975f674c828ef90efb081e908dff1., hostname=e2fd862922a0,38547,1732529625709, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=086975f674c828ef90efb081e908dff1, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T10:15:34,355 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732529713522.086975f674c828ef90efb081e908dff1., hostname=e2fd862922a0,38547,1732529625709, seqNum=5 because the exception is null or not the one we care about 2024-11-25T10:15:34,459 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=086975f674c828ef90efb081e908dff1, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-25T10:15:34,459 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] ipc.CallRunner(138): callId: 173 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38724 deadline: 1732529794452, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=086975f674c828ef90efb081e908dff1, server=e2fd862922a0,38547,1732529625709 2024-11-25T10:15:34,459 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732529713522.086975f674c828ef90efb081e908dff1., hostname=e2fd862922a0,38547,1732529625709, seqNum=5 , the old value is region=TestAcidGuarantees,,1732529713522.086975f674c828ef90efb081e908dff1., hostname=e2fd862922a0,38547,1732529625709, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=086975f674c828ef90efb081e908dff1, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T10:15:34,459 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732529713522.086975f674c828ef90efb081e908dff1., hostname=e2fd862922a0,38547,1732529625709, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=086975f674c828ef90efb081e908dff1, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T10:15:34,459 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732529713522.086975f674c828ef90efb081e908dff1., hostname=e2fd862922a0,38547,1732529625709, seqNum=5 because the exception is null or not the one we care about 2024-11-25T10:15:34,462 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41005 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=117 2024-11-25T10:15:34,463 INFO [RPCClient-NioEventLoopGroup-4-8 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-25T10:15:34,463 INFO [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41005 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-25T10:15:34,464 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41005 {}] procedure2.ProcedureExecutor(1139): Stored pid=119, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=119, table=TestAcidGuarantees 2024-11-25T10:15:34,466 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=119, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=119, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-25T10:15:34,466 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41005 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=119 2024-11-25T10:15:34,467 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=119, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=119, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-25T10:15:34,467 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=120, ppid=119, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-25T10:15:34,472 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=086975f674c828ef90efb081e908dff1, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-25T10:15:34,472 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] ipc.CallRunner(138): callId: 190 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38698 deadline: 1732529794462, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=086975f674c828ef90efb081e908dff1, server=e2fd862922a0,38547,1732529625709 2024-11-25T10:15:34,472 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732529713522.086975f674c828ef90efb081e908dff1., hostname=e2fd862922a0,38547,1732529625709, seqNum=5 , the old value is region=TestAcidGuarantees,,1732529713522.086975f674c828ef90efb081e908dff1., hostname=e2fd862922a0,38547,1732529625709, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=086975f674c828ef90efb081e908dff1, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T10:15:34,472 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732529713522.086975f674c828ef90efb081e908dff1., hostname=e2fd862922a0,38547,1732529625709, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=086975f674c828ef90efb081e908dff1, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T10:15:34,472 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732529713522.086975f674c828ef90efb081e908dff1., hostname=e2fd862922a0,38547,1732529625709, seqNum=5 because the exception is null or not the one we care about 2024-11-25T10:15:34,572 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41005 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=119 2024-11-25T10:15:34,619 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=38547 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=120 2024-11-25T10:15:34,619 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e2fd862922a0:0-2 {event_type=RS_FLUSH_REGIONS, pid=120}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732529713522.086975f674c828ef90efb081e908dff1. 2024-11-25T10:15:34,619 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e2fd862922a0:0-2 {event_type=RS_FLUSH_REGIONS, pid=120}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732529713522.086975f674c828ef90efb081e908dff1. as already flushing 2024-11-25T10:15:34,619 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e2fd862922a0:0-2 {event_type=RS_FLUSH_REGIONS, pid=120}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732529713522.086975f674c828ef90efb081e908dff1. 2024-11-25T10:15:34,619 ERROR [RS_FLUSH_OPERATIONS-regionserver/e2fd862922a0:0-2 {event_type=RS_FLUSH_REGIONS, pid=120}] handler.RSProcedureHandler(58): pid=120 java.io.IOException: Unable to complete flush {ENCODED => 086975f674c828ef90efb081e908dff1, NAME => 'TestAcidGuarantees,,1732529713522.086975f674c828ef90efb081e908dff1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T10:15:34,619 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e2fd862922a0:0-2 {event_type=RS_FLUSH_REGIONS, pid=120}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=120 java.io.IOException: Unable to complete flush {ENCODED => 086975f674c828ef90efb081e908dff1, NAME => 'TestAcidGuarantees,,1732529713522.086975f674c828ef90efb081e908dff1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T10:15:34,620 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41005 {}] master.HMaster(4177): Remote procedure failed, pid=120 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 086975f674c828ef90efb081e908dff1, NAME => 'TestAcidGuarantees,,1732529713522.086975f674c828ef90efb081e908dff1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 086975f674c828ef90efb081e908dff1, NAME => 'TestAcidGuarantees,,1732529713522.086975f674c828ef90efb081e908dff1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T10:15:34,668 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=086975f674c828ef90efb081e908dff1, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-25T10:15:34,669 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] ipc.CallRunner(138): callId: 174 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38724 deadline: 1732529794662, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=086975f674c828ef90efb081e908dff1, server=e2fd862922a0,38547,1732529625709 2024-11-25T10:15:34,669 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732529713522.086975f674c828ef90efb081e908dff1., hostname=e2fd862922a0,38547,1732529625709, seqNum=5 , the old value is region=TestAcidGuarantees,,1732529713522.086975f674c828ef90efb081e908dff1., hostname=e2fd862922a0,38547,1732529625709, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=086975f674c828ef90efb081e908dff1, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T10:15:34,669 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732529713522.086975f674c828ef90efb081e908dff1., hostname=e2fd862922a0,38547,1732529625709, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=086975f674c828ef90efb081e908dff1, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T10:15:34,669 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732529713522.086975f674c828ef90efb081e908dff1., hostname=e2fd862922a0,38547,1732529625709, seqNum=5 because the exception is null or not the one we care about 2024-11-25T10:15:34,683 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:34,687 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411255f68a0f906034e829086008d8ac31415_086975f674c828ef90efb081e908dff1 to hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411255f68a0f906034e829086008d8ac31415_086975f674c828ef90efb081e908dff1 2024-11-25T10:15:34,687 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/086975f674c828ef90efb081e908dff1/.tmp/A/a907b7e8c7334ed1b93a528300326e15, store: [table=TestAcidGuarantees family=A region=086975f674c828ef90efb081e908dff1] 2024-11-25T10:15:34,688 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/086975f674c828ef90efb081e908dff1/.tmp/A/a907b7e8c7334ed1b93a528300326e15 is 175, key is test_row_0/A:col10/1732529733061/Put/seqid=0 2024-11-25T10:15:34,689 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=086975f674c828ef90efb081e908dff1, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-25T10:15:34,690 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] ipc.CallRunner(138): callId: 191 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38698 deadline: 1732529794682, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=086975f674c828ef90efb081e908dff1, server=e2fd862922a0,38547,1732529625709 2024-11-25T10:15:34,690 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732529713522.086975f674c828ef90efb081e908dff1., hostname=e2fd862922a0,38547,1732529625709, seqNum=5 , the old value is region=TestAcidGuarantees,,1732529713522.086975f674c828ef90efb081e908dff1., hostname=e2fd862922a0,38547,1732529625709, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=086975f674c828ef90efb081e908dff1, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T10:15:34,690 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732529713522.086975f674c828ef90efb081e908dff1., hostname=e2fd862922a0,38547,1732529625709, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=086975f674c828ef90efb081e908dff1, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T10:15:34,690 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732529713522.086975f674c828ef90efb081e908dff1., hostname=e2fd862922a0,38547,1732529625709, seqNum=5 because the exception is null or not the one we care about 2024-11-25T10:15:34,691 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39927 is added to blk_1073742244_1420 (size=39949) 2024-11-25T10:15:34,780 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=38547 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=120 2024-11-25T10:15:34,780 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e2fd862922a0:0-0 {event_type=RS_FLUSH_REGIONS, pid=120}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732529713522.086975f674c828ef90efb081e908dff1. 2024-11-25T10:15:34,780 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e2fd862922a0:0-0 {event_type=RS_FLUSH_REGIONS, pid=120}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732529713522.086975f674c828ef90efb081e908dff1. as already flushing 2024-11-25T10:15:34,780 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e2fd862922a0:0-0 {event_type=RS_FLUSH_REGIONS, pid=120}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732529713522.086975f674c828ef90efb081e908dff1. 2024-11-25T10:15:34,780 ERROR [RS_FLUSH_OPERATIONS-regionserver/e2fd862922a0:0-0 {event_type=RS_FLUSH_REGIONS, pid=120}] handler.RSProcedureHandler(58): pid=120 java.io.IOException: Unable to complete flush {ENCODED => 086975f674c828ef90efb081e908dff1, NAME => 'TestAcidGuarantees,,1732529713522.086975f674c828ef90efb081e908dff1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T10:15:34,780 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e2fd862922a0:0-0 {event_type=RS_FLUSH_REGIONS, pid=120}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=120 java.io.IOException: Unable to complete flush {ENCODED => 086975f674c828ef90efb081e908dff1, NAME => 'TestAcidGuarantees,,1732529713522.086975f674c828ef90efb081e908dff1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T10:15:34,781 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41005 {}] master.HMaster(4177): Remote procedure failed, pid=120 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 086975f674c828ef90efb081e908dff1, NAME => 'TestAcidGuarantees,,1732529713522.086975f674c828ef90efb081e908dff1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 086975f674c828ef90efb081e908dff1, NAME => 'TestAcidGuarantees,,1732529713522.086975f674c828ef90efb081e908dff1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T10:15:34,782 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41005 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=119 2024-11-25T10:15:34,934 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=38547 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=120 2024-11-25T10:15:34,934 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e2fd862922a0:0-1 {event_type=RS_FLUSH_REGIONS, pid=120}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732529713522.086975f674c828ef90efb081e908dff1. 2024-11-25T10:15:34,934 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e2fd862922a0:0-1 {event_type=RS_FLUSH_REGIONS, pid=120}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732529713522.086975f674c828ef90efb081e908dff1. as already flushing 2024-11-25T10:15:34,934 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e2fd862922a0:0-1 {event_type=RS_FLUSH_REGIONS, pid=120}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732529713522.086975f674c828ef90efb081e908dff1. 2024-11-25T10:15:34,934 ERROR [RS_FLUSH_OPERATIONS-regionserver/e2fd862922a0:0-1 {event_type=RS_FLUSH_REGIONS, pid=120}] handler.RSProcedureHandler(58): pid=120 java.io.IOException: Unable to complete flush {ENCODED => 086975f674c828ef90efb081e908dff1, NAME => 'TestAcidGuarantees,,1732529713522.086975f674c828ef90efb081e908dff1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T10:15:34,934 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e2fd862922a0:0-1 {event_type=RS_FLUSH_REGIONS, pid=120}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=120 java.io.IOException: Unable to complete flush {ENCODED => 086975f674c828ef90efb081e908dff1, NAME => 'TestAcidGuarantees,,1732529713522.086975f674c828ef90efb081e908dff1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T10:15:34,935 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41005 {}] master.HMaster(4177): Remote procedure failed, pid=120 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 086975f674c828ef90efb081e908dff1, NAME => 'TestAcidGuarantees,,1732529713522.086975f674c828ef90efb081e908dff1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 086975f674c828ef90efb081e908dff1, NAME => 'TestAcidGuarantees,,1732529713522.086975f674c828ef90efb081e908dff1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T10:15:34,983 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=086975f674c828ef90efb081e908dff1, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-25T10:15:34,983 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] ipc.CallRunner(138): callId: 175 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38724 deadline: 1732529794973, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=086975f674c828ef90efb081e908dff1, server=e2fd862922a0,38547,1732529625709 2024-11-25T10:15:34,984 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732529713522.086975f674c828ef90efb081e908dff1., hostname=e2fd862922a0,38547,1732529625709, seqNum=5 , the old value is region=TestAcidGuarantees,,1732529713522.086975f674c828ef90efb081e908dff1., hostname=e2fd862922a0,38547,1732529625709, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=086975f674c828ef90efb081e908dff1, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T10:15:34,984 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732529713522.086975f674c828ef90efb081e908dff1., hostname=e2fd862922a0,38547,1732529625709, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=086975f674c828ef90efb081e908dff1, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T10:15:34,984 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732529713522.086975f674c828ef90efb081e908dff1., hostname=e2fd862922a0,38547,1732529625709, seqNum=5 because the exception is null or not the one we care about 2024-11-25T10:15:35,012 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=086975f674c828ef90efb081e908dff1, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-25T10:15:35,012 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] ipc.CallRunner(138): callId: 192 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38698 deadline: 1732529795002, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=086975f674c828ef90efb081e908dff1, server=e2fd862922a0,38547,1732529625709 2024-11-25T10:15:35,012 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732529713522.086975f674c828ef90efb081e908dff1., hostname=e2fd862922a0,38547,1732529625709, seqNum=5 , the old value is region=TestAcidGuarantees,,1732529713522.086975f674c828ef90efb081e908dff1., hostname=e2fd862922a0,38547,1732529625709, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=086975f674c828ef90efb081e908dff1, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T10:15:35,012 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732529713522.086975f674c828ef90efb081e908dff1., hostname=e2fd862922a0,38547,1732529625709, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=086975f674c828ef90efb081e908dff1, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T10:15:35,012 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732529713522.086975f674c828ef90efb081e908dff1., hostname=e2fd862922a0,38547,1732529625709, seqNum=5 because the exception is null or not the one we care about 2024-11-25T10:15:35,086 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=38547 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=120 2024-11-25T10:15:35,086 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e2fd862922a0:0-2 {event_type=RS_FLUSH_REGIONS, pid=120}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732529713522.086975f674c828ef90efb081e908dff1. 2024-11-25T10:15:35,087 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e2fd862922a0:0-2 {event_type=RS_FLUSH_REGIONS, pid=120}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732529713522.086975f674c828ef90efb081e908dff1. as already flushing 2024-11-25T10:15:35,087 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e2fd862922a0:0-2 {event_type=RS_FLUSH_REGIONS, pid=120}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732529713522.086975f674c828ef90efb081e908dff1. 2024-11-25T10:15:35,087 ERROR [RS_FLUSH_OPERATIONS-regionserver/e2fd862922a0:0-2 {event_type=RS_FLUSH_REGIONS, pid=120}] handler.RSProcedureHandler(58): pid=120 java.io.IOException: Unable to complete flush {ENCODED => 086975f674c828ef90efb081e908dff1, NAME => 'TestAcidGuarantees,,1732529713522.086975f674c828ef90efb081e908dff1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T10:15:35,087 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e2fd862922a0:0-2 {event_type=RS_FLUSH_REGIONS, pid=120}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=120 java.io.IOException: Unable to complete flush {ENCODED => 086975f674c828ef90efb081e908dff1, NAME => 'TestAcidGuarantees,,1732529713522.086975f674c828ef90efb081e908dff1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T10:15:35,087 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41005 {}] master.HMaster(4177): Remote procedure failed, pid=120 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 086975f674c828ef90efb081e908dff1, NAME => 'TestAcidGuarantees,,1732529713522.086975f674c828ef90efb081e908dff1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 086975f674c828ef90efb081e908dff1, NAME => 'TestAcidGuarantees,,1732529713522.086975f674c828ef90efb081e908dff1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T10:15:35,091 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41005 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=119 2024-11-25T10:15:35,092 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=580, memsize=22.4 K, hasBloomFilter=true, into tmp file hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/086975f674c828ef90efb081e908dff1/.tmp/A/a907b7e8c7334ed1b93a528300326e15 2024-11-25T10:15:35,099 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/086975f674c828ef90efb081e908dff1/.tmp/B/c4debe04d8dd40dcb926bfdd3410289f is 50, key is test_row_0/B:col10/1732529733061/Put/seqid=0 2024-11-25T10:15:35,105 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39927 is added to blk_1073742245_1421 (size=12301) 2024-11-25T10:15:35,141 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=086975f674c828ef90efb081e908dff1, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-25T10:15:35,141 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] ipc.CallRunner(138): callId: 121 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38752 deadline: 1732529795134, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=086975f674c828ef90efb081e908dff1, server=e2fd862922a0,38547,1732529625709 2024-11-25T10:15:35,141 WARN [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRpcRetryingCaller(177): Call to e2fd862922a0,38547,1732529625709 for 'test_row_1' in 086975f674c828ef90efb081e908dff1 of TestAcidGuarantees failed, tries = 7, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 4229 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=086975f674c828ef90efb081e908dff1, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor39.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=086975f674c828ef90efb081e908dff1, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 32 more 2024-11-25T10:15:35,142 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732529713522.086975f674c828ef90efb081e908dff1., hostname=e2fd862922a0,38547,1732529625709, seqNum=5 , the old value is region=TestAcidGuarantees,,1732529713522.086975f674c828ef90efb081e908dff1., hostname=e2fd862922a0,38547,1732529625709, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=086975f674c828ef90efb081e908dff1, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T10:15:35,142 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732529713522.086975f674c828ef90efb081e908dff1., hostname=e2fd862922a0,38547,1732529625709, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=086975f674c828ef90efb081e908dff1, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T10:15:35,142 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732529713522.086975f674c828ef90efb081e908dff1., hostname=e2fd862922a0,38547,1732529625709, seqNum=5 because the exception is null or not the one we care about 2024-11-25T10:15:35,148 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=086975f674c828ef90efb081e908dff1, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-25T10:15:35,149 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] ipc.CallRunner(138): callId: 118 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38710 deadline: 1732529795143, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=086975f674c828ef90efb081e908dff1, server=e2fd862922a0,38547,1732529625709 2024-11-25T10:15:35,149 WARN [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRpcRetryingCaller(177): Call to e2fd862922a0,38547,1732529625709 for 'test_row_1' in 086975f674c828ef90efb081e908dff1 of TestAcidGuarantees failed, tries = 7, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 4225 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=086975f674c828ef90efb081e908dff1, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor39.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=086975f674c828ef90efb081e908dff1, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 32 more 2024-11-25T10:15:35,150 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732529713522.086975f674c828ef90efb081e908dff1., hostname=e2fd862922a0,38547,1732529625709, seqNum=5 , the old value is region=TestAcidGuarantees,,1732529713522.086975f674c828ef90efb081e908dff1., hostname=e2fd862922a0,38547,1732529625709, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=086975f674c828ef90efb081e908dff1, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T10:15:35,150 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732529713522.086975f674c828ef90efb081e908dff1., hostname=e2fd862922a0,38547,1732529625709, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=086975f674c828ef90efb081e908dff1, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T10:15:35,150 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732529713522.086975f674c828ef90efb081e908dff1., hostname=e2fd862922a0,38547,1732529625709, seqNum=5 because the exception is null or not the one we care about 2024-11-25T10:15:35,157 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=086975f674c828ef90efb081e908dff1, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-25T10:15:35,157 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] ipc.CallRunner(138): callId: 116 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38696 deadline: 1732529795153, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=086975f674c828ef90efb081e908dff1, server=e2fd862922a0,38547,1732529625709 2024-11-25T10:15:35,158 WARN [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRpcRetryingCaller(177): Call to e2fd862922a0,38547,1732529625709 for 'test_row_0' in 086975f674c828ef90efb081e908dff1 of TestAcidGuarantees failed, tries = 7, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 4231 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=086975f674c828ef90efb081e908dff1, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor39.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=086975f674c828ef90efb081e908dff1, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 32 more 2024-11-25T10:15:35,158 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732529713522.086975f674c828ef90efb081e908dff1., hostname=e2fd862922a0,38547,1732529625709, seqNum=5 , the old value is region=TestAcidGuarantees,,1732529713522.086975f674c828ef90efb081e908dff1., hostname=e2fd862922a0,38547,1732529625709, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=086975f674c828ef90efb081e908dff1, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T10:15:35,158 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732529713522.086975f674c828ef90efb081e908dff1., hostname=e2fd862922a0,38547,1732529625709, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=086975f674c828ef90efb081e908dff1, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T10:15:35,158 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732529713522.086975f674c828ef90efb081e908dff1., hostname=e2fd862922a0,38547,1732529625709, seqNum=5 because the exception is null or not the one we care about 2024-11-25T10:15:35,240 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=38547 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=120 2024-11-25T10:15:35,241 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e2fd862922a0:0-0 {event_type=RS_FLUSH_REGIONS, pid=120}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732529713522.086975f674c828ef90efb081e908dff1. 2024-11-25T10:15:35,241 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e2fd862922a0:0-0 {event_type=RS_FLUSH_REGIONS, pid=120}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732529713522.086975f674c828ef90efb081e908dff1. as already flushing 2024-11-25T10:15:35,241 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e2fd862922a0:0-0 {event_type=RS_FLUSH_REGIONS, pid=120}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732529713522.086975f674c828ef90efb081e908dff1. 2024-11-25T10:15:35,241 ERROR [RS_FLUSH_OPERATIONS-regionserver/e2fd862922a0:0-0 {event_type=RS_FLUSH_REGIONS, pid=120}] handler.RSProcedureHandler(58): pid=120 java.io.IOException: Unable to complete flush {ENCODED => 086975f674c828ef90efb081e908dff1, NAME => 'TestAcidGuarantees,,1732529713522.086975f674c828ef90efb081e908dff1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T10:15:35,242 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e2fd862922a0:0-0 {event_type=RS_FLUSH_REGIONS, pid=120}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=120 java.io.IOException: Unable to complete flush {ENCODED => 086975f674c828ef90efb081e908dff1, NAME => 'TestAcidGuarantees,,1732529713522.086975f674c828ef90efb081e908dff1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T10:15:35,242 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41005 {}] master.HMaster(4177): Remote procedure failed, pid=120 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 086975f674c828ef90efb081e908dff1, NAME => 'TestAcidGuarantees,,1732529713522.086975f674c828ef90efb081e908dff1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 086975f674c828ef90efb081e908dff1, NAME => 'TestAcidGuarantees,,1732529713522.086975f674c828ef90efb081e908dff1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T10:15:35,397 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=38547 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=120 2024-11-25T10:15:35,397 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e2fd862922a0:0-1 {event_type=RS_FLUSH_REGIONS, pid=120}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732529713522.086975f674c828ef90efb081e908dff1. 2024-11-25T10:15:35,397 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e2fd862922a0:0-1 {event_type=RS_FLUSH_REGIONS, pid=120}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732529713522.086975f674c828ef90efb081e908dff1. as already flushing 2024-11-25T10:15:35,397 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e2fd862922a0:0-1 {event_type=RS_FLUSH_REGIONS, pid=120}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732529713522.086975f674c828ef90efb081e908dff1. 2024-11-25T10:15:35,397 ERROR [RS_FLUSH_OPERATIONS-regionserver/e2fd862922a0:0-1 {event_type=RS_FLUSH_REGIONS, pid=120}] handler.RSProcedureHandler(58): pid=120 java.io.IOException: Unable to complete flush {ENCODED => 086975f674c828ef90efb081e908dff1, NAME => 'TestAcidGuarantees,,1732529713522.086975f674c828ef90efb081e908dff1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T10:15:35,397 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e2fd862922a0:0-1 {event_type=RS_FLUSH_REGIONS, pid=120}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=120 java.io.IOException: Unable to complete flush {ENCODED => 086975f674c828ef90efb081e908dff1, NAME => 'TestAcidGuarantees,,1732529713522.086975f674c828ef90efb081e908dff1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T10:15:35,398 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41005 {}] master.HMaster(4177): Remote procedure failed, pid=120 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 086975f674c828ef90efb081e908dff1, NAME => 'TestAcidGuarantees,,1732529713522.086975f674c828ef90efb081e908dff1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 086975f674c828ef90efb081e908dff1, NAME => 'TestAcidGuarantees,,1732529713522.086975f674c828ef90efb081e908dff1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T10:15:35,498 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=086975f674c828ef90efb081e908dff1, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-25T10:15:35,498 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] ipc.CallRunner(138): callId: 176 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38724 deadline: 1732529795494, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=086975f674c828ef90efb081e908dff1, server=e2fd862922a0,38547,1732529625709 2024-11-25T10:15:35,500 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732529713522.086975f674c828ef90efb081e908dff1., hostname=e2fd862922a0,38547,1732529625709, seqNum=5 , the old value is region=TestAcidGuarantees,,1732529713522.086975f674c828ef90efb081e908dff1., hostname=e2fd862922a0,38547,1732529625709, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=086975f674c828ef90efb081e908dff1, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T10:15:35,500 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732529713522.086975f674c828ef90efb081e908dff1., hostname=e2fd862922a0,38547,1732529625709, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=086975f674c828ef90efb081e908dff1, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T10:15:35,500 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732529713522.086975f674c828ef90efb081e908dff1., hostname=e2fd862922a0,38547,1732529625709, seqNum=5 because the exception is null or not the one we care about 2024-11-25T10:15:35,504 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=580 (bloomFilter=true), to=hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/086975f674c828ef90efb081e908dff1/.tmp/B/c4debe04d8dd40dcb926bfdd3410289f 2024-11-25T10:15:35,522 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/086975f674c828ef90efb081e908dff1/.tmp/C/d4773d212756484a8b67b01be4ebc5e9 is 50, key is test_row_0/C:col10/1732529733061/Put/seqid=0 2024-11-25T10:15:35,531 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=086975f674c828ef90efb081e908dff1, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-25T10:15:35,532 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] ipc.CallRunner(138): callId: 193 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38698 deadline: 1732529795522, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=086975f674c828ef90efb081e908dff1, server=e2fd862922a0,38547,1732529625709 2024-11-25T10:15:35,533 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732529713522.086975f674c828ef90efb081e908dff1., hostname=e2fd862922a0,38547,1732529625709, seqNum=5 , the old value is region=TestAcidGuarantees,,1732529713522.086975f674c828ef90efb081e908dff1., hostname=e2fd862922a0,38547,1732529625709, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=086975f674c828ef90efb081e908dff1, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T10:15:35,533 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732529713522.086975f674c828ef90efb081e908dff1., hostname=e2fd862922a0,38547,1732529625709, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=086975f674c828ef90efb081e908dff1, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T10:15:35,533 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732529713522.086975f674c828ef90efb081e908dff1., hostname=e2fd862922a0,38547,1732529625709, seqNum=5 because the exception is null or not the one we care about 2024-11-25T10:15:35,538 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39927 is added to blk_1073742246_1422 (size=12301) 2024-11-25T10:15:35,550 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=38547 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=120 2024-11-25T10:15:35,550 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e2fd862922a0:0-2 {event_type=RS_FLUSH_REGIONS, pid=120}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732529713522.086975f674c828ef90efb081e908dff1. 2024-11-25T10:15:35,550 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e2fd862922a0:0-2 {event_type=RS_FLUSH_REGIONS, pid=120}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732529713522.086975f674c828ef90efb081e908dff1. as already flushing 2024-11-25T10:15:35,550 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e2fd862922a0:0-2 {event_type=RS_FLUSH_REGIONS, pid=120}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732529713522.086975f674c828ef90efb081e908dff1. 2024-11-25T10:15:35,550 ERROR [RS_FLUSH_OPERATIONS-regionserver/e2fd862922a0:0-2 {event_type=RS_FLUSH_REGIONS, pid=120}] handler.RSProcedureHandler(58): pid=120 java.io.IOException: Unable to complete flush {ENCODED => 086975f674c828ef90efb081e908dff1, NAME => 'TestAcidGuarantees,,1732529713522.086975f674c828ef90efb081e908dff1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T10:15:35,550 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e2fd862922a0:0-2 {event_type=RS_FLUSH_REGIONS, pid=120}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=120 java.io.IOException: Unable to complete flush {ENCODED => 086975f674c828ef90efb081e908dff1, NAME => 'TestAcidGuarantees,,1732529713522.086975f674c828ef90efb081e908dff1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T10:15:35,551 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41005 {}] master.HMaster(4177): Remote procedure failed, pid=120 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 086975f674c828ef90efb081e908dff1, NAME => 'TestAcidGuarantees,,1732529713522.086975f674c828ef90efb081e908dff1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 086975f674c828ef90efb081e908dff1, NAME => 'TestAcidGuarantees,,1732529713522.086975f674c828ef90efb081e908dff1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T10:15:35,602 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41005 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=119 2024-11-25T10:15:35,703 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=38547 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=120 2024-11-25T10:15:35,703 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e2fd862922a0:0-0 {event_type=RS_FLUSH_REGIONS, pid=120}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732529713522.086975f674c828ef90efb081e908dff1. 2024-11-25T10:15:35,703 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e2fd862922a0:0-0 {event_type=RS_FLUSH_REGIONS, pid=120}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732529713522.086975f674c828ef90efb081e908dff1. as already flushing 2024-11-25T10:15:35,703 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e2fd862922a0:0-0 {event_type=RS_FLUSH_REGIONS, pid=120}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732529713522.086975f674c828ef90efb081e908dff1. 2024-11-25T10:15:35,703 ERROR [RS_FLUSH_OPERATIONS-regionserver/e2fd862922a0:0-0 {event_type=RS_FLUSH_REGIONS, pid=120}] handler.RSProcedureHandler(58): pid=120 java.io.IOException: Unable to complete flush {ENCODED => 086975f674c828ef90efb081e908dff1, NAME => 'TestAcidGuarantees,,1732529713522.086975f674c828ef90efb081e908dff1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T10:15:35,703 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e2fd862922a0:0-0 {event_type=RS_FLUSH_REGIONS, pid=120}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=120 java.io.IOException: Unable to complete flush {ENCODED => 086975f674c828ef90efb081e908dff1, NAME => 'TestAcidGuarantees,,1732529713522.086975f674c828ef90efb081e908dff1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T10:15:35,704 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41005 {}] master.HMaster(4177): Remote procedure failed, pid=120 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 086975f674c828ef90efb081e908dff1, NAME => 'TestAcidGuarantees,,1732529713522.086975f674c828ef90efb081e908dff1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 086975f674c828ef90efb081e908dff1, NAME => 'TestAcidGuarantees,,1732529713522.086975f674c828ef90efb081e908dff1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T10:15:35,856 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=38547 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=120 2024-11-25T10:15:35,856 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e2fd862922a0:0-1 {event_type=RS_FLUSH_REGIONS, pid=120}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732529713522.086975f674c828ef90efb081e908dff1. 2024-11-25T10:15:35,856 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e2fd862922a0:0-1 {event_type=RS_FLUSH_REGIONS, pid=120}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732529713522.086975f674c828ef90efb081e908dff1. as already flushing 2024-11-25T10:15:35,856 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e2fd862922a0:0-1 {event_type=RS_FLUSH_REGIONS, pid=120}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732529713522.086975f674c828ef90efb081e908dff1. 2024-11-25T10:15:35,856 ERROR [RS_FLUSH_OPERATIONS-regionserver/e2fd862922a0:0-1 {event_type=RS_FLUSH_REGIONS, pid=120}] handler.RSProcedureHandler(58): pid=120 java.io.IOException: Unable to complete flush {ENCODED => 086975f674c828ef90efb081e908dff1, NAME => 'TestAcidGuarantees,,1732529713522.086975f674c828ef90efb081e908dff1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T10:15:35,856 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e2fd862922a0:0-1 {event_type=RS_FLUSH_REGIONS, pid=120}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=120 java.io.IOException: Unable to complete flush {ENCODED => 086975f674c828ef90efb081e908dff1, NAME => 'TestAcidGuarantees,,1732529713522.086975f674c828ef90efb081e908dff1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T10:15:35,857 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41005 {}] master.HMaster(4177): Remote procedure failed, pid=120 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 086975f674c828ef90efb081e908dff1, NAME => 'TestAcidGuarantees,,1732529713522.086975f674c828ef90efb081e908dff1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 086975f674c828ef90efb081e908dff1, NAME => 'TestAcidGuarantees,,1732529713522.086975f674c828ef90efb081e908dff1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T10:15:35,939 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=580 (bloomFilter=true), to=hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/086975f674c828ef90efb081e908dff1/.tmp/C/d4773d212756484a8b67b01be4ebc5e9 2024-11-25T10:15:35,943 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/086975f674c828ef90efb081e908dff1/.tmp/A/a907b7e8c7334ed1b93a528300326e15 as hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/086975f674c828ef90efb081e908dff1/A/a907b7e8c7334ed1b93a528300326e15 2024-11-25T10:15:35,948 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/086975f674c828ef90efb081e908dff1/A/a907b7e8c7334ed1b93a528300326e15, entries=200, sequenceid=580, filesize=39.0 K 2024-11-25T10:15:35,949 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/086975f674c828ef90efb081e908dff1/.tmp/B/c4debe04d8dd40dcb926bfdd3410289f as hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/086975f674c828ef90efb081e908dff1/B/c4debe04d8dd40dcb926bfdd3410289f 2024-11-25T10:15:35,952 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/086975f674c828ef90efb081e908dff1/B/c4debe04d8dd40dcb926bfdd3410289f, entries=150, sequenceid=580, filesize=12.0 K 2024-11-25T10:15:35,953 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/086975f674c828ef90efb081e908dff1/.tmp/C/d4773d212756484a8b67b01be4ebc5e9 as hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/086975f674c828ef90efb081e908dff1/C/d4773d212756484a8b67b01be4ebc5e9 2024-11-25T10:15:35,957 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/086975f674c828ef90efb081e908dff1/C/d4773d212756484a8b67b01be4ebc5e9, entries=150, sequenceid=580, filesize=12.0 K 2024-11-25T10:15:35,958 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~67.09 KB/68700, heapSize ~199.92 KB/204720, currentSize=107.34 KB/109920 for 086975f674c828ef90efb081e908dff1 in 1687ms, sequenceid=580, compaction requested=true 2024-11-25T10:15:35,958 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 086975f674c828ef90efb081e908dff1: 2024-11-25T10:15:35,958 DEBUG [RS:0;e2fd862922a0:38547-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-25T10:15:35,958 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 086975f674c828ef90efb081e908dff1:A, priority=-2147483648, current under compaction store size is 1 2024-11-25T10:15:35,958 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-25T10:15:35,958 DEBUG [RS:0;e2fd862922a0:38547-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-25T10:15:35,958 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 086975f674c828ef90efb081e908dff1:B, priority=-2147483648, current under compaction store size is 2 2024-11-25T10:15:35,958 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-25T10:15:35,958 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 086975f674c828ef90efb081e908dff1:C, priority=-2147483648, current under compaction store size is 3 2024-11-25T10:15:35,958 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-25T10:15:35,959 DEBUG [RS:0;e2fd862922a0:38547-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 103039 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-25T10:15:35,959 DEBUG [RS:0;e2fd862922a0:38547-shortCompactions-0 {}] regionserver.HStore(1541): 086975f674c828ef90efb081e908dff1/A is initiating minor compaction (all files) 2024-11-25T10:15:35,959 INFO [RS:0;e2fd862922a0:38547-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 086975f674c828ef90efb081e908dff1/A in TestAcidGuarantees,,1732529713522.086975f674c828ef90efb081e908dff1. 2024-11-25T10:15:35,959 INFO [RS:0;e2fd862922a0:38547-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/086975f674c828ef90efb081e908dff1/A/1ba0e89c188144df9ee680e64c9fab49, hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/086975f674c828ef90efb081e908dff1/A/a6bdfc5df6164305a287692ae11fb053, hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/086975f674c828ef90efb081e908dff1/A/a907b7e8c7334ed1b93a528300326e15] into tmpdir=hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/086975f674c828ef90efb081e908dff1/.tmp, totalSize=100.6 K 2024-11-25T10:15:35,959 INFO [RS:0;e2fd862922a0:38547-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732529713522.086975f674c828ef90efb081e908dff1. 2024-11-25T10:15:35,959 DEBUG [RS:0;e2fd862922a0:38547-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732529713522.086975f674c828ef90efb081e908dff1. files: [hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/086975f674c828ef90efb081e908dff1/A/1ba0e89c188144df9ee680e64c9fab49, hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/086975f674c828ef90efb081e908dff1/A/a6bdfc5df6164305a287692ae11fb053, hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/086975f674c828ef90efb081e908dff1/A/a907b7e8c7334ed1b93a528300326e15] 2024-11-25T10:15:35,959 DEBUG [RS:0;e2fd862922a0:38547-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37483 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-25T10:15:35,959 DEBUG [RS:0;e2fd862922a0:38547-longCompactions-0 {}] regionserver.HStore(1541): 086975f674c828ef90efb081e908dff1/B is initiating minor compaction (all files) 2024-11-25T10:15:35,959 DEBUG [RS:0;e2fd862922a0:38547-shortCompactions-0 {}] compactions.Compactor(225): Compacting 1ba0e89c188144df9ee680e64c9fab49, keycount=150, bloomtype=ROW, size=31.1 K, encoding=NONE, compression=NONE, seqNum=529, earliestPutTs=1732529728778 2024-11-25T10:15:35,960 INFO [RS:0;e2fd862922a0:38547-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 086975f674c828ef90efb081e908dff1/B in TestAcidGuarantees,,1732529713522.086975f674c828ef90efb081e908dff1. 2024-11-25T10:15:35,960 INFO [RS:0;e2fd862922a0:38547-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/086975f674c828ef90efb081e908dff1/B/611c88286a58472f8496ad6993070770, hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/086975f674c828ef90efb081e908dff1/B/99138166e7bf493b8f145143d3869e35, hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/086975f674c828ef90efb081e908dff1/B/c4debe04d8dd40dcb926bfdd3410289f] into tmpdir=hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/086975f674c828ef90efb081e908dff1/.tmp, totalSize=36.6 K 2024-11-25T10:15:35,960 DEBUG [RS:0;e2fd862922a0:38547-shortCompactions-0 {}] compactions.Compactor(225): Compacting a6bdfc5df6164305a287692ae11fb053, keycount=150, bloomtype=ROW, size=30.5 K, encoding=NONE, compression=NONE, seqNum=565, earliestPutTs=1732529730909 2024-11-25T10:15:35,960 DEBUG [RS:0;e2fd862922a0:38547-longCompactions-0 {}] compactions.Compactor(225): Compacting 611c88286a58472f8496ad6993070770, keycount=150, bloomtype=ROW, size=12.6 K, encoding=NONE, compression=NONE, seqNum=529, earliestPutTs=1732529728778 2024-11-25T10:15:35,960 DEBUG [RS:0;e2fd862922a0:38547-shortCompactions-0 {}] compactions.Compactor(225): Compacting a907b7e8c7334ed1b93a528300326e15, keycount=200, bloomtype=ROW, size=39.0 K, encoding=NONE, compression=NONE, seqNum=580, earliestPutTs=1732529733061 2024-11-25T10:15:35,960 DEBUG [RS:0;e2fd862922a0:38547-longCompactions-0 {}] compactions.Compactor(225): Compacting 99138166e7bf493b8f145143d3869e35, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=565, earliestPutTs=1732529730909 2024-11-25T10:15:35,960 DEBUG [RS:0;e2fd862922a0:38547-longCompactions-0 {}] compactions.Compactor(225): Compacting c4debe04d8dd40dcb926bfdd3410289f, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=580, earliestPutTs=1732529733061 2024-11-25T10:15:35,974 INFO [RS:0;e2fd862922a0:38547-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 086975f674c828ef90efb081e908dff1#B#compaction#354 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-25T10:15:35,975 DEBUG [RS:0;e2fd862922a0:38547-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/086975f674c828ef90efb081e908dff1/.tmp/B/1b402cd516804b0f97b2e090be85e929 is 50, key is test_row_0/B:col10/1732529733061/Put/seqid=0 2024-11-25T10:15:35,976 INFO [RS:0;e2fd862922a0:38547-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(321): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=086975f674c828ef90efb081e908dff1] 2024-11-25T10:15:35,978 DEBUG [RS:0;e2fd862922a0:38547-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(635): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e20241125ce7b6d609a434d44aa06b7ce0c4cd1a6_086975f674c828ef90efb081e908dff1 store=[table=TestAcidGuarantees family=A region=086975f674c828ef90efb081e908dff1] 2024-11-25T10:15:35,979 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39927 is added to blk_1073742247_1423 (size=12983) 2024-11-25T10:15:35,980 DEBUG [RS:0;e2fd862922a0:38547-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(656): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e20241125ce7b6d609a434d44aa06b7ce0c4cd1a6_086975f674c828ef90efb081e908dff1, store=[table=TestAcidGuarantees family=A region=086975f674c828ef90efb081e908dff1] 2024-11-25T10:15:35,980 DEBUG [RS:0;e2fd862922a0:38547-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(667): Aborting writer for hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241125ce7b6d609a434d44aa06b7ce0c4cd1a6_086975f674c828ef90efb081e908dff1 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=086975f674c828ef90efb081e908dff1] 2024-11-25T10:15:35,989 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39927 is added to blk_1073742248_1424 (size=4469) 2024-11-25T10:15:35,991 DEBUG [RS:0;e2fd862922a0:38547-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/086975f674c828ef90efb081e908dff1/.tmp/B/1b402cd516804b0f97b2e090be85e929 as hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/086975f674c828ef90efb081e908dff1/B/1b402cd516804b0f97b2e090be85e929 2024-11-25T10:15:35,999 INFO [RS:0;e2fd862922a0:38547-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 086975f674c828ef90efb081e908dff1/B of 086975f674c828ef90efb081e908dff1 into 1b402cd516804b0f97b2e090be85e929(size=12.7 K), total size for store is 12.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-25T10:15:35,999 DEBUG [RS:0;e2fd862922a0:38547-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 086975f674c828ef90efb081e908dff1: 2024-11-25T10:15:35,999 INFO [RS:0;e2fd862922a0:38547-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732529713522.086975f674c828ef90efb081e908dff1., storeName=086975f674c828ef90efb081e908dff1/B, priority=13, startTime=1732529735958; duration=0sec 2024-11-25T10:15:35,999 DEBUG [RS:0;e2fd862922a0:38547-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-25T10:15:35,999 DEBUG [RS:0;e2fd862922a0:38547-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 086975f674c828ef90efb081e908dff1:B 2024-11-25T10:15:36,000 DEBUG [RS:0;e2fd862922a0:38547-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-25T10:15:36,000 DEBUG [RS:0;e2fd862922a0:38547-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37483 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-25T10:15:36,000 DEBUG [RS:0;e2fd862922a0:38547-longCompactions-0 {}] regionserver.HStore(1541): 086975f674c828ef90efb081e908dff1/C is initiating minor compaction (all files) 2024-11-25T10:15:36,001 INFO [RS:0;e2fd862922a0:38547-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 086975f674c828ef90efb081e908dff1/C in TestAcidGuarantees,,1732529713522.086975f674c828ef90efb081e908dff1. 2024-11-25T10:15:36,001 INFO [RS:0;e2fd862922a0:38547-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/086975f674c828ef90efb081e908dff1/C/2eddba5712474ec88acf801beaef5f86, hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/086975f674c828ef90efb081e908dff1/C/404310669ee44c18a2dad2b6f38e871d, hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/086975f674c828ef90efb081e908dff1/C/d4773d212756484a8b67b01be4ebc5e9] into tmpdir=hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/086975f674c828ef90efb081e908dff1/.tmp, totalSize=36.6 K 2024-11-25T10:15:36,001 DEBUG [RS:0;e2fd862922a0:38547-longCompactions-0 {}] compactions.Compactor(225): Compacting 2eddba5712474ec88acf801beaef5f86, keycount=150, bloomtype=ROW, size=12.6 K, encoding=NONE, compression=NONE, seqNum=529, earliestPutTs=1732529728778 2024-11-25T10:15:36,002 DEBUG [RS:0;e2fd862922a0:38547-longCompactions-0 {}] compactions.Compactor(225): Compacting 404310669ee44c18a2dad2b6f38e871d, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=565, earliestPutTs=1732529730909 2024-11-25T10:15:36,004 DEBUG [RS:0;e2fd862922a0:38547-longCompactions-0 {}] compactions.Compactor(225): Compacting d4773d212756484a8b67b01be4ebc5e9, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=580, earliestPutTs=1732529733061 2024-11-25T10:15:36,011 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=38547 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=120 2024-11-25T10:15:36,011 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e2fd862922a0:0-2 {event_type=RS_FLUSH_REGIONS, pid=120}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732529713522.086975f674c828ef90efb081e908dff1. 2024-11-25T10:15:36,012 INFO [RS_FLUSH_OPERATIONS-regionserver/e2fd862922a0:0-2 {event_type=RS_FLUSH_REGIONS, pid=120}] regionserver.HRegion(2902): Flushing 086975f674c828ef90efb081e908dff1 3/3 column families, dataSize=107.34 KB heapSize=319.50 KB 2024-11-25T10:15:36,012 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e2fd862922a0:0-2 {event_type=RS_FLUSH_REGIONS, pid=120}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 086975f674c828ef90efb081e908dff1, store=A 2024-11-25T10:15:36,012 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e2fd862922a0:0-2 {event_type=RS_FLUSH_REGIONS, pid=120}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T10:15:36,012 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e2fd862922a0:0-2 {event_type=RS_FLUSH_REGIONS, pid=120}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 086975f674c828ef90efb081e908dff1, store=B 2024-11-25T10:15:36,012 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e2fd862922a0:0-2 {event_type=RS_FLUSH_REGIONS, pid=120}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T10:15:36,012 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e2fd862922a0:0-2 {event_type=RS_FLUSH_REGIONS, pid=120}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 086975f674c828ef90efb081e908dff1, store=C 2024-11-25T10:15:36,012 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e2fd862922a0:0-2 {event_type=RS_FLUSH_REGIONS, pid=120}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T10:15:36,034 INFO [RS:0;e2fd862922a0:38547-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 086975f674c828ef90efb081e908dff1#C#compaction#356 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-25T10:15:36,034 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e2fd862922a0:0-2 {event_type=RS_FLUSH_REGIONS, pid=120}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411251b80b5a981c94e60bd2a95b9fc1173da_086975f674c828ef90efb081e908dff1 is 50, key is test_row_0/A:col10/1732529734338/Put/seqid=0 2024-11-25T10:15:36,034 DEBUG [RS:0;e2fd862922a0:38547-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/086975f674c828ef90efb081e908dff1/.tmp/C/16c45b7f0e884a39ab05f3c977ef77b3 is 50, key is test_row_0/C:col10/1732529733061/Put/seqid=0 2024-11-25T10:15:36,038 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39927 is added to blk_1073742250_1426 (size=12454) 2024-11-25T10:15:36,041 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39927 is added to blk_1073742249_1425 (size=12983) 2024-11-25T10:15:36,278 INFO [Thread-1570 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-1570. 2024-11-25T10:15:36,278 DEBUG [Thread-1570 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicScanReader.workDone(AcidGuaranteesTestTool.java:302) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-25T10:15:36,278 DEBUG [Thread-1570 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T10:15:36,278 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-25T10:15:36,278 DEBUG [Thread-1570 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T10:15:36,279 INFO [Thread-1564 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-1564. 2024-11-25T10:15:36,279 DEBUG [Thread-1564 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicScanReader.workDone(AcidGuaranteesTestTool.java:302) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-25T10:15:36,279 DEBUG [Thread-1564 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T10:15:36,279 DEBUG [Thread-1564 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T10:15:36,279 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-25T10:15:36,280 INFO [Thread-1566 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-1566. 2024-11-25T10:15:36,280 DEBUG [Thread-1566 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicScanReader.workDone(AcidGuaranteesTestTool.java:302) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-25T10:15:36,281 DEBUG [Thread-1566 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T10:15:36,281 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-25T10:15:36,281 DEBUG [Thread-1566 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T10:15:36,285 INFO [Thread-1568 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-1568. 2024-11-25T10:15:36,285 DEBUG [Thread-1568 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicScanReader.workDone(AcidGuaranteesTestTool.java:302) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-25T10:15:36,285 DEBUG [Thread-1568 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T10:15:36,285 DEBUG [Thread-1568 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T10:15:36,285 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-25T10:15:36,286 INFO [Thread-1572 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-1572. 2024-11-25T10:15:36,286 DEBUG [Thread-1572 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicScanReader.workDone(AcidGuaranteesTestTool.java:302) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-25T10:15:36,286 DEBUG [Thread-1572 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T10:15:36,286 DEBUG [Thread-1572 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T10:15:36,286 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-25T10:15:36,390 INFO [RS:0;e2fd862922a0:38547-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 086975f674c828ef90efb081e908dff1#A#compaction#355 average throughput is 0.06 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-25T10:15:36,390 DEBUG [RS:0;e2fd862922a0:38547-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/086975f674c828ef90efb081e908dff1/.tmp/A/97a5bb2a4d634eac819e89e19afe6928 is 175, key is test_row_0/A:col10/1732529733061/Put/seqid=0 2024-11-25T10:15:36,393 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39927 is added to blk_1073742251_1427 (size=31937) 2024-11-25T10:15:36,438 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e2fd862922a0:0-2 {event_type=RS_FLUSH_REGIONS, pid=120}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:36,441 INFO [RS_FLUSH_OPERATIONS-regionserver/e2fd862922a0:0-2 {event_type=RS_FLUSH_REGIONS, pid=120}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411251b80b5a981c94e60bd2a95b9fc1173da_086975f674c828ef90efb081e908dff1 to hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411251b80b5a981c94e60bd2a95b9fc1173da_086975f674c828ef90efb081e908dff1 2024-11-25T10:15:36,442 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e2fd862922a0:0-2 {event_type=RS_FLUSH_REGIONS, pid=120}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/086975f674c828ef90efb081e908dff1/.tmp/A/4f781bd409aa46059fc00101f6de1c31, store: [table=TestAcidGuarantees family=A region=086975f674c828ef90efb081e908dff1] 2024-11-25T10:15:36,443 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e2fd862922a0:0-2 {event_type=RS_FLUSH_REGIONS, pid=120}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/086975f674c828ef90efb081e908dff1/.tmp/A/4f781bd409aa46059fc00101f6de1c31 is 175, key is test_row_0/A:col10/1732529734338/Put/seqid=0 2024-11-25T10:15:36,445 DEBUG [RS:0;e2fd862922a0:38547-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/086975f674c828ef90efb081e908dff1/.tmp/C/16c45b7f0e884a39ab05f3c977ef77b3 as hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/086975f674c828ef90efb081e908dff1/C/16c45b7f0e884a39ab05f3c977ef77b3 2024-11-25T10:15:36,446 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39927 is added to blk_1073742252_1428 (size=31255) 2024-11-25T10:15:36,449 INFO [RS:0;e2fd862922a0:38547-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 086975f674c828ef90efb081e908dff1/C of 086975f674c828ef90efb081e908dff1 into 16c45b7f0e884a39ab05f3c977ef77b3(size=12.7 K), total size for store is 12.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-25T10:15:36,449 DEBUG [RS:0;e2fd862922a0:38547-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 086975f674c828ef90efb081e908dff1: 2024-11-25T10:15:36,449 INFO [RS:0;e2fd862922a0:38547-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732529713522.086975f674c828ef90efb081e908dff1., storeName=086975f674c828ef90efb081e908dff1/C, priority=13, startTime=1732529735958; duration=0sec 2024-11-25T10:15:36,449 DEBUG [RS:0;e2fd862922a0:38547-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-25T10:15:36,449 DEBUG [RS:0;e2fd862922a0:38547-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 086975f674c828ef90efb081e908dff1:C 2024-11-25T10:15:36,513 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] regionserver.HRegion(8855): Flush requested on 086975f674c828ef90efb081e908dff1 2024-11-25T10:15:36,513 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732529713522.086975f674c828ef90efb081e908dff1. as already flushing 2024-11-25T10:15:36,513 INFO [Thread-1561 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-1561. 2024-11-25T10:15:36,513 DEBUG [Thread-1561 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-25T10:15:36,513 DEBUG [Thread-1561 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T10:15:36,513 DEBUG [Thread-1561 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T10:15:36,513 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-25T10:15:36,544 INFO [Thread-1555 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-1555. 2024-11-25T10:15:36,544 DEBUG [Thread-1555 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-25T10:15:36,544 DEBUG [Thread-1555 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T10:15:36,544 DEBUG [Thread-1555 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T10:15:36,544 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-25T10:15:36,612 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41005 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=119 2024-11-25T10:15:36,798 DEBUG [RS:0;e2fd862922a0:38547-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/086975f674c828ef90efb081e908dff1/.tmp/A/97a5bb2a4d634eac819e89e19afe6928 as hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/086975f674c828ef90efb081e908dff1/A/97a5bb2a4d634eac819e89e19afe6928 2024-11-25T10:15:36,802 INFO [RS:0;e2fd862922a0:38547-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 086975f674c828ef90efb081e908dff1/A of 086975f674c828ef90efb081e908dff1 into 97a5bb2a4d634eac819e89e19afe6928(size=31.2 K), total size for store is 31.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-25T10:15:36,802 DEBUG [RS:0;e2fd862922a0:38547-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 086975f674c828ef90efb081e908dff1: 2024-11-25T10:15:36,802 INFO [RS:0;e2fd862922a0:38547-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732529713522.086975f674c828ef90efb081e908dff1., storeName=086975f674c828ef90efb081e908dff1/A, priority=13, startTime=1732529735958; duration=0sec 2024-11-25T10:15:36,802 DEBUG [RS:0;e2fd862922a0:38547-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-25T10:15:36,802 DEBUG [RS:0;e2fd862922a0:38547-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 086975f674c828ef90efb081e908dff1:A 2024-11-25T10:15:36,847 INFO [RS_FLUSH_OPERATIONS-regionserver/e2fd862922a0:0-2 {event_type=RS_FLUSH_REGIONS, pid=120}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=600, memsize=35.8 K, hasBloomFilter=true, into tmp file hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/086975f674c828ef90efb081e908dff1/.tmp/A/4f781bd409aa46059fc00101f6de1c31 2024-11-25T10:15:36,853 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e2fd862922a0:0-2 {event_type=RS_FLUSH_REGIONS, pid=120}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/086975f674c828ef90efb081e908dff1/.tmp/B/44058867654f4f70aeaa81378230754f is 50, key is test_row_0/B:col10/1732529734338/Put/seqid=0 2024-11-25T10:15:36,856 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39927 is added to blk_1073742253_1429 (size=12301) 2024-11-25T10:15:37,257 INFO [RS_FLUSH_OPERATIONS-regionserver/e2fd862922a0:0-2 {event_type=RS_FLUSH_REGIONS, pid=120}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=35.78 KB at sequenceid=600 (bloomFilter=true), to=hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/086975f674c828ef90efb081e908dff1/.tmp/B/44058867654f4f70aeaa81378230754f 2024-11-25T10:15:37,267 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e2fd862922a0:0-2 {event_type=RS_FLUSH_REGIONS, pid=120}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/086975f674c828ef90efb081e908dff1/.tmp/C/1c21902d83b14959887a155fb7893880 is 50, key is test_row_0/C:col10/1732529734338/Put/seqid=0 2024-11-25T10:15:37,273 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39927 is added to blk_1073742254_1430 (size=12301) 2024-11-25T10:15:37,673 INFO [RS_FLUSH_OPERATIONS-regionserver/e2fd862922a0:0-2 {event_type=RS_FLUSH_REGIONS, pid=120}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=35.78 KB at sequenceid=600 (bloomFilter=true), to=hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/086975f674c828ef90efb081e908dff1/.tmp/C/1c21902d83b14959887a155fb7893880 2024-11-25T10:15:37,677 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e2fd862922a0:0-2 {event_type=RS_FLUSH_REGIONS, pid=120}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/086975f674c828ef90efb081e908dff1/.tmp/A/4f781bd409aa46059fc00101f6de1c31 as hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/086975f674c828ef90efb081e908dff1/A/4f781bd409aa46059fc00101f6de1c31 2024-11-25T10:15:37,680 INFO [RS_FLUSH_OPERATIONS-regionserver/e2fd862922a0:0-2 {event_type=RS_FLUSH_REGIONS, pid=120}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/086975f674c828ef90efb081e908dff1/A/4f781bd409aa46059fc00101f6de1c31, entries=150, sequenceid=600, filesize=30.5 K 2024-11-25T10:15:37,681 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e2fd862922a0:0-2 {event_type=RS_FLUSH_REGIONS, pid=120}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/086975f674c828ef90efb081e908dff1/.tmp/B/44058867654f4f70aeaa81378230754f as hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/086975f674c828ef90efb081e908dff1/B/44058867654f4f70aeaa81378230754f 2024-11-25T10:15:37,683 INFO [RS_FLUSH_OPERATIONS-regionserver/e2fd862922a0:0-2 {event_type=RS_FLUSH_REGIONS, pid=120}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/086975f674c828ef90efb081e908dff1/B/44058867654f4f70aeaa81378230754f, entries=150, sequenceid=600, filesize=12.0 K 2024-11-25T10:15:37,684 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e2fd862922a0:0-2 {event_type=RS_FLUSH_REGIONS, pid=120}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/086975f674c828ef90efb081e908dff1/.tmp/C/1c21902d83b14959887a155fb7893880 as hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/086975f674c828ef90efb081e908dff1/C/1c21902d83b14959887a155fb7893880 2024-11-25T10:15:37,686 INFO [RS_FLUSH_OPERATIONS-regionserver/e2fd862922a0:0-2 {event_type=RS_FLUSH_REGIONS, pid=120}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/086975f674c828ef90efb081e908dff1/C/1c21902d83b14959887a155fb7893880, entries=150, sequenceid=600, filesize=12.0 K 2024-11-25T10:15:37,687 INFO [RS_FLUSH_OPERATIONS-regionserver/e2fd862922a0:0-2 {event_type=RS_FLUSH_REGIONS, pid=120}] regionserver.HRegion(3140): Finished flush of dataSize ~107.34 KB/109920, heapSize ~319.45 KB/327120, currentSize=13.42 KB/13740 for 086975f674c828ef90efb081e908dff1 in 1676ms, sequenceid=600, compaction requested=false 2024-11-25T10:15:37,687 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e2fd862922a0:0-2 {event_type=RS_FLUSH_REGIONS, pid=120}] regionserver.HRegion(2603): Flush status journal for 086975f674c828ef90efb081e908dff1: 2024-11-25T10:15:37,687 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e2fd862922a0:0-2 {event_type=RS_FLUSH_REGIONS, pid=120}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732529713522.086975f674c828ef90efb081e908dff1. 2024-11-25T10:15:37,687 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e2fd862922a0:0-2 {event_type=RS_FLUSH_REGIONS, pid=120}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=120 2024-11-25T10:15:37,688 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41005 {}] master.HMaster(4169): Remote procedure done, pid=120 2024-11-25T10:15:37,690 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=120, resume processing ppid=119 2024-11-25T10:15:37,690 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=120, ppid=119, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 3.2210 sec 2024-11-25T10:15:37,691 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=119, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=119, table=TestAcidGuarantees in 3.2270 sec 2024-11-25T10:15:38,623 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41005 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=119 2024-11-25T10:15:38,623 INFO [RPCClient-NioEventLoopGroup-4-8 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-25T10:15:39,174 INFO [Thread-1559 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-1559. 2024-11-25T10:15:39,174 DEBUG [Thread-1559 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-25T10:15:39,174 DEBUG [Thread-1559 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T10:15:39,174 DEBUG [Thread-1559 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T10:15:39,174 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-25T10:15:39,194 INFO [Thread-1553 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-1553. 2024-11-25T10:15:39,194 INFO [Thread-1557 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-1557. 2024-11-25T10:15:39,194 DEBUG [Thread-1557 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-25T10:15:39,194 DEBUG [Thread-1553 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-25T10:15:39,194 DEBUG [Thread-1557 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T10:15:39,194 DEBUG [Thread-1553 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T10:15:39,194 DEBUG [Thread-1557 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T10:15:39,194 DEBUG [Thread-1553 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T10:15:39,194 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-25T10:15:39,194 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-25T10:15:39,194 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(392): Finished test. Writers: 2024-11-25T10:15:39,194 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 88 2024-11-25T10:15:39,194 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 145 2024-11-25T10:15:39,194 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 86 2024-11-25T10:15:39,194 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 92 2024-11-25T10:15:39,195 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 126 2024-11-25T10:15:39,195 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(396): Readers: 2024-11-25T10:15:39,195 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(400): Scanners: 2024-11-25T10:15:39,195 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(402): scanned 896 2024-11-25T10:15:39,195 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(403): verified 2688 rows 2024-11-25T10:15:39,195 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(402): scanned 895 2024-11-25T10:15:39,195 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(403): verified 2685 rows 2024-11-25T10:15:39,195 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(402): scanned 894 2024-11-25T10:15:39,195 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(403): verified 2682 rows 2024-11-25T10:15:39,195 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(402): scanned 887 2024-11-25T10:15:39,195 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(403): verified 2661 rows 2024-11-25T10:15:39,195 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(402): scanned 890 2024-11-25T10:15:39,195 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(403): verified 2670 rows 2024-11-25T10:15:39,195 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-25T10:15:39,195 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool.doWork(AcidGuaranteesTestTool.java:131) at org.apache.hadoop.hbase.util.AbstractHBaseTool.run(AbstractHBaseTool.java:150) at org.apache.hadoop.hbase.AcidGuaranteesTestBase.runTestAtomicity(AcidGuaranteesTestBase.java:102) at org.apache.hadoop.hbase.AcidGuaranteesTestBase.testMobScanAtomicity(AcidGuaranteesTestBase.java:127) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-25T10:15:39,195 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T10:15:39,195 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T10:15:39,196 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-25T10:15:39,197 INFO [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41005 {}] master.HMaster$13(2820): Client=jenkins//172.17.0.2 disable TestAcidGuarantees 2024-11-25T10:15:39,198 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41005 {}] procedure2.ProcedureExecutor(1139): Stored pid=121, state=RUNNABLE:DISABLE_TABLE_PREPARE, hasLock=false; DisableTableProcedure table=TestAcidGuarantees 2024-11-25T10:15:39,200 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41005 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=121 2024-11-25T10:15:39,201 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732529739201"}]},"ts":"1732529739201"} 2024-11-25T10:15:39,203 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=TestAcidGuarantees, state=DISABLING in hbase:meta 2024-11-25T10:15:39,203 INFO [PEWorker-1 {}] procedure.DisableTableProcedure(284): Set TestAcidGuarantees to state=DISABLING 2024-11-25T10:15:39,204 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=122, ppid=121, state=RUNNABLE:CLOSE_TABLE_REGIONS_SCHEDULE, hasLock=false; CloseTableRegionsProcedure table=TestAcidGuarantees}] 2024-11-25T10:15:39,206 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=123, ppid=122, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=086975f674c828ef90efb081e908dff1, UNASSIGN}] 2024-11-25T10:15:39,207 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=123, ppid=122, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=086975f674c828ef90efb081e908dff1, UNASSIGN 2024-11-25T10:15:39,209 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=123 updating hbase:meta row=086975f674c828ef90efb081e908dff1, regionState=CLOSING, regionLocation=e2fd862922a0,38547,1732529625709 2024-11-25T10:15:39,211 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=123, ppid=122, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=086975f674c828ef90efb081e908dff1, UNASSIGN because future has completed 2024-11-25T10:15:39,211 DEBUG [PEWorker-3 {}] assignment.TransitRegionStateProcedure(375): Close region: isSplit: false: evictOnSplit: true: evictOnClose: false 2024-11-25T10:15:39,211 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=124, ppid=123, state=RUNNABLE, hasLock=false; CloseRegionProcedure 086975f674c828ef90efb081e908dff1, server=e2fd862922a0,38547,1732529625709}] 2024-11-25T10:15:39,302 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41005 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=121 2024-11-25T10:15:39,364 INFO [RS_CLOSE_REGION-regionserver/e2fd862922a0:0-0 {event_type=M_RS_CLOSE_REGION, pid=124}] handler.UnassignRegionHandler(122): Close 086975f674c828ef90efb081e908dff1 2024-11-25T10:15:39,364 DEBUG [RS_CLOSE_REGION-regionserver/e2fd862922a0:0-0 {event_type=M_RS_CLOSE_REGION, pid=124}] handler.UnassignRegionHandler(136): Unassign region: split region: false: evictCache: false 2024-11-25T10:15:39,364 DEBUG [RS_CLOSE_REGION-regionserver/e2fd862922a0:0-0 {event_type=M_RS_CLOSE_REGION, pid=124}] regionserver.HRegion(1722): Closing 086975f674c828ef90efb081e908dff1, disabling compactions & flushes 2024-11-25T10:15:39,364 INFO [RS_CLOSE_REGION-regionserver/e2fd862922a0:0-0 {event_type=M_RS_CLOSE_REGION, pid=124}] regionserver.HRegion(1755): Closing region TestAcidGuarantees,,1732529713522.086975f674c828ef90efb081e908dff1. 2024-11-25T10:15:39,364 DEBUG [RS_CLOSE_REGION-regionserver/e2fd862922a0:0-0 {event_type=M_RS_CLOSE_REGION, pid=124}] regionserver.HRegion(1776): Time limited wait for close lock on TestAcidGuarantees,,1732529713522.086975f674c828ef90efb081e908dff1. 2024-11-25T10:15:39,364 DEBUG [RS_CLOSE_REGION-regionserver/e2fd862922a0:0-0 {event_type=M_RS_CLOSE_REGION, pid=124}] regionserver.HRegion(1843): Acquired close lock on TestAcidGuarantees,,1732529713522.086975f674c828ef90efb081e908dff1. after waiting 0 ms 2024-11-25T10:15:39,364 DEBUG [RS_CLOSE_REGION-regionserver/e2fd862922a0:0-0 {event_type=M_RS_CLOSE_REGION, pid=124}] regionserver.HRegion(1853): Updates disabled for region TestAcidGuarantees,,1732529713522.086975f674c828ef90efb081e908dff1. 2024-11-25T10:15:39,364 INFO [RS_CLOSE_REGION-regionserver/e2fd862922a0:0-0 {event_type=M_RS_CLOSE_REGION, pid=124}] regionserver.HRegion(2902): Flushing 086975f674c828ef90efb081e908dff1 3/3 column families, dataSize=33.54 KB heapSize=100.36 KB 2024-11-25T10:15:39,364 DEBUG [RS_CLOSE_REGION-regionserver/e2fd862922a0:0-0 {event_type=M_RS_CLOSE_REGION, pid=124}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 086975f674c828ef90efb081e908dff1, store=A 2024-11-25T10:15:39,365 DEBUG [RS_CLOSE_REGION-regionserver/e2fd862922a0:0-0 {event_type=M_RS_CLOSE_REGION, pid=124}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T10:15:39,365 DEBUG [RS_CLOSE_REGION-regionserver/e2fd862922a0:0-0 {event_type=M_RS_CLOSE_REGION, pid=124}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 086975f674c828ef90efb081e908dff1, store=B 2024-11-25T10:15:39,365 DEBUG [RS_CLOSE_REGION-regionserver/e2fd862922a0:0-0 {event_type=M_RS_CLOSE_REGION, pid=124}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T10:15:39,365 DEBUG [RS_CLOSE_REGION-regionserver/e2fd862922a0:0-0 {event_type=M_RS_CLOSE_REGION, pid=124}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 086975f674c828ef90efb081e908dff1, store=C 2024-11-25T10:15:39,365 DEBUG [RS_CLOSE_REGION-regionserver/e2fd862922a0:0-0 {event_type=M_RS_CLOSE_REGION, pid=124}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T10:15:39,371 DEBUG [RS_CLOSE_REGION-regionserver/e2fd862922a0:0-0 {event_type=M_RS_CLOSE_REGION, pid=124}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411250d939474b2e4442ebae669da84bca33b_086975f674c828ef90efb081e908dff1 is 50, key is test_row_0/A:col10/1732529739192/Put/seqid=0 2024-11-25T10:15:39,375 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39927 is added to blk_1073742255_1431 (size=12454) 2024-11-25T10:15:39,513 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41005 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=121 2024-11-25T10:15:39,776 DEBUG [RS_CLOSE_REGION-regionserver/e2fd862922a0:0-0 {event_type=M_RS_CLOSE_REGION, pid=124}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:39,779 INFO [RS_CLOSE_REGION-regionserver/e2fd862922a0:0-0 {event_type=M_RS_CLOSE_REGION, pid=124}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411250d939474b2e4442ebae669da84bca33b_086975f674c828ef90efb081e908dff1 to hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411250d939474b2e4442ebae669da84bca33b_086975f674c828ef90efb081e908dff1 2024-11-25T10:15:39,779 DEBUG [RS_CLOSE_REGION-regionserver/e2fd862922a0:0-0 {event_type=M_RS_CLOSE_REGION, pid=124}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/086975f674c828ef90efb081e908dff1/.tmp/A/b05ef72bec174c16981d2a1e79883281, store: [table=TestAcidGuarantees family=A region=086975f674c828ef90efb081e908dff1] 2024-11-25T10:15:39,780 DEBUG [RS_CLOSE_REGION-regionserver/e2fd862922a0:0-0 {event_type=M_RS_CLOSE_REGION, pid=124}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/086975f674c828ef90efb081e908dff1/.tmp/A/b05ef72bec174c16981d2a1e79883281 is 175, key is test_row_0/A:col10/1732529739192/Put/seqid=0 2024-11-25T10:15:39,783 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39927 is added to blk_1073742256_1432 (size=31255) 2024-11-25T10:15:39,822 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41005 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=121 2024-11-25T10:15:40,183 INFO [RS_CLOSE_REGION-regionserver/e2fd862922a0:0-0 {event_type=M_RS_CLOSE_REGION, pid=124}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=610, memsize=11.2 K, hasBloomFilter=true, into tmp file hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/086975f674c828ef90efb081e908dff1/.tmp/A/b05ef72bec174c16981d2a1e79883281 2024-11-25T10:15:40,189 DEBUG [RS_CLOSE_REGION-regionserver/e2fd862922a0:0-0 {event_type=M_RS_CLOSE_REGION, pid=124}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/086975f674c828ef90efb081e908dff1/.tmp/B/fc8657cce8cc4e0c9c31a01a96f7f335 is 50, key is test_row_0/B:col10/1732529739192/Put/seqid=0 2024-11-25T10:15:40,193 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39927 is added to blk_1073742257_1433 (size=12301) 2024-11-25T10:15:40,331 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41005 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=121 2024-11-25T10:15:40,594 INFO [RS_CLOSE_REGION-regionserver/e2fd862922a0:0-0 {event_type=M_RS_CLOSE_REGION, pid=124}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=11.18 KB at sequenceid=610 (bloomFilter=true), to=hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/086975f674c828ef90efb081e908dff1/.tmp/B/fc8657cce8cc4e0c9c31a01a96f7f335 2024-11-25T10:15:40,600 DEBUG [RS_CLOSE_REGION-regionserver/e2fd862922a0:0-0 {event_type=M_RS_CLOSE_REGION, pid=124}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/086975f674c828ef90efb081e908dff1/.tmp/C/719de096799f49f9a13bdfb6cf2d3096 is 50, key is test_row_0/C:col10/1732529739192/Put/seqid=0 2024-11-25T10:15:40,604 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39927 is added to blk_1073742258_1434 (size=12301) 2024-11-25T10:15:41,004 INFO [RS_CLOSE_REGION-regionserver/e2fd862922a0:0-0 {event_type=M_RS_CLOSE_REGION, pid=124}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=11.18 KB at sequenceid=610 (bloomFilter=true), to=hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/086975f674c828ef90efb081e908dff1/.tmp/C/719de096799f49f9a13bdfb6cf2d3096 2024-11-25T10:15:41,008 DEBUG [RS_CLOSE_REGION-regionserver/e2fd862922a0:0-0 {event_type=M_RS_CLOSE_REGION, pid=124}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/086975f674c828ef90efb081e908dff1/.tmp/A/b05ef72bec174c16981d2a1e79883281 as hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/086975f674c828ef90efb081e908dff1/A/b05ef72bec174c16981d2a1e79883281 2024-11-25T10:15:41,011 INFO [RS_CLOSE_REGION-regionserver/e2fd862922a0:0-0 {event_type=M_RS_CLOSE_REGION, pid=124}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/086975f674c828ef90efb081e908dff1/A/b05ef72bec174c16981d2a1e79883281, entries=150, sequenceid=610, filesize=30.5 K 2024-11-25T10:15:41,011 DEBUG [RS_CLOSE_REGION-regionserver/e2fd862922a0:0-0 {event_type=M_RS_CLOSE_REGION, pid=124}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/086975f674c828ef90efb081e908dff1/.tmp/B/fc8657cce8cc4e0c9c31a01a96f7f335 as hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/086975f674c828ef90efb081e908dff1/B/fc8657cce8cc4e0c9c31a01a96f7f335 2024-11-25T10:15:41,014 INFO [RS_CLOSE_REGION-regionserver/e2fd862922a0:0-0 {event_type=M_RS_CLOSE_REGION, pid=124}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/086975f674c828ef90efb081e908dff1/B/fc8657cce8cc4e0c9c31a01a96f7f335, entries=150, sequenceid=610, filesize=12.0 K 2024-11-25T10:15:41,015 DEBUG [RS_CLOSE_REGION-regionserver/e2fd862922a0:0-0 {event_type=M_RS_CLOSE_REGION, pid=124}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/086975f674c828ef90efb081e908dff1/.tmp/C/719de096799f49f9a13bdfb6cf2d3096 as hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/086975f674c828ef90efb081e908dff1/C/719de096799f49f9a13bdfb6cf2d3096 2024-11-25T10:15:41,017 INFO [RS_CLOSE_REGION-regionserver/e2fd862922a0:0-0 {event_type=M_RS_CLOSE_REGION, pid=124}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/086975f674c828ef90efb081e908dff1/C/719de096799f49f9a13bdfb6cf2d3096, entries=150, sequenceid=610, filesize=12.0 K 2024-11-25T10:15:41,018 INFO [RS_CLOSE_REGION-regionserver/e2fd862922a0:0-0 {event_type=M_RS_CLOSE_REGION, pid=124}] regionserver.HRegion(3140): Finished flush of dataSize ~33.54 KB/34350, heapSize ~100.31 KB/102720, currentSize=0 B/0 for 086975f674c828ef90efb081e908dff1 in 1654ms, sequenceid=610, compaction requested=true 2024-11-25T10:15:41,019 DEBUG [StoreCloser-TestAcidGuarantees,,1732529713522.086975f674c828ef90efb081e908dff1.-1 {}] regionserver.HStore(2317): Moving the files [hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/086975f674c828ef90efb081e908dff1/A/cb8dfae7d81440348f071c9cff05a181, hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/086975f674c828ef90efb081e908dff1/A/b404eb2843924f559c0100e3c549ced5, hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/086975f674c828ef90efb081e908dff1/A/d82b6799c0304cdf9cc2671f4afe679b, hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/086975f674c828ef90efb081e908dff1/A/d78533f8fa1e4762a1de82741bbb2d83, hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/086975f674c828ef90efb081e908dff1/A/a26daaed010e4aacbfb437f979f40128, hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/086975f674c828ef90efb081e908dff1/A/6fe64abaec0640c794db9d91f1b3bc8a, hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/086975f674c828ef90efb081e908dff1/A/7b5b2952212145bc90341a3045220e78, hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/086975f674c828ef90efb081e908dff1/A/889d85936eac4a5a9c9c93dfed87f197, hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/086975f674c828ef90efb081e908dff1/A/80d3f36ca7ed452292a2d10d14d34623, hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/086975f674c828ef90efb081e908dff1/A/cbabcbcce7104ec5a297aee28d78500f, hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/086975f674c828ef90efb081e908dff1/A/3868d90111b14e81b7dc149bc5fc4e18, hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/086975f674c828ef90efb081e908dff1/A/f7eb8f59f4ca482cb5f43f0cd2a9c589, hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/086975f674c828ef90efb081e908dff1/A/cbd2b13c9d4c4cd2ba489f3222e61e00, hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/086975f674c828ef90efb081e908dff1/A/67833a88e4fb448889283d5ea327f865, hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/086975f674c828ef90efb081e908dff1/A/e6af794efb3146339190edde957f083d, hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/086975f674c828ef90efb081e908dff1/A/5750e37924624f91a051fc7b16344f16, hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/086975f674c828ef90efb081e908dff1/A/714a9878da49486987282661d4876c8e, hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/086975f674c828ef90efb081e908dff1/A/1ba0e89c188144df9ee680e64c9fab49, hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/086975f674c828ef90efb081e908dff1/A/a6bdfc5df6164305a287692ae11fb053, hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/086975f674c828ef90efb081e908dff1/A/a907b7e8c7334ed1b93a528300326e15] to archive 2024-11-25T10:15:41,019 DEBUG [StoreCloser-TestAcidGuarantees,,1732529713522.086975f674c828ef90efb081e908dff1.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-25T10:15:41,021 DEBUG [StoreCloser-TestAcidGuarantees,,1732529713522.086975f674c828ef90efb081e908dff1.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/086975f674c828ef90efb081e908dff1/A/cb8dfae7d81440348f071c9cff05a181 to hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/archive/data/default/TestAcidGuarantees/086975f674c828ef90efb081e908dff1/A/cb8dfae7d81440348f071c9cff05a181 2024-11-25T10:15:41,021 DEBUG [StoreCloser-TestAcidGuarantees,,1732529713522.086975f674c828ef90efb081e908dff1.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/086975f674c828ef90efb081e908dff1/A/b404eb2843924f559c0100e3c549ced5 to hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/archive/data/default/TestAcidGuarantees/086975f674c828ef90efb081e908dff1/A/b404eb2843924f559c0100e3c549ced5 2024-11-25T10:15:41,023 DEBUG [StoreCloser-TestAcidGuarantees,,1732529713522.086975f674c828ef90efb081e908dff1.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/086975f674c828ef90efb081e908dff1/A/d82b6799c0304cdf9cc2671f4afe679b to hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/archive/data/default/TestAcidGuarantees/086975f674c828ef90efb081e908dff1/A/d82b6799c0304cdf9cc2671f4afe679b 2024-11-25T10:15:41,024 DEBUG [StoreCloser-TestAcidGuarantees,,1732529713522.086975f674c828ef90efb081e908dff1.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/086975f674c828ef90efb081e908dff1/A/d78533f8fa1e4762a1de82741bbb2d83 to hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/archive/data/default/TestAcidGuarantees/086975f674c828ef90efb081e908dff1/A/d78533f8fa1e4762a1de82741bbb2d83 2024-11-25T10:15:41,025 DEBUG [StoreCloser-TestAcidGuarantees,,1732529713522.086975f674c828ef90efb081e908dff1.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/086975f674c828ef90efb081e908dff1/A/a26daaed010e4aacbfb437f979f40128 to hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/archive/data/default/TestAcidGuarantees/086975f674c828ef90efb081e908dff1/A/a26daaed010e4aacbfb437f979f40128 2024-11-25T10:15:41,025 DEBUG [StoreCloser-TestAcidGuarantees,,1732529713522.086975f674c828ef90efb081e908dff1.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/086975f674c828ef90efb081e908dff1/A/6fe64abaec0640c794db9d91f1b3bc8a to hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/archive/data/default/TestAcidGuarantees/086975f674c828ef90efb081e908dff1/A/6fe64abaec0640c794db9d91f1b3bc8a 2024-11-25T10:15:41,026 DEBUG [StoreCloser-TestAcidGuarantees,,1732529713522.086975f674c828ef90efb081e908dff1.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/086975f674c828ef90efb081e908dff1/A/7b5b2952212145bc90341a3045220e78 to hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/archive/data/default/TestAcidGuarantees/086975f674c828ef90efb081e908dff1/A/7b5b2952212145bc90341a3045220e78 2024-11-25T10:15:41,027 DEBUG [StoreCloser-TestAcidGuarantees,,1732529713522.086975f674c828ef90efb081e908dff1.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/086975f674c828ef90efb081e908dff1/A/889d85936eac4a5a9c9c93dfed87f197 to hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/archive/data/default/TestAcidGuarantees/086975f674c828ef90efb081e908dff1/A/889d85936eac4a5a9c9c93dfed87f197 2024-11-25T10:15:41,028 DEBUG [StoreCloser-TestAcidGuarantees,,1732529713522.086975f674c828ef90efb081e908dff1.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/086975f674c828ef90efb081e908dff1/A/80d3f36ca7ed452292a2d10d14d34623 to hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/archive/data/default/TestAcidGuarantees/086975f674c828ef90efb081e908dff1/A/80d3f36ca7ed452292a2d10d14d34623 2024-11-25T10:15:41,028 DEBUG [StoreCloser-TestAcidGuarantees,,1732529713522.086975f674c828ef90efb081e908dff1.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/086975f674c828ef90efb081e908dff1/A/cbabcbcce7104ec5a297aee28d78500f to hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/archive/data/default/TestAcidGuarantees/086975f674c828ef90efb081e908dff1/A/cbabcbcce7104ec5a297aee28d78500f 2024-11-25T10:15:41,029 DEBUG [StoreCloser-TestAcidGuarantees,,1732529713522.086975f674c828ef90efb081e908dff1.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/086975f674c828ef90efb081e908dff1/A/3868d90111b14e81b7dc149bc5fc4e18 to hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/archive/data/default/TestAcidGuarantees/086975f674c828ef90efb081e908dff1/A/3868d90111b14e81b7dc149bc5fc4e18 2024-11-25T10:15:41,030 DEBUG [StoreCloser-TestAcidGuarantees,,1732529713522.086975f674c828ef90efb081e908dff1.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/086975f674c828ef90efb081e908dff1/A/f7eb8f59f4ca482cb5f43f0cd2a9c589 to hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/archive/data/default/TestAcidGuarantees/086975f674c828ef90efb081e908dff1/A/f7eb8f59f4ca482cb5f43f0cd2a9c589 2024-11-25T10:15:41,031 DEBUG [StoreCloser-TestAcidGuarantees,,1732529713522.086975f674c828ef90efb081e908dff1.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/086975f674c828ef90efb081e908dff1/A/cbd2b13c9d4c4cd2ba489f3222e61e00 to hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/archive/data/default/TestAcidGuarantees/086975f674c828ef90efb081e908dff1/A/cbd2b13c9d4c4cd2ba489f3222e61e00 2024-11-25T10:15:41,031 DEBUG [StoreCloser-TestAcidGuarantees,,1732529713522.086975f674c828ef90efb081e908dff1.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/086975f674c828ef90efb081e908dff1/A/67833a88e4fb448889283d5ea327f865 to hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/archive/data/default/TestAcidGuarantees/086975f674c828ef90efb081e908dff1/A/67833a88e4fb448889283d5ea327f865 2024-11-25T10:15:41,032 DEBUG [StoreCloser-TestAcidGuarantees,,1732529713522.086975f674c828ef90efb081e908dff1.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/086975f674c828ef90efb081e908dff1/A/e6af794efb3146339190edde957f083d to hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/archive/data/default/TestAcidGuarantees/086975f674c828ef90efb081e908dff1/A/e6af794efb3146339190edde957f083d 2024-11-25T10:15:41,033 DEBUG [StoreCloser-TestAcidGuarantees,,1732529713522.086975f674c828ef90efb081e908dff1.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/086975f674c828ef90efb081e908dff1/A/5750e37924624f91a051fc7b16344f16 to hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/archive/data/default/TestAcidGuarantees/086975f674c828ef90efb081e908dff1/A/5750e37924624f91a051fc7b16344f16 2024-11-25T10:15:41,034 DEBUG [StoreCloser-TestAcidGuarantees,,1732529713522.086975f674c828ef90efb081e908dff1.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/086975f674c828ef90efb081e908dff1/A/714a9878da49486987282661d4876c8e to hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/archive/data/default/TestAcidGuarantees/086975f674c828ef90efb081e908dff1/A/714a9878da49486987282661d4876c8e 2024-11-25T10:15:41,035 DEBUG [StoreCloser-TestAcidGuarantees,,1732529713522.086975f674c828ef90efb081e908dff1.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/086975f674c828ef90efb081e908dff1/A/1ba0e89c188144df9ee680e64c9fab49 to hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/archive/data/default/TestAcidGuarantees/086975f674c828ef90efb081e908dff1/A/1ba0e89c188144df9ee680e64c9fab49 2024-11-25T10:15:41,035 DEBUG [StoreCloser-TestAcidGuarantees,,1732529713522.086975f674c828ef90efb081e908dff1.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/086975f674c828ef90efb081e908dff1/A/a6bdfc5df6164305a287692ae11fb053 to hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/archive/data/default/TestAcidGuarantees/086975f674c828ef90efb081e908dff1/A/a6bdfc5df6164305a287692ae11fb053 2024-11-25T10:15:41,036 DEBUG [StoreCloser-TestAcidGuarantees,,1732529713522.086975f674c828ef90efb081e908dff1.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/086975f674c828ef90efb081e908dff1/A/a907b7e8c7334ed1b93a528300326e15 to hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/archive/data/default/TestAcidGuarantees/086975f674c828ef90efb081e908dff1/A/a907b7e8c7334ed1b93a528300326e15 2024-11-25T10:15:41,038 DEBUG [StoreCloser-TestAcidGuarantees,,1732529713522.086975f674c828ef90efb081e908dff1.-1 {}] regionserver.HStore(2317): Moving the files [hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/086975f674c828ef90efb081e908dff1/B/d304fcb1d1f34ac594223b6022747df1, hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/086975f674c828ef90efb081e908dff1/B/ed514aec419b433eb794d5e8b022459a, hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/086975f674c828ef90efb081e908dff1/B/4dd992df022342d19f61c2fb555907ee, hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/086975f674c828ef90efb081e908dff1/B/afb3c528e7cf4e32ae188f6c707d0cf0, hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/086975f674c828ef90efb081e908dff1/B/868b89b5e73d4c6e9e3a68500a06296a, hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/086975f674c828ef90efb081e908dff1/B/54b4f9c6311a416eb75dffe9c71680f1, hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/086975f674c828ef90efb081e908dff1/B/6fa4e42e482441e38c84b7211b711688, hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/086975f674c828ef90efb081e908dff1/B/921153fd51aa42da84161e5c2f098d6e, hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/086975f674c828ef90efb081e908dff1/B/849b5e41fec44433a3f8400e1e7f0dfd, hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/086975f674c828ef90efb081e908dff1/B/6a69aa6f7bd94e77bf7e46451a4aa3d0, hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/086975f674c828ef90efb081e908dff1/B/38d83ba0800a404a9be5a0a7168fb4a6, hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/086975f674c828ef90efb081e908dff1/B/4c8cb7b6aac1493e8f70d4641d24ac43, hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/086975f674c828ef90efb081e908dff1/B/81cae111df7d48cb8572eb9df9265f98, hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/086975f674c828ef90efb081e908dff1/B/06815cd1179a407b9fdfdea445950375, hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/086975f674c828ef90efb081e908dff1/B/777b5f8b1fcc43f6906e87acce968639, hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/086975f674c828ef90efb081e908dff1/B/b0f41c5f583e4f61815bbfbda2363d52, hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/086975f674c828ef90efb081e908dff1/B/611c88286a58472f8496ad6993070770, hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/086975f674c828ef90efb081e908dff1/B/1e8671c7f3174730a39ff811e17b5bfd, hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/086975f674c828ef90efb081e908dff1/B/99138166e7bf493b8f145143d3869e35, hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/086975f674c828ef90efb081e908dff1/B/c4debe04d8dd40dcb926bfdd3410289f] to archive 2024-11-25T10:15:41,038 DEBUG [StoreCloser-TestAcidGuarantees,,1732529713522.086975f674c828ef90efb081e908dff1.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-25T10:15:41,039 DEBUG [StoreCloser-TestAcidGuarantees,,1732529713522.086975f674c828ef90efb081e908dff1.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/086975f674c828ef90efb081e908dff1/B/d304fcb1d1f34ac594223b6022747df1 to hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/archive/data/default/TestAcidGuarantees/086975f674c828ef90efb081e908dff1/B/d304fcb1d1f34ac594223b6022747df1 2024-11-25T10:15:41,040 DEBUG [StoreCloser-TestAcidGuarantees,,1732529713522.086975f674c828ef90efb081e908dff1.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/086975f674c828ef90efb081e908dff1/B/ed514aec419b433eb794d5e8b022459a to hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/archive/data/default/TestAcidGuarantees/086975f674c828ef90efb081e908dff1/B/ed514aec419b433eb794d5e8b022459a 2024-11-25T10:15:41,041 DEBUG [StoreCloser-TestAcidGuarantees,,1732529713522.086975f674c828ef90efb081e908dff1.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/086975f674c828ef90efb081e908dff1/B/4dd992df022342d19f61c2fb555907ee to hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/archive/data/default/TestAcidGuarantees/086975f674c828ef90efb081e908dff1/B/4dd992df022342d19f61c2fb555907ee 2024-11-25T10:15:41,042 DEBUG [StoreCloser-TestAcidGuarantees,,1732529713522.086975f674c828ef90efb081e908dff1.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/086975f674c828ef90efb081e908dff1/B/afb3c528e7cf4e32ae188f6c707d0cf0 to hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/archive/data/default/TestAcidGuarantees/086975f674c828ef90efb081e908dff1/B/afb3c528e7cf4e32ae188f6c707d0cf0 2024-11-25T10:15:41,042 DEBUG [StoreCloser-TestAcidGuarantees,,1732529713522.086975f674c828ef90efb081e908dff1.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/086975f674c828ef90efb081e908dff1/B/868b89b5e73d4c6e9e3a68500a06296a to hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/archive/data/default/TestAcidGuarantees/086975f674c828ef90efb081e908dff1/B/868b89b5e73d4c6e9e3a68500a06296a 2024-11-25T10:15:41,043 DEBUG [StoreCloser-TestAcidGuarantees,,1732529713522.086975f674c828ef90efb081e908dff1.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/086975f674c828ef90efb081e908dff1/B/54b4f9c6311a416eb75dffe9c71680f1 to hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/archive/data/default/TestAcidGuarantees/086975f674c828ef90efb081e908dff1/B/54b4f9c6311a416eb75dffe9c71680f1 2024-11-25T10:15:41,044 DEBUG [StoreCloser-TestAcidGuarantees,,1732529713522.086975f674c828ef90efb081e908dff1.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/086975f674c828ef90efb081e908dff1/B/6fa4e42e482441e38c84b7211b711688 to hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/archive/data/default/TestAcidGuarantees/086975f674c828ef90efb081e908dff1/B/6fa4e42e482441e38c84b7211b711688 2024-11-25T10:15:41,045 DEBUG [StoreCloser-TestAcidGuarantees,,1732529713522.086975f674c828ef90efb081e908dff1.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/086975f674c828ef90efb081e908dff1/B/921153fd51aa42da84161e5c2f098d6e to hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/archive/data/default/TestAcidGuarantees/086975f674c828ef90efb081e908dff1/B/921153fd51aa42da84161e5c2f098d6e 2024-11-25T10:15:41,045 DEBUG [StoreCloser-TestAcidGuarantees,,1732529713522.086975f674c828ef90efb081e908dff1.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/086975f674c828ef90efb081e908dff1/B/849b5e41fec44433a3f8400e1e7f0dfd to hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/archive/data/default/TestAcidGuarantees/086975f674c828ef90efb081e908dff1/B/849b5e41fec44433a3f8400e1e7f0dfd 2024-11-25T10:15:41,046 DEBUG [StoreCloser-TestAcidGuarantees,,1732529713522.086975f674c828ef90efb081e908dff1.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/086975f674c828ef90efb081e908dff1/B/6a69aa6f7bd94e77bf7e46451a4aa3d0 to hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/archive/data/default/TestAcidGuarantees/086975f674c828ef90efb081e908dff1/B/6a69aa6f7bd94e77bf7e46451a4aa3d0 2024-11-25T10:15:41,047 DEBUG [StoreCloser-TestAcidGuarantees,,1732529713522.086975f674c828ef90efb081e908dff1.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/086975f674c828ef90efb081e908dff1/B/38d83ba0800a404a9be5a0a7168fb4a6 to hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/archive/data/default/TestAcidGuarantees/086975f674c828ef90efb081e908dff1/B/38d83ba0800a404a9be5a0a7168fb4a6 2024-11-25T10:15:41,048 DEBUG [StoreCloser-TestAcidGuarantees,,1732529713522.086975f674c828ef90efb081e908dff1.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/086975f674c828ef90efb081e908dff1/B/4c8cb7b6aac1493e8f70d4641d24ac43 to hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/archive/data/default/TestAcidGuarantees/086975f674c828ef90efb081e908dff1/B/4c8cb7b6aac1493e8f70d4641d24ac43 2024-11-25T10:15:41,049 DEBUG [StoreCloser-TestAcidGuarantees,,1732529713522.086975f674c828ef90efb081e908dff1.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/086975f674c828ef90efb081e908dff1/B/81cae111df7d48cb8572eb9df9265f98 to hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/archive/data/default/TestAcidGuarantees/086975f674c828ef90efb081e908dff1/B/81cae111df7d48cb8572eb9df9265f98 2024-11-25T10:15:41,050 DEBUG [StoreCloser-TestAcidGuarantees,,1732529713522.086975f674c828ef90efb081e908dff1.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/086975f674c828ef90efb081e908dff1/B/06815cd1179a407b9fdfdea445950375 to hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/archive/data/default/TestAcidGuarantees/086975f674c828ef90efb081e908dff1/B/06815cd1179a407b9fdfdea445950375 2024-11-25T10:15:41,050 DEBUG [StoreCloser-TestAcidGuarantees,,1732529713522.086975f674c828ef90efb081e908dff1.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/086975f674c828ef90efb081e908dff1/B/777b5f8b1fcc43f6906e87acce968639 to hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/archive/data/default/TestAcidGuarantees/086975f674c828ef90efb081e908dff1/B/777b5f8b1fcc43f6906e87acce968639 2024-11-25T10:15:41,051 DEBUG [StoreCloser-TestAcidGuarantees,,1732529713522.086975f674c828ef90efb081e908dff1.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/086975f674c828ef90efb081e908dff1/B/b0f41c5f583e4f61815bbfbda2363d52 to hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/archive/data/default/TestAcidGuarantees/086975f674c828ef90efb081e908dff1/B/b0f41c5f583e4f61815bbfbda2363d52 2024-11-25T10:15:41,052 DEBUG [StoreCloser-TestAcidGuarantees,,1732529713522.086975f674c828ef90efb081e908dff1.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/086975f674c828ef90efb081e908dff1/B/611c88286a58472f8496ad6993070770 to hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/archive/data/default/TestAcidGuarantees/086975f674c828ef90efb081e908dff1/B/611c88286a58472f8496ad6993070770 2024-11-25T10:15:41,053 DEBUG [StoreCloser-TestAcidGuarantees,,1732529713522.086975f674c828ef90efb081e908dff1.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/086975f674c828ef90efb081e908dff1/B/1e8671c7f3174730a39ff811e17b5bfd to hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/archive/data/default/TestAcidGuarantees/086975f674c828ef90efb081e908dff1/B/1e8671c7f3174730a39ff811e17b5bfd 2024-11-25T10:15:41,054 DEBUG [StoreCloser-TestAcidGuarantees,,1732529713522.086975f674c828ef90efb081e908dff1.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/086975f674c828ef90efb081e908dff1/B/99138166e7bf493b8f145143d3869e35 to hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/archive/data/default/TestAcidGuarantees/086975f674c828ef90efb081e908dff1/B/99138166e7bf493b8f145143d3869e35 2024-11-25T10:15:41,054 DEBUG [StoreCloser-TestAcidGuarantees,,1732529713522.086975f674c828ef90efb081e908dff1.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/086975f674c828ef90efb081e908dff1/B/c4debe04d8dd40dcb926bfdd3410289f to hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/archive/data/default/TestAcidGuarantees/086975f674c828ef90efb081e908dff1/B/c4debe04d8dd40dcb926bfdd3410289f 2024-11-25T10:15:41,056 DEBUG [StoreCloser-TestAcidGuarantees,,1732529713522.086975f674c828ef90efb081e908dff1.-1 {}] regionserver.HStore(2317): Moving the files [hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/086975f674c828ef90efb081e908dff1/C/1c8e9da2cbfb41e4936a993dab6b117a, hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/086975f674c828ef90efb081e908dff1/C/b781d4af61a1449ea4bcfa77e4aad6ff, hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/086975f674c828ef90efb081e908dff1/C/342d1e5e136d43ba8c422bb9351f0da1, hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/086975f674c828ef90efb081e908dff1/C/2b2f19217559486da9f6bd6ec73d47c2, hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/086975f674c828ef90efb081e908dff1/C/176c6abc0d0d45aebb9f93eab52b7044, hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/086975f674c828ef90efb081e908dff1/C/387b20e8431d498fafbb0041052cbc87, hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/086975f674c828ef90efb081e908dff1/C/44deede5d20e4b21a4b0e18331788ecf, hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/086975f674c828ef90efb081e908dff1/C/e2162fcd953a4e6cb3fd5d2b0380f1a8, hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/086975f674c828ef90efb081e908dff1/C/8110a46f5af040c492312055f528141f, hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/086975f674c828ef90efb081e908dff1/C/4d8707c2fe0548d89d3019d23c67b72f, hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/086975f674c828ef90efb081e908dff1/C/0ba95e6208054899bff212d922461d2c, hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/086975f674c828ef90efb081e908dff1/C/5a6424f27ec84061abafafac45bf06e5, hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/086975f674c828ef90efb081e908dff1/C/1c39e2d726f74e45ab25a7b520de272c, hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/086975f674c828ef90efb081e908dff1/C/1f0d8651f56942878f894cf8830d9501, hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/086975f674c828ef90efb081e908dff1/C/567e5327d0ea4243af1f39516fe250ff, hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/086975f674c828ef90efb081e908dff1/C/f3a91b69d9394bc38e6343cad46f5cc0, hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/086975f674c828ef90efb081e908dff1/C/2eddba5712474ec88acf801beaef5f86, hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/086975f674c828ef90efb081e908dff1/C/933ff5e9d81c46d69872e8f749e35155, hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/086975f674c828ef90efb081e908dff1/C/404310669ee44c18a2dad2b6f38e871d, hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/086975f674c828ef90efb081e908dff1/C/d4773d212756484a8b67b01be4ebc5e9] to archive 2024-11-25T10:15:41,057 DEBUG [StoreCloser-TestAcidGuarantees,,1732529713522.086975f674c828ef90efb081e908dff1.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-25T10:15:41,058 DEBUG [StoreCloser-TestAcidGuarantees,,1732529713522.086975f674c828ef90efb081e908dff1.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/086975f674c828ef90efb081e908dff1/C/1c8e9da2cbfb41e4936a993dab6b117a to hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/archive/data/default/TestAcidGuarantees/086975f674c828ef90efb081e908dff1/C/1c8e9da2cbfb41e4936a993dab6b117a 2024-11-25T10:15:41,059 DEBUG [StoreCloser-TestAcidGuarantees,,1732529713522.086975f674c828ef90efb081e908dff1.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/086975f674c828ef90efb081e908dff1/C/b781d4af61a1449ea4bcfa77e4aad6ff to hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/archive/data/default/TestAcidGuarantees/086975f674c828ef90efb081e908dff1/C/b781d4af61a1449ea4bcfa77e4aad6ff 2024-11-25T10:15:41,059 DEBUG [StoreCloser-TestAcidGuarantees,,1732529713522.086975f674c828ef90efb081e908dff1.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/086975f674c828ef90efb081e908dff1/C/342d1e5e136d43ba8c422bb9351f0da1 to hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/archive/data/default/TestAcidGuarantees/086975f674c828ef90efb081e908dff1/C/342d1e5e136d43ba8c422bb9351f0da1 2024-11-25T10:15:41,060 DEBUG [StoreCloser-TestAcidGuarantees,,1732529713522.086975f674c828ef90efb081e908dff1.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/086975f674c828ef90efb081e908dff1/C/2b2f19217559486da9f6bd6ec73d47c2 to hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/archive/data/default/TestAcidGuarantees/086975f674c828ef90efb081e908dff1/C/2b2f19217559486da9f6bd6ec73d47c2 2024-11-25T10:15:41,061 DEBUG [StoreCloser-TestAcidGuarantees,,1732529713522.086975f674c828ef90efb081e908dff1.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/086975f674c828ef90efb081e908dff1/C/176c6abc0d0d45aebb9f93eab52b7044 to hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/archive/data/default/TestAcidGuarantees/086975f674c828ef90efb081e908dff1/C/176c6abc0d0d45aebb9f93eab52b7044 2024-11-25T10:15:41,062 DEBUG [StoreCloser-TestAcidGuarantees,,1732529713522.086975f674c828ef90efb081e908dff1.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/086975f674c828ef90efb081e908dff1/C/387b20e8431d498fafbb0041052cbc87 to hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/archive/data/default/TestAcidGuarantees/086975f674c828ef90efb081e908dff1/C/387b20e8431d498fafbb0041052cbc87 2024-11-25T10:15:41,062 DEBUG [StoreCloser-TestAcidGuarantees,,1732529713522.086975f674c828ef90efb081e908dff1.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/086975f674c828ef90efb081e908dff1/C/44deede5d20e4b21a4b0e18331788ecf to hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/archive/data/default/TestAcidGuarantees/086975f674c828ef90efb081e908dff1/C/44deede5d20e4b21a4b0e18331788ecf 2024-11-25T10:15:41,063 DEBUG [StoreCloser-TestAcidGuarantees,,1732529713522.086975f674c828ef90efb081e908dff1.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/086975f674c828ef90efb081e908dff1/C/e2162fcd953a4e6cb3fd5d2b0380f1a8 to hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/archive/data/default/TestAcidGuarantees/086975f674c828ef90efb081e908dff1/C/e2162fcd953a4e6cb3fd5d2b0380f1a8 2024-11-25T10:15:41,064 DEBUG [StoreCloser-TestAcidGuarantees,,1732529713522.086975f674c828ef90efb081e908dff1.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/086975f674c828ef90efb081e908dff1/C/8110a46f5af040c492312055f528141f to hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/archive/data/default/TestAcidGuarantees/086975f674c828ef90efb081e908dff1/C/8110a46f5af040c492312055f528141f 2024-11-25T10:15:41,065 DEBUG [StoreCloser-TestAcidGuarantees,,1732529713522.086975f674c828ef90efb081e908dff1.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/086975f674c828ef90efb081e908dff1/C/4d8707c2fe0548d89d3019d23c67b72f to hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/archive/data/default/TestAcidGuarantees/086975f674c828ef90efb081e908dff1/C/4d8707c2fe0548d89d3019d23c67b72f 2024-11-25T10:15:41,066 DEBUG [StoreCloser-TestAcidGuarantees,,1732529713522.086975f674c828ef90efb081e908dff1.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/086975f674c828ef90efb081e908dff1/C/0ba95e6208054899bff212d922461d2c to hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/archive/data/default/TestAcidGuarantees/086975f674c828ef90efb081e908dff1/C/0ba95e6208054899bff212d922461d2c 2024-11-25T10:15:41,066 DEBUG [StoreCloser-TestAcidGuarantees,,1732529713522.086975f674c828ef90efb081e908dff1.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/086975f674c828ef90efb081e908dff1/C/5a6424f27ec84061abafafac45bf06e5 to hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/archive/data/default/TestAcidGuarantees/086975f674c828ef90efb081e908dff1/C/5a6424f27ec84061abafafac45bf06e5 2024-11-25T10:15:41,067 DEBUG [StoreCloser-TestAcidGuarantees,,1732529713522.086975f674c828ef90efb081e908dff1.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/086975f674c828ef90efb081e908dff1/C/1c39e2d726f74e45ab25a7b520de272c to hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/archive/data/default/TestAcidGuarantees/086975f674c828ef90efb081e908dff1/C/1c39e2d726f74e45ab25a7b520de272c 2024-11-25T10:15:41,068 DEBUG [StoreCloser-TestAcidGuarantees,,1732529713522.086975f674c828ef90efb081e908dff1.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/086975f674c828ef90efb081e908dff1/C/1f0d8651f56942878f894cf8830d9501 to hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/archive/data/default/TestAcidGuarantees/086975f674c828ef90efb081e908dff1/C/1f0d8651f56942878f894cf8830d9501 2024-11-25T10:15:41,069 DEBUG [StoreCloser-TestAcidGuarantees,,1732529713522.086975f674c828ef90efb081e908dff1.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/086975f674c828ef90efb081e908dff1/C/567e5327d0ea4243af1f39516fe250ff to hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/archive/data/default/TestAcidGuarantees/086975f674c828ef90efb081e908dff1/C/567e5327d0ea4243af1f39516fe250ff 2024-11-25T10:15:41,070 DEBUG [StoreCloser-TestAcidGuarantees,,1732529713522.086975f674c828ef90efb081e908dff1.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/086975f674c828ef90efb081e908dff1/C/f3a91b69d9394bc38e6343cad46f5cc0 to hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/archive/data/default/TestAcidGuarantees/086975f674c828ef90efb081e908dff1/C/f3a91b69d9394bc38e6343cad46f5cc0 2024-11-25T10:15:41,070 DEBUG [StoreCloser-TestAcidGuarantees,,1732529713522.086975f674c828ef90efb081e908dff1.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/086975f674c828ef90efb081e908dff1/C/2eddba5712474ec88acf801beaef5f86 to hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/archive/data/default/TestAcidGuarantees/086975f674c828ef90efb081e908dff1/C/2eddba5712474ec88acf801beaef5f86 2024-11-25T10:15:41,071 DEBUG [StoreCloser-TestAcidGuarantees,,1732529713522.086975f674c828ef90efb081e908dff1.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/086975f674c828ef90efb081e908dff1/C/933ff5e9d81c46d69872e8f749e35155 to hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/archive/data/default/TestAcidGuarantees/086975f674c828ef90efb081e908dff1/C/933ff5e9d81c46d69872e8f749e35155 2024-11-25T10:15:41,072 DEBUG [StoreCloser-TestAcidGuarantees,,1732529713522.086975f674c828ef90efb081e908dff1.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/086975f674c828ef90efb081e908dff1/C/404310669ee44c18a2dad2b6f38e871d to hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/archive/data/default/TestAcidGuarantees/086975f674c828ef90efb081e908dff1/C/404310669ee44c18a2dad2b6f38e871d 2024-11-25T10:15:41,072 DEBUG [StoreCloser-TestAcidGuarantees,,1732529713522.086975f674c828ef90efb081e908dff1.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/086975f674c828ef90efb081e908dff1/C/d4773d212756484a8b67b01be4ebc5e9 to hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/archive/data/default/TestAcidGuarantees/086975f674c828ef90efb081e908dff1/C/d4773d212756484a8b67b01be4ebc5e9 2024-11-25T10:15:41,076 DEBUG [RS_CLOSE_REGION-regionserver/e2fd862922a0:0-0 {event_type=M_RS_CLOSE_REGION, pid=124}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/086975f674c828ef90efb081e908dff1/recovered.edits/613.seqid, newMaxSeqId=613, maxSeqId=4 2024-11-25T10:15:41,077 INFO [RS_CLOSE_REGION-regionserver/e2fd862922a0:0-0 {event_type=M_RS_CLOSE_REGION, pid=124}] regionserver.HRegion(1973): Closed TestAcidGuarantees,,1732529713522.086975f674c828ef90efb081e908dff1. 2024-11-25T10:15:41,077 DEBUG [RS_CLOSE_REGION-regionserver/e2fd862922a0:0-0 {event_type=M_RS_CLOSE_REGION, pid=124}] regionserver.HRegion(1676): Region close journal for 086975f674c828ef90efb081e908dff1: Waiting for close lock at 1732529739364Running coprocessor pre-close hooks at 1732529739364Disabling compacts and flushes for region at 1732529739364Disabling writes for close at 1732529739364Obtaining lock to block concurrent updates at 1732529739364Preparing flush snapshotting stores in 086975f674c828ef90efb081e908dff1 at 1732529739364Finished memstore snapshotting TestAcidGuarantees,,1732529713522.086975f674c828ef90efb081e908dff1., syncing WAL and waiting on mvcc, flushsize=dataSize=34350, getHeapSize=102720, getOffHeapSize=0, getCellsCount=750 at 1732529739365 (+1 ms)Flushing stores of TestAcidGuarantees,,1732529713522.086975f674c828ef90efb081e908dff1. at 1732529739366 (+1 ms)Flushing 086975f674c828ef90efb081e908dff1/A: creating writer at 1732529739366Flushing mob file 086975f674c828ef90efb081e908dff1/A: appending metadata at 1732529739371 (+5 ms)Flushing mob file 086975f674c828ef90efb081e908dff1/A: closing flushed file at 1732529739371Flushing 086975f674c828ef90efb081e908dff1/A: appending metadata at 1732529739779 (+408 ms)Flushing 086975f674c828ef90efb081e908dff1/A: closing flushed file at 1732529739780 (+1 ms)Flushing 086975f674c828ef90efb081e908dff1/B: creating writer at 1732529740186 (+406 ms)Flushing 086975f674c828ef90efb081e908dff1/B: appending metadata at 1732529740189 (+3 ms)Flushing 086975f674c828ef90efb081e908dff1/B: closing flushed file at 1732529740189Flushing 086975f674c828ef90efb081e908dff1/C: creating writer at 1732529740598 (+409 ms)Flushing 086975f674c828ef90efb081e908dff1/C: appending metadata at 1732529740600 (+2 ms)Flushing 086975f674c828ef90efb081e908dff1/C: closing flushed file at 1732529740600Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7d6f19b0: reopening flushed file at 1732529741007 (+407 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1cb13abb: reopening flushed file at 1732529741011 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@44a232ab: reopening flushed file at 1732529741014 (+3 ms)Finished flush of dataSize ~33.54 KB/34350, heapSize ~100.31 KB/102720, currentSize=0 B/0 for 086975f674c828ef90efb081e908dff1 in 1654ms, sequenceid=610, compaction requested=true at 1732529741018 (+4 ms)Writing region close event to WAL at 1732529741074 (+56 ms)Running coprocessor post-close hooks at 1732529741077 (+3 ms)Closed at 1732529741077 2024-11-25T10:15:41,079 INFO [RS_CLOSE_REGION-regionserver/e2fd862922a0:0-0 {event_type=M_RS_CLOSE_REGION, pid=124}] handler.UnassignRegionHandler(157): Closed 086975f674c828ef90efb081e908dff1 2024-11-25T10:15:41,079 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=123 updating hbase:meta row=086975f674c828ef90efb081e908dff1, regionState=CLOSED 2024-11-25T10:15:41,080 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=124, ppid=123, state=RUNNABLE, hasLock=false; CloseRegionProcedure 086975f674c828ef90efb081e908dff1, server=e2fd862922a0,38547,1732529625709 because future has completed 2024-11-25T10:15:41,082 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=124, resume processing ppid=123 2024-11-25T10:15:41,082 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=124, ppid=123, state=SUCCESS, hasLock=false; CloseRegionProcedure 086975f674c828ef90efb081e908dff1, server=e2fd862922a0,38547,1732529625709 in 1.8700 sec 2024-11-25T10:15:41,083 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=123, resume processing ppid=122 2024-11-25T10:15:41,083 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=123, ppid=122, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=086975f674c828ef90efb081e908dff1, UNASSIGN in 1.8760 sec 2024-11-25T10:15:41,085 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=122, resume processing ppid=121 2024-11-25T10:15:41,085 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=122, ppid=121, state=SUCCESS, hasLock=false; CloseTableRegionsProcedure table=TestAcidGuarantees in 1.8800 sec 2024-11-25T10:15:41,086 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732529741086"}]},"ts":"1732529741086"} 2024-11-25T10:15:41,087 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(843): Updated tableName=TestAcidGuarantees, state=DISABLED in hbase:meta 2024-11-25T10:15:41,087 INFO [PEWorker-5 {}] procedure.DisableTableProcedure(296): Set TestAcidGuarantees to state=DISABLED 2024-11-25T10:15:41,088 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=121, state=SUCCESS, hasLock=false; DisableTableProcedure table=TestAcidGuarantees in 1.8900 sec 2024-11-25T10:15:41,342 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41005 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=121 2024-11-25T10:15:41,342 INFO [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: DISABLE, Table Name: default:TestAcidGuarantees completed 2024-11-25T10:15:41,342 INFO [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41005 {}] master.HMaster$5(2570): Client=jenkins//172.17.0.2 delete TestAcidGuarantees 2024-11-25T10:15:41,343 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41005 {}] procedure2.ProcedureExecutor(1139): Stored pid=125, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION, hasLock=false; DeleteTableProcedure table=TestAcidGuarantees 2024-11-25T10:15:41,344 DEBUG [PEWorker-1 {}] procedure.DeleteTableProcedure(103): Waiting for RIT for pid=125, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-25T10:15:41,344 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41005 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=125 2024-11-25T10:15:41,345 DEBUG [PEWorker-1 {}] procedure.DeleteTableProcedure(115): Deleting regions from filesystem for pid=125, state=RUNNABLE:DELETE_TABLE_CLEAR_FS_LAYOUT, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-25T10:15:41,347 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(131): ARCHIVING hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/086975f674c828ef90efb081e908dff1 2024-11-25T10:15:41,348 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(159): Archiving [FileablePath, hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/086975f674c828ef90efb081e908dff1/A, FileablePath, hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/086975f674c828ef90efb081e908dff1/B, FileablePath, hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/086975f674c828ef90efb081e908dff1/C, FileablePath, hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/086975f674c828ef90efb081e908dff1/recovered.edits] 2024-11-25T10:15:41,350 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/086975f674c828ef90efb081e908dff1/A/4f781bd409aa46059fc00101f6de1c31 to hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/archive/data/default/TestAcidGuarantees/086975f674c828ef90efb081e908dff1/A/4f781bd409aa46059fc00101f6de1c31 2024-11-25T10:15:41,351 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/086975f674c828ef90efb081e908dff1/A/97a5bb2a4d634eac819e89e19afe6928 to hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/archive/data/default/TestAcidGuarantees/086975f674c828ef90efb081e908dff1/A/97a5bb2a4d634eac819e89e19afe6928 2024-11-25T10:15:41,352 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/086975f674c828ef90efb081e908dff1/A/b05ef72bec174c16981d2a1e79883281 to hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/archive/data/default/TestAcidGuarantees/086975f674c828ef90efb081e908dff1/A/b05ef72bec174c16981d2a1e79883281 2024-11-25T10:15:41,354 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/086975f674c828ef90efb081e908dff1/B/1b402cd516804b0f97b2e090be85e929 to hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/archive/data/default/TestAcidGuarantees/086975f674c828ef90efb081e908dff1/B/1b402cd516804b0f97b2e090be85e929 2024-11-25T10:15:41,356 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/086975f674c828ef90efb081e908dff1/B/44058867654f4f70aeaa81378230754f to hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/archive/data/default/TestAcidGuarantees/086975f674c828ef90efb081e908dff1/B/44058867654f4f70aeaa81378230754f 2024-11-25T10:15:41,357 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/086975f674c828ef90efb081e908dff1/B/fc8657cce8cc4e0c9c31a01a96f7f335 to hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/archive/data/default/TestAcidGuarantees/086975f674c828ef90efb081e908dff1/B/fc8657cce8cc4e0c9c31a01a96f7f335 2024-11-25T10:15:41,359 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/086975f674c828ef90efb081e908dff1/C/16c45b7f0e884a39ab05f3c977ef77b3 to hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/archive/data/default/TestAcidGuarantees/086975f674c828ef90efb081e908dff1/C/16c45b7f0e884a39ab05f3c977ef77b3 2024-11-25T10:15:41,361 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/086975f674c828ef90efb081e908dff1/C/1c21902d83b14959887a155fb7893880 to hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/archive/data/default/TestAcidGuarantees/086975f674c828ef90efb081e908dff1/C/1c21902d83b14959887a155fb7893880 2024-11-25T10:15:41,363 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/086975f674c828ef90efb081e908dff1/C/719de096799f49f9a13bdfb6cf2d3096 to hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/archive/data/default/TestAcidGuarantees/086975f674c828ef90efb081e908dff1/C/719de096799f49f9a13bdfb6cf2d3096 2024-11-25T10:15:41,365 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/086975f674c828ef90efb081e908dff1/recovered.edits/613.seqid to hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/archive/data/default/TestAcidGuarantees/086975f674c828ef90efb081e908dff1/recovered.edits/613.seqid 2024-11-25T10:15:41,366 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(610): Deleted hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/086975f674c828ef90efb081e908dff1 2024-11-25T10:15:41,366 DEBUG [PEWorker-1 {}] procedure.DeleteTableProcedure(313): Archived TestAcidGuarantees regions 2024-11-25T10:15:41,366 DEBUG [PEWorker-1 {}] backup.HFileArchiver(131): ARCHIVING hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3 2024-11-25T10:15:41,366 DEBUG [PEWorker-1 {}] backup.HFileArchiver(159): Archiving [FileablePath, hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A] 2024-11-25T10:15:41,371 DEBUG [PEWorker-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411250d939474b2e4442ebae669da84bca33b_086975f674c828ef90efb081e908dff1 to hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411250d939474b2e4442ebae669da84bca33b_086975f674c828ef90efb081e908dff1 2024-11-25T10:15:41,372 DEBUG [PEWorker-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241125147b38b17aaf456f99d3b6e8fe715774_086975f674c828ef90efb081e908dff1 to hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241125147b38b17aaf456f99d3b6e8fe715774_086975f674c828ef90efb081e908dff1 2024-11-25T10:15:41,373 DEBUG [PEWorker-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411251b80b5a981c94e60bd2a95b9fc1173da_086975f674c828ef90efb081e908dff1 to hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411251b80b5a981c94e60bd2a95b9fc1173da_086975f674c828ef90efb081e908dff1 2024-11-25T10:15:41,374 DEBUG [PEWorker-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411252aaa0650f6404c839df42cfdede17464_086975f674c828ef90efb081e908dff1 to hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411252aaa0650f6404c839df42cfdede17464_086975f674c828ef90efb081e908dff1 2024-11-25T10:15:41,375 DEBUG [PEWorker-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411255f68a0f906034e829086008d8ac31415_086975f674c828ef90efb081e908dff1 to hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411255f68a0f906034e829086008d8ac31415_086975f674c828ef90efb081e908dff1 2024-11-25T10:15:41,376 DEBUG [PEWorker-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241125657c1a4850404ac88569acc2514f8a80_086975f674c828ef90efb081e908dff1 to hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241125657c1a4850404ac88569acc2514f8a80_086975f674c828ef90efb081e908dff1 2024-11-25T10:15:41,380 DEBUG [PEWorker-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411256642c85926454b60902100785e53fb82_086975f674c828ef90efb081e908dff1 to hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411256642c85926454b60902100785e53fb82_086975f674c828ef90efb081e908dff1 2024-11-25T10:15:41,381 DEBUG [PEWorker-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411256da6595f53b94fb586dc4d36ad8e2059_086975f674c828ef90efb081e908dff1 to hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411256da6595f53b94fb586dc4d36ad8e2059_086975f674c828ef90efb081e908dff1 2024-11-25T10:15:41,382 DEBUG [PEWorker-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241125963a0ce7a33b43449902c39a748cfcd9_086975f674c828ef90efb081e908dff1 to hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241125963a0ce7a33b43449902c39a748cfcd9_086975f674c828ef90efb081e908dff1 2024-11-25T10:15:41,384 DEBUG [PEWorker-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411259e145c1e5df543c1a14eb13378762519_086975f674c828ef90efb081e908dff1 to hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411259e145c1e5df543c1a14eb13378762519_086975f674c828ef90efb081e908dff1 2024-11-25T10:15:41,385 DEBUG [PEWorker-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241125a087d8bf9ba645aa89677ce4b22d1774_086975f674c828ef90efb081e908dff1 to hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241125a087d8bf9ba645aa89677ce4b22d1774_086975f674c828ef90efb081e908dff1 2024-11-25T10:15:41,386 DEBUG [PEWorker-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241125aaaf2fb6c7b64b01903a8854ec4eeada_086975f674c828ef90efb081e908dff1 to hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241125aaaf2fb6c7b64b01903a8854ec4eeada_086975f674c828ef90efb081e908dff1 2024-11-25T10:15:41,387 DEBUG [PEWorker-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241125b592b671d3c44208a77f4a169ada2981_086975f674c828ef90efb081e908dff1 to hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241125b592b671d3c44208a77f4a169ada2981_086975f674c828ef90efb081e908dff1 2024-11-25T10:15:41,388 DEBUG [PEWorker-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241125b5f9fc35e5e54b00a167754d33e2a948_086975f674c828ef90efb081e908dff1 to hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241125b5f9fc35e5e54b00a167754d33e2a948_086975f674c828ef90efb081e908dff1 2024-11-25T10:15:41,389 DEBUG [PEWorker-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241125b6c3d9c82ef14f51ae3672f3846803c6_086975f674c828ef90efb081e908dff1 to hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241125b6c3d9c82ef14f51ae3672f3846803c6_086975f674c828ef90efb081e908dff1 2024-11-25T10:15:41,390 DEBUG [PEWorker-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241125d45556cd0ddc49b5be81e2bea39c36d2_086975f674c828ef90efb081e908dff1 to hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241125d45556cd0ddc49b5be81e2bea39c36d2_086975f674c828ef90efb081e908dff1 2024-11-25T10:15:41,391 DEBUG [PEWorker-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241125d53547e3f5d246339c4365d1714f803b_086975f674c828ef90efb081e908dff1 to hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241125d53547e3f5d246339c4365d1714f803b_086975f674c828ef90efb081e908dff1 2024-11-25T10:15:41,391 DEBUG [PEWorker-1 {}] backup.HFileArchiver(610): Deleted hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3 2024-11-25T10:15:41,400 DEBUG [PEWorker-1 {}] procedure.DeleteTableProcedure(120): Deleting regions from META for pid=125, state=RUNNABLE:DELETE_TABLE_REMOVE_FROM_META, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-25T10:15:41,402 WARN [PEWorker-1 {}] procedure.DeleteTableProcedure(370): Deleting some vestigial 1 rows of TestAcidGuarantees from hbase:meta 2024-11-25T10:15:41,404 DEBUG [PEWorker-1 {}] procedure.DeleteTableProcedure(407): Removing 'TestAcidGuarantees' descriptor. 2024-11-25T10:15:41,404 DEBUG [PEWorker-1 {}] procedure.DeleteTableProcedure(126): Deleting assignment state for pid=125, state=RUNNABLE:DELETE_TABLE_UNASSIGN_REGIONS, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-25T10:15:41,405 DEBUG [PEWorker-1 {}] procedure.DeleteTableProcedure(397): Removing 'TestAcidGuarantees' from region states. 2024-11-25T10:15:41,405 DEBUG [PEWorker-1 {}] assignment.RegionStateStore(723): Delete {"totalColumns":1,"row":"TestAcidGuarantees,,1732529713522.086975f674c828ef90efb081e908dff1.","families":{"info":[{"qualifier":"","vlen":0,"tag":[],"timestamp":"1732529741405"}]},"ts":"9223372036854775807"} 2024-11-25T10:15:41,407 INFO [PEWorker-1 {}] assignment.RegionStateStore(562): Deleted 1 regions from META 2024-11-25T10:15:41,407 DEBUG [PEWorker-1 {}] assignment.RegionStateStore(563): Deleted regions: [{ENCODED => 086975f674c828ef90efb081e908dff1, NAME => 'TestAcidGuarantees,,1732529713522.086975f674c828ef90efb081e908dff1.', STARTKEY => '', ENDKEY => ''}] 2024-11-25T10:15:41,407 DEBUG [PEWorker-1 {}] procedure.DeleteTableProcedure(401): Marking 'TestAcidGuarantees' as deleted. 2024-11-25T10:15:41,407 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Delete {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":0,"tag":[],"timestamp":"1732529741407"}]},"ts":"9223372036854775807"} 2024-11-25T10:15:41,408 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(867): Deleted table TestAcidGuarantees state from META 2024-11-25T10:15:41,409 DEBUG [PEWorker-1 {}] procedure.DeleteTableProcedure(133): Finished pid=125, state=RUNNABLE:DELETE_TABLE_POST_OPERATION, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-25T10:15:41,410 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=125, state=SUCCESS, hasLock=false; DeleteTableProcedure table=TestAcidGuarantees in 67 msec 2024-11-25T10:15:41,452 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41005 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=125 2024-11-25T10:15:41,452 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocator(219): Clear meta cache for TestAcidGuarantees 2024-11-25T10:15:41,457 INFO [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: DELETE, Table Name: default:TestAcidGuarantees completed 2024-11-25T10:15:41,465 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: TestAcidGuaranteesWithEagerPolicy#testMobScanAtomicity Thread=252 (was 249) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-2049387265_22 at /127.0.0.1:51232 [Waiting for operation #930] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-2049387265_22 at /127.0.0.1:51222 [Waiting for operation #939] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_545230377_22 at /127.0.0.1:51112 [Waiting for operation #957] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_545230377_22 at /127.0.0.1:51214 [Waiting for operation #917] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HFileArchiver-4 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=459 (was 453) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=685 (was 696), ProcessCount=11 (was 11), AvailableMemoryMB=4620 (was 4939) 2024-11-25T10:15:41,475 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: TestAcidGuaranteesWithEagerPolicy#testScanAtomicity Thread=252, OpenFileDescriptor=459, MaxFileDescriptor=1048576, SystemLoadAverage=685, ProcessCount=11, AvailableMemoryMB=4620 2024-11-25T10:15:41,476 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41005 {}] util.TableDescriptorChecker(321): MEMSTORE_FLUSHSIZE for table descriptor or "hbase.hregion.memstore.flush.size" (131072) is too small, which might cause very frequent flushing. 2024-11-25T10:15:41,476 INFO [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41005 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'EAGER', 'hbase.hregion.memstore.mslab.enabled' => 'false', 'hbase.memstore.inmemoryflush.threshold.factor' => '0.9'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-25T10:15:41,477 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41005 {}] procedure2.ProcedureExecutor(1139): Stored pid=126, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=TestAcidGuarantees 2024-11-25T10:15:41,478 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=126, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_PRE_OPERATION 2024-11-25T10:15:41,478 DEBUG [PEWorker-4 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:41,478 INFO [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41005 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "TestAcidGuarantees" procId is: 126 2024-11-25T10:15:41,479 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=126, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-25T10:15:41,479 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41005 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=126 2024-11-25T10:15:41,487 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39927 is added to blk_1073742259_1435 (size=1061) 2024-11-25T10:15:41,489 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 55f643e0788a2e4834c6dd42d687b438, NAME => 'TestAcidGuarantees,,1732529741476.55f643e0788a2e4834c6dd42d687b438.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'EAGER', 'hbase.hregion.memstore.mslab.enabled' => 'false', 'hbase.memstore.inmemoryflush.threshold.factor' => '0.9', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e 2024-11-25T10:15:41,493 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39927 is added to blk_1073742260_1436 (size=53) 2024-11-25T10:15:41,582 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41005 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=126 2024-11-25T10:15:41,792 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41005 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=126 2024-11-25T10:15:41,894 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(898): Instantiated TestAcidGuarantees,,1732529741476.55f643e0788a2e4834c6dd42d687b438.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-25T10:15:41,894 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1722): Closing 55f643e0788a2e4834c6dd42d687b438, disabling compactions & flushes 2024-11-25T10:15:41,894 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1755): Closing region TestAcidGuarantees,,1732529741476.55f643e0788a2e4834c6dd42d687b438. 2024-11-25T10:15:41,894 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on TestAcidGuarantees,,1732529741476.55f643e0788a2e4834c6dd42d687b438. 2024-11-25T10:15:41,894 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on TestAcidGuarantees,,1732529741476.55f643e0788a2e4834c6dd42d687b438. after waiting 0 ms 2024-11-25T10:15:41,894 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region TestAcidGuarantees,,1732529741476.55f643e0788a2e4834c6dd42d687b438. 2024-11-25T10:15:41,894 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1973): Closed TestAcidGuarantees,,1732529741476.55f643e0788a2e4834c6dd42d687b438. 2024-11-25T10:15:41,894 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1676): Region close journal for 55f643e0788a2e4834c6dd42d687b438: Waiting for close lock at 1732529741894Disabling compacts and flushes for region at 1732529741894Disabling writes for close at 1732529741894Writing region close event to WAL at 1732529741894Closed at 1732529741894 2024-11-25T10:15:41,895 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=126, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_ADD_TO_META 2024-11-25T10:15:41,896 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"TestAcidGuarantees,,1732529741476.55f643e0788a2e4834c6dd42d687b438.","families":{"info":[{"qualifier":"regioninfo","vlen":52,"tag":[],"timestamp":"1732529741895"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732529741895"}]},"ts":"1732529741895"} 2024-11-25T10:15:41,897 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-25T10:15:41,898 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=126, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-25T10:15:41,898 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732529741898"}]},"ts":"1732529741898"} 2024-11-25T10:15:41,899 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=TestAcidGuarantees, state=ENABLING in hbase:meta 2024-11-25T10:15:41,900 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=127, ppid=126, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=55f643e0788a2e4834c6dd42d687b438, ASSIGN}] 2024-11-25T10:15:41,901 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=127, ppid=126, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=55f643e0788a2e4834c6dd42d687b438, ASSIGN 2024-11-25T10:15:41,901 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=127, ppid=126, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=55f643e0788a2e4834c6dd42d687b438, ASSIGN; state=OFFLINE, location=e2fd862922a0,38547,1732529625709; forceNewPlan=false, retain=false 2024-11-25T10:15:42,052 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=127 updating hbase:meta row=55f643e0788a2e4834c6dd42d687b438, regionState=OPENING, regionLocation=e2fd862922a0,38547,1732529625709 2024-11-25T10:15:42,053 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=127, ppid=126, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=55f643e0788a2e4834c6dd42d687b438, ASSIGN because future has completed 2024-11-25T10:15:42,053 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=128, ppid=127, state=RUNNABLE, hasLock=false; OpenRegionProcedure 55f643e0788a2e4834c6dd42d687b438, server=e2fd862922a0,38547,1732529625709}] 2024-11-25T10:15:42,102 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41005 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=126 2024-11-25T10:15:42,208 INFO [RS_OPEN_REGION-regionserver/e2fd862922a0:0-0 {event_type=M_RS_OPEN_REGION, pid=128}] handler.AssignRegionHandler(132): Open TestAcidGuarantees,,1732529741476.55f643e0788a2e4834c6dd42d687b438. 2024-11-25T10:15:42,208 DEBUG [RS_OPEN_REGION-regionserver/e2fd862922a0:0-0 {event_type=M_RS_OPEN_REGION, pid=128}] regionserver.HRegion(7752): Opening region: {ENCODED => 55f643e0788a2e4834c6dd42d687b438, NAME => 'TestAcidGuarantees,,1732529741476.55f643e0788a2e4834c6dd42d687b438.', STARTKEY => '', ENDKEY => ''} 2024-11-25T10:15:42,209 DEBUG [RS_OPEN_REGION-regionserver/e2fd862922a0:0-0 {event_type=M_RS_OPEN_REGION, pid=128}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table TestAcidGuarantees 55f643e0788a2e4834c6dd42d687b438 2024-11-25T10:15:42,209 DEBUG [RS_OPEN_REGION-regionserver/e2fd862922a0:0-0 {event_type=M_RS_OPEN_REGION, pid=128}] regionserver.HRegion(898): Instantiated TestAcidGuarantees,,1732529741476.55f643e0788a2e4834c6dd42d687b438.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-25T10:15:42,209 DEBUG [RS_OPEN_REGION-regionserver/e2fd862922a0:0-0 {event_type=M_RS_OPEN_REGION, pid=128}] regionserver.HRegion(7794): checking encryption for 55f643e0788a2e4834c6dd42d687b438 2024-11-25T10:15:42,209 DEBUG [RS_OPEN_REGION-regionserver/e2fd862922a0:0-0 {event_type=M_RS_OPEN_REGION, pid=128}] regionserver.HRegion(7797): checking classloading for 55f643e0788a2e4834c6dd42d687b438 2024-11-25T10:15:42,211 INFO [StoreOpener-55f643e0788a2e4834c6dd42d687b438-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family A of region 55f643e0788a2e4834c6dd42d687b438 2024-11-25T10:15:42,212 INFO [StoreOpener-55f643e0788a2e4834c6dd42d687b438-1 {}] regionserver.CompactingMemStore(122): Store=A, in-memory flush size threshold=38.40 KB, immutable segments index type=ARRAY_MAP, compactor=EAGER, pipelineThreshold=2, compactionCellMax=10 2024-11-25T10:15:42,212 INFO [StoreOpener-55f643e0788a2e4834c6dd42d687b438-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 55f643e0788a2e4834c6dd42d687b438 columnFamilyName A 2024-11-25T10:15:42,213 DEBUG [StoreOpener-55f643e0788a2e4834c6dd42d687b438-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:42,213 INFO [StoreOpener-55f643e0788a2e4834c6dd42d687b438-1 {}] regionserver.HStore(327): Store=55f643e0788a2e4834c6dd42d687b438/A, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-25T10:15:42,213 INFO [StoreOpener-55f643e0788a2e4834c6dd42d687b438-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family B of region 55f643e0788a2e4834c6dd42d687b438 2024-11-25T10:15:42,214 INFO [StoreOpener-55f643e0788a2e4834c6dd42d687b438-1 {}] regionserver.CompactingMemStore(122): Store=B, in-memory flush size threshold=38.40 KB, immutable segments index type=ARRAY_MAP, compactor=EAGER, pipelineThreshold=2, compactionCellMax=10 2024-11-25T10:15:42,215 INFO [StoreOpener-55f643e0788a2e4834c6dd42d687b438-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 55f643e0788a2e4834c6dd42d687b438 columnFamilyName B 2024-11-25T10:15:42,215 DEBUG [StoreOpener-55f643e0788a2e4834c6dd42d687b438-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:42,215 INFO [StoreOpener-55f643e0788a2e4834c6dd42d687b438-1 {}] regionserver.HStore(327): Store=55f643e0788a2e4834c6dd42d687b438/B, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-25T10:15:42,215 INFO [StoreOpener-55f643e0788a2e4834c6dd42d687b438-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family C of region 55f643e0788a2e4834c6dd42d687b438 2024-11-25T10:15:42,220 INFO [StoreOpener-55f643e0788a2e4834c6dd42d687b438-1 {}] regionserver.CompactingMemStore(122): Store=C, in-memory flush size threshold=38.40 KB, immutable segments index type=ARRAY_MAP, compactor=EAGER, pipelineThreshold=2, compactionCellMax=10 2024-11-25T10:15:42,221 INFO [StoreOpener-55f643e0788a2e4834c6dd42d687b438-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 55f643e0788a2e4834c6dd42d687b438 columnFamilyName C 2024-11-25T10:15:42,221 DEBUG [StoreOpener-55f643e0788a2e4834c6dd42d687b438-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:15:42,221 INFO [StoreOpener-55f643e0788a2e4834c6dd42d687b438-1 {}] regionserver.HStore(327): Store=55f643e0788a2e4834c6dd42d687b438/C, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-25T10:15:42,222 INFO [RS_OPEN_REGION-regionserver/e2fd862922a0:0-0 {event_type=M_RS_OPEN_REGION, pid=128}] regionserver.HRegion(1212): Setting FlushNonSloppyStoresFirstPolicy for the region=TestAcidGuarantees,,1732529741476.55f643e0788a2e4834c6dd42d687b438. 2024-11-25T10:15:42,222 DEBUG [RS_OPEN_REGION-regionserver/e2fd862922a0:0-0 {event_type=M_RS_OPEN_REGION, pid=128}] regionserver.HRegion(1038): replaying wal for 55f643e0788a2e4834c6dd42d687b438 2024-11-25T10:15:42,222 DEBUG [RS_OPEN_REGION-regionserver/e2fd862922a0:0-0 {event_type=M_RS_OPEN_REGION, pid=128}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/55f643e0788a2e4834c6dd42d687b438 2024-11-25T10:15:42,223 DEBUG [RS_OPEN_REGION-regionserver/e2fd862922a0:0-0 {event_type=M_RS_OPEN_REGION, pid=128}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/55f643e0788a2e4834c6dd42d687b438 2024-11-25T10:15:42,224 DEBUG [RS_OPEN_REGION-regionserver/e2fd862922a0:0-0 {event_type=M_RS_OPEN_REGION, pid=128}] regionserver.HRegion(1048): stopping wal replay for 55f643e0788a2e4834c6dd42d687b438 2024-11-25T10:15:42,224 DEBUG [RS_OPEN_REGION-regionserver/e2fd862922a0:0-0 {event_type=M_RS_OPEN_REGION, pid=128}] regionserver.HRegion(1060): Cleaning up temporary data for 55f643e0788a2e4834c6dd42d687b438 2024-11-25T10:15:42,224 DEBUG [RS_OPEN_REGION-regionserver/e2fd862922a0:0-0 {event_type=M_RS_OPEN_REGION, pid=128}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table TestAcidGuarantees descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-11-25T10:15:42,225 DEBUG [RS_OPEN_REGION-regionserver/e2fd862922a0:0-0 {event_type=M_RS_OPEN_REGION, pid=128}] regionserver.HRegion(1093): writing seq id for 55f643e0788a2e4834c6dd42d687b438 2024-11-25T10:15:42,227 DEBUG [RS_OPEN_REGION-regionserver/e2fd862922a0:0-0 {event_type=M_RS_OPEN_REGION, pid=128}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/55f643e0788a2e4834c6dd42d687b438/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-25T10:15:42,227 INFO [RS_OPEN_REGION-regionserver/e2fd862922a0:0-0 {event_type=M_RS_OPEN_REGION, pid=128}] regionserver.HRegion(1114): Opened 55f643e0788a2e4834c6dd42d687b438; next sequenceid=2; ConstantSizeRegionSplitPolicy{desiredMaxFileSize=74925220, jitterRate=0.11647278070449829}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-11-25T10:15:42,228 DEBUG [RS_OPEN_REGION-regionserver/e2fd862922a0:0-0 {event_type=M_RS_OPEN_REGION, pid=128}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 55f643e0788a2e4834c6dd42d687b438 2024-11-25T10:15:42,229 DEBUG [RS_OPEN_REGION-regionserver/e2fd862922a0:0-0 {event_type=M_RS_OPEN_REGION, pid=128}] regionserver.HRegion(1006): Region open journal for 55f643e0788a2e4834c6dd42d687b438: Running coprocessor pre-open hook at 1732529742209Writing region info on filesystem at 1732529742209Initializing all the Stores at 1732529742210 (+1 ms)Instantiating store for column family {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732529742210Instantiating store for column family {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732529742211 (+1 ms)Instantiating store for column family {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732529742211Cleaning up temporary data from old regions at 1732529742224 (+13 ms)Running coprocessor post-open hooks at 1732529742228 (+4 ms)Region opened successfully at 1732529742228 2024-11-25T10:15:42,229 INFO [RS_OPEN_REGION-regionserver/e2fd862922a0:0-0 {event_type=M_RS_OPEN_REGION, pid=128}] regionserver.HRegionServer(2236): Post open deploy tasks for TestAcidGuarantees,,1732529741476.55f643e0788a2e4834c6dd42d687b438., pid=128, masterSystemTime=1732529742205 2024-11-25T10:15:42,231 DEBUG [RS_OPEN_REGION-regionserver/e2fd862922a0:0-0 {event_type=M_RS_OPEN_REGION, pid=128}] regionserver.HRegionServer(2266): Finished post open deploy task for TestAcidGuarantees,,1732529741476.55f643e0788a2e4834c6dd42d687b438. 2024-11-25T10:15:42,231 INFO [RS_OPEN_REGION-regionserver/e2fd862922a0:0-0 {event_type=M_RS_OPEN_REGION, pid=128}] handler.AssignRegionHandler(153): Opened TestAcidGuarantees,,1732529741476.55f643e0788a2e4834c6dd42d687b438. 2024-11-25T10:15:42,232 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=127 updating hbase:meta row=55f643e0788a2e4834c6dd42d687b438, regionState=OPEN, openSeqNum=2, regionLocation=e2fd862922a0,38547,1732529625709 2024-11-25T10:15:42,233 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=128, ppid=127, state=RUNNABLE, hasLock=false; OpenRegionProcedure 55f643e0788a2e4834c6dd42d687b438, server=e2fd862922a0,38547,1732529625709 because future has completed 2024-11-25T10:15:42,236 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=128, resume processing ppid=127 2024-11-25T10:15:42,237 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=128, ppid=127, state=SUCCESS, hasLock=false; OpenRegionProcedure 55f643e0788a2e4834c6dd42d687b438, server=e2fd862922a0,38547,1732529625709 in 181 msec 2024-11-25T10:15:42,239 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=127, resume processing ppid=126 2024-11-25T10:15:42,239 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=127, ppid=126, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=55f643e0788a2e4834c6dd42d687b438, ASSIGN in 337 msec 2024-11-25T10:15:42,241 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=126, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-25T10:15:42,242 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732529742241"}]},"ts":"1732529742241"} 2024-11-25T10:15:42,243 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(843): Updated tableName=TestAcidGuarantees, state=ENABLED in hbase:meta 2024-11-25T10:15:42,244 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=126, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_POST_OPERATION 2024-11-25T10:15:42,246 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=126, state=SUCCESS, hasLock=false; CreateTableProcedure table=TestAcidGuarantees in 768 msec 2024-11-25T10:15:42,612 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41005 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=126 2024-11-25T10:15:42,613 INFO [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:TestAcidGuarantees completed 2024-11-25T10:15:42,614 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@657c6bd0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T10:15:42,614 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request e2fd862922a0,41005,-1 for getting cluster id 2024-11-25T10:15:42,614 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-25T10:15:42,615 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'faeb5c13-49c4-407d-86f9-65e4c873355a' 2024-11-25T10:15:42,615 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-25T10:15:42,615 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "faeb5c13-49c4-407d-86f9-65e4c873355a" 2024-11-25T10:15:42,615 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2eee3b44, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T10:15:42,615 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [e2fd862922a0,41005,-1] 2024-11-25T10:15:42,616 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-25T10:15:42,616 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T10:15:42,617 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:48240, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-25T10:15:42,617 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@36711780, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T10:15:42,617 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-25T10:15:42,618 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=e2fd862922a0,38547,1732529625709, seqNum=-1] 2024-11-25T10:15:42,618 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-25T10:15:42,619 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:39650, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-25T10:15:42,619 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-25T10:15:42,620 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncConnectionImpl(321): The fetched master address is e2fd862922a0,41005,1732529624914 2024-11-25T10:15:42,620 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@621c8be5 2024-11-25T10:15:42,620 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-25T10:15:42,621 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:48244, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-25T10:15:42,622 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7bf9861, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T10:15:42,622 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request e2fd862922a0,41005,-1 for getting cluster id 2024-11-25T10:15:42,622 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-25T10:15:42,623 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'faeb5c13-49c4-407d-86f9-65e4c873355a' 2024-11-25T10:15:42,623 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-25T10:15:42,623 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "faeb5c13-49c4-407d-86f9-65e4c873355a" 2024-11-25T10:15:42,623 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2bc2e129, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T10:15:42,623 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [e2fd862922a0,41005,-1] 2024-11-25T10:15:42,623 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-25T10:15:42,624 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T10:15:42,624 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:48262, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-25T10:15:42,624 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@56d2ba74, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T10:15:42,625 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@f4b7412, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T10:15:42,625 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request e2fd862922a0,41005,-1 for getting cluster id 2024-11-25T10:15:42,625 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-25T10:15:42,626 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'faeb5c13-49c4-407d-86f9-65e4c873355a' 2024-11-25T10:15:42,626 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-25T10:15:42,626 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "faeb5c13-49c4-407d-86f9-65e4c873355a" 2024-11-25T10:15:42,626 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5a53c051, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T10:15:42,626 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [e2fd862922a0,41005,-1] 2024-11-25T10:15:42,626 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-25T10:15:42,626 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T10:15:42,627 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:48274, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-25T10:15:42,627 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@79ab286c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T10:15:42,627 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1af04026, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T10:15:42,627 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request e2fd862922a0,41005,-1 for getting cluster id 2024-11-25T10:15:42,628 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-25T10:15:42,628 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'faeb5c13-49c4-407d-86f9-65e4c873355a' 2024-11-25T10:15:42,628 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-25T10:15:42,628 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "faeb5c13-49c4-407d-86f9-65e4c873355a" 2024-11-25T10:15:42,628 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@10816f5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T10:15:42,628 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [e2fd862922a0,41005,-1] 2024-11-25T10:15:42,628 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-25T10:15:42,629 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T10:15:42,629 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:48290, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-25T10:15:42,629 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5e51eb77, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T10:15:42,630 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@290015ef, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T10:15:42,630 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request e2fd862922a0,41005,-1 for getting cluster id 2024-11-25T10:15:42,630 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-25T10:15:42,631 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'faeb5c13-49c4-407d-86f9-65e4c873355a' 2024-11-25T10:15:42,631 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-25T10:15:42,631 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "faeb5c13-49c4-407d-86f9-65e4c873355a" 2024-11-25T10:15:42,631 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6adb3bbe, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T10:15:42,631 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [e2fd862922a0,41005,-1] 2024-11-25T10:15:42,631 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-25T10:15:42,631 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T10:15:42,632 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:48294, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-25T10:15:42,632 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@125d3b0d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T10:15:42,633 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@23f479a7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T10:15:42,633 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request e2fd862922a0,41005,-1 for getting cluster id 2024-11-25T10:15:42,633 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-25T10:15:42,633 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'faeb5c13-49c4-407d-86f9-65e4c873355a' 2024-11-25T10:15:42,633 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-25T10:15:42,633 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "faeb5c13-49c4-407d-86f9-65e4c873355a" 2024-11-25T10:15:42,633 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@444b141f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T10:15:42,633 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [e2fd862922a0,41005,-1] 2024-11-25T10:15:42,634 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-25T10:15:42,634 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T10:15:42,634 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:48306, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-25T10:15:42,634 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5885900e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T10:15:42,635 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@283207e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T10:15:42,635 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request e2fd862922a0,41005,-1 for getting cluster id 2024-11-25T10:15:42,635 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-25T10:15:42,636 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'faeb5c13-49c4-407d-86f9-65e4c873355a' 2024-11-25T10:15:42,636 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-25T10:15:42,636 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "faeb5c13-49c4-407d-86f9-65e4c873355a" 2024-11-25T10:15:42,636 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3b45916, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T10:15:42,636 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [e2fd862922a0,41005,-1] 2024-11-25T10:15:42,636 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-25T10:15:42,636 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T10:15:42,637 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:48334, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-25T10:15:42,637 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@41370e46, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T10:15:42,637 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5104f910, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T10:15:42,637 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request e2fd862922a0,41005,-1 for getting cluster id 2024-11-25T10:15:42,638 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-25T10:15:42,638 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'faeb5c13-49c4-407d-86f9-65e4c873355a' 2024-11-25T10:15:42,638 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-25T10:15:42,638 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "faeb5c13-49c4-407d-86f9-65e4c873355a" 2024-11-25T10:15:42,638 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@468c2757, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T10:15:42,638 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [e2fd862922a0,41005,-1] 2024-11-25T10:15:42,639 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-25T10:15:42,639 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T10:15:42,639 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:48350, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-25T10:15:42,639 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4a6ac65a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T10:15:42,640 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7e957d84, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T10:15:42,640 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request e2fd862922a0,41005,-1 for getting cluster id 2024-11-25T10:15:42,640 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-25T10:15:42,641 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'faeb5c13-49c4-407d-86f9-65e4c873355a' 2024-11-25T10:15:42,641 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-25T10:15:42,641 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "faeb5c13-49c4-407d-86f9-65e4c873355a" 2024-11-25T10:15:42,641 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@42b72681, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T10:15:42,641 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [e2fd862922a0,41005,-1] 2024-11-25T10:15:42,641 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-25T10:15:42,641 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T10:15:42,642 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:48378, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-25T10:15:42,642 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@451146a8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T10:15:42,642 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@495630fe, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T10:15:42,642 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request e2fd862922a0,41005,-1 for getting cluster id 2024-11-25T10:15:42,642 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-25T10:15:42,643 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'faeb5c13-49c4-407d-86f9-65e4c873355a' 2024-11-25T10:15:42,643 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-25T10:15:42,643 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "faeb5c13-49c4-407d-86f9-65e4c873355a" 2024-11-25T10:15:42,643 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4714f2fb, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T10:15:42,643 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [e2fd862922a0,41005,-1] 2024-11-25T10:15:42,643 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-25T10:15:42,643 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T10:15:42,644 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:48396, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-25T10:15:42,644 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@793b22e9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T10:15:42,645 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@788a5d24, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T10:15:42,645 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request e2fd862922a0,41005,-1 for getting cluster id 2024-11-25T10:15:42,645 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-25T10:15:42,645 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'faeb5c13-49c4-407d-86f9-65e4c873355a' 2024-11-25T10:15:42,645 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-25T10:15:42,645 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "faeb5c13-49c4-407d-86f9-65e4c873355a" 2024-11-25T10:15:42,646 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@65ddac0e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T10:15:42,646 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [e2fd862922a0,41005,-1] 2024-11-25T10:15:42,646 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-25T10:15:42,646 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T10:15:42,646 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:48414, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-25T10:15:42,647 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@92f7aab, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T10:15:42,647 DEBUG [Thread-1973 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-25T10:15:42,647 DEBUG [Thread-1964 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-25T10:15:42,647 DEBUG [Thread-1969 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-25T10:15:42,647 DEBUG [Thread-1977 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-25T10:15:42,647 DEBUG [Thread-1971 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-25T10:15:42,647 DEBUG [Thread-1975 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-25T10:15:42,648 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=e2fd862922a0,38547,1732529625709, seqNum=-1] 2024-11-25T10:15:42,648 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=e2fd862922a0,38547,1732529625709, seqNum=-1] 2024-11-25T10:15:42,648 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-25T10:15:42,648 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=e2fd862922a0,38547,1732529625709, seqNum=-1] 2024-11-25T10:15:42,648 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=e2fd862922a0,38547,1732529625709, seqNum=-1] 2024-11-25T10:15:42,648 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-25T10:15:42,648 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=e2fd862922a0,38547,1732529625709, seqNum=-1] 2024-11-25T10:15:42,648 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-25T10:15:42,648 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-25T10:15:42,648 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=e2fd862922a0,38547,1732529625709, seqNum=-1] 2024-11-25T10:15:42,648 DEBUG [Thread-1958 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-25T10:15:42,649 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-25T10:15:42,649 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-25T10:15:42,649 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:39674, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-25T10:15:42,649 DEBUG [Thread-1966 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-25T10:15:42,649 DEBUG [Thread-1960 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-25T10:15:42,650 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:39682, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-25T10:15:42,650 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:39708, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-25T10:15:42,650 INFO [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41005 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-25T10:15:42,650 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:39662, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-25T10:15:42,650 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=e2fd862922a0,38547,1732529625709, seqNum=-1] 2024-11-25T10:15:42,650 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=e2fd862922a0,38547,1732529625709, seqNum=-1] 2024-11-25T10:15:42,650 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:39694, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-25T10:15:42,650 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:39722, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-25T10:15:42,650 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-25T10:15:42,650 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=e2fd862922a0,38547,1732529625709, seqNum=-1] 2024-11-25T10:15:42,650 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-25T10:15:42,650 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-25T10:15:42,651 DEBUG [Thread-1962 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-25T10:15:42,651 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41005 {}] procedure2.ProcedureExecutor(1139): Stored pid=129, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=129, table=TestAcidGuarantees 2024-11-25T10:15:42,651 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:39734, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-25T10:15:42,652 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41005 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=129 2024-11-25T10:15:42,652 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='', locateType=CURRENT is [region=TestAcidGuarantees,,1732529741476.55f643e0788a2e4834c6dd42d687b438., hostname=e2fd862922a0,38547,1732529625709, seqNum=2] 2024-11-25T10:15:42,652 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='', locateType=CURRENT is [region=TestAcidGuarantees,,1732529741476.55f643e0788a2e4834c6dd42d687b438., hostname=e2fd862922a0,38547,1732529625709, seqNum=2] 2024-11-25T10:15:42,652 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:39730, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-25T10:15:42,652 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=129, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=129, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-25T10:15:42,652 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='', locateType=CURRENT is [region=TestAcidGuarantees,,1732529741476.55f643e0788a2e4834c6dd42d687b438., hostname=e2fd862922a0,38547,1732529625709, seqNum=2] 2024-11-25T10:15:42,652 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_2', locateType=CURRENT is [region=TestAcidGuarantees,,1732529741476.55f643e0788a2e4834c6dd42d687b438., hostname=e2fd862922a0,38547,1732529625709, seqNum=2] 2024-11-25T10:15:42,653 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=e2fd862922a0,38547,1732529625709, seqNum=-1] 2024-11-25T10:15:42,653 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-25T10:15:42,653 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='', locateType=CURRENT is [region=TestAcidGuarantees,,1732529741476.55f643e0788a2e4834c6dd42d687b438., hostname=e2fd862922a0,38547,1732529625709, seqNum=2] 2024-11-25T10:15:42,654 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='', locateType=CURRENT is [region=TestAcidGuarantees,,1732529741476.55f643e0788a2e4834c6dd42d687b438., hostname=e2fd862922a0,38547,1732529625709, seqNum=2] 2024-11-25T10:15:42,654 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=129, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=129, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-25T10:15:42,654 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=130, ppid=129, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-25T10:15:42,654 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:39748, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-25T10:15:42,654 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_2', locateType=CURRENT is [region=TestAcidGuarantees,,1732529741476.55f643e0788a2e4834c6dd42d687b438., hostname=e2fd862922a0,38547,1732529625709, seqNum=2] 2024-11-25T10:15:42,654 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_0', locateType=CURRENT is [region=TestAcidGuarantees,,1732529741476.55f643e0788a2e4834c6dd42d687b438., hostname=e2fd862922a0,38547,1732529625709, seqNum=2] 2024-11-25T10:15:42,655 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:39740, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-25T10:15:42,655 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_2', locateType=CURRENT is [region=TestAcidGuarantees,,1732529741476.55f643e0788a2e4834c6dd42d687b438., hostname=e2fd862922a0,38547,1732529625709, seqNum=2] 2024-11-25T10:15:42,656 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_0', locateType=CURRENT is [region=TestAcidGuarantees,,1732529741476.55f643e0788a2e4834c6dd42d687b438., hostname=e2fd862922a0,38547,1732529625709, seqNum=2] 2024-11-25T10:15:42,662 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] regionserver.HRegion(8855): Flush requested on 55f643e0788a2e4834c6dd42d687b438 2024-11-25T10:15:42,662 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 55f643e0788a2e4834c6dd42d687b438 3/3 column families, dataSize=46.96 KB heapSize=140.20 KB 2024-11-25T10:15:42,664 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 55f643e0788a2e4834c6dd42d687b438, store=A 2024-11-25T10:15:42,664 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T10:15:42,664 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 55f643e0788a2e4834c6dd42d687b438, store=B 2024-11-25T10:15:42,664 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T10:15:42,664 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 55f643e0788a2e4834c6dd42d687b438, store=C 2024-11-25T10:15:42,664 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T10:15:42,697 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/55f643e0788a2e4834c6dd42d687b438/.tmp/A/b293b08e555c4220b18ba987c7b2be68 is 50, key is test_row_0/A:col10/1732529742662/Put/seqid=0 2024-11-25T10:15:42,705 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55f643e0788a2e4834c6dd42d687b438, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-25T10:15:42,705 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] ipc.CallRunner(138): callId: 5 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39740 deadline: 1732529802692, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55f643e0788a2e4834c6dd42d687b438, server=e2fd862922a0,38547,1732529625709 2024-11-25T10:15:42,706 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732529741476.55f643e0788a2e4834c6dd42d687b438., hostname=e2fd862922a0,38547,1732529625709, seqNum=2 , the old value is region=TestAcidGuarantees,,1732529741476.55f643e0788a2e4834c6dd42d687b438., hostname=e2fd862922a0,38547,1732529625709, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55f643e0788a2e4834c6dd42d687b438, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T10:15:42,706 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732529741476.55f643e0788a2e4834c6dd42d687b438., hostname=e2fd862922a0,38547,1732529625709, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55f643e0788a2e4834c6dd42d687b438, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T10:15:42,706 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732529741476.55f643e0788a2e4834c6dd42d687b438., hostname=e2fd862922a0,38547,1732529625709, seqNum=2 because the exception is null or not the one we care about 2024-11-25T10:15:42,706 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55f643e0788a2e4834c6dd42d687b438, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-25T10:15:42,706 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] ipc.CallRunner(138): callId: 6 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39662 deadline: 1732529802694, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55f643e0788a2e4834c6dd42d687b438, server=e2fd862922a0,38547,1732529625709 2024-11-25T10:15:42,706 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55f643e0788a2e4834c6dd42d687b438, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-25T10:15:42,706 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732529741476.55f643e0788a2e4834c6dd42d687b438., hostname=e2fd862922a0,38547,1732529625709, seqNum=2 , the old value is region=TestAcidGuarantees,,1732529741476.55f643e0788a2e4834c6dd42d687b438., hostname=e2fd862922a0,38547,1732529625709, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55f643e0788a2e4834c6dd42d687b438, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T10:15:42,706 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732529741476.55f643e0788a2e4834c6dd42d687b438., hostname=e2fd862922a0,38547,1732529625709, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55f643e0788a2e4834c6dd42d687b438, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T10:15:42,706 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] ipc.CallRunner(138): callId: 6 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39748 deadline: 1732529802698, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55f643e0788a2e4834c6dd42d687b438, server=e2fd862922a0,38547,1732529625709 2024-11-25T10:15:42,706 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732529741476.55f643e0788a2e4834c6dd42d687b438., hostname=e2fd862922a0,38547,1732529625709, seqNum=2 because the exception is null or not the one we care about 2024-11-25T10:15:42,707 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39927 is added to blk_1073742261_1437 (size=14337) 2024-11-25T10:15:42,707 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732529741476.55f643e0788a2e4834c6dd42d687b438., hostname=e2fd862922a0,38547,1732529625709, seqNum=2 , the old value is region=TestAcidGuarantees,,1732529741476.55f643e0788a2e4834c6dd42d687b438., hostname=e2fd862922a0,38547,1732529625709, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55f643e0788a2e4834c6dd42d687b438, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T10:15:42,707 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732529741476.55f643e0788a2e4834c6dd42d687b438., hostname=e2fd862922a0,38547,1732529625709, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55f643e0788a2e4834c6dd42d687b438, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T10:15:42,707 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732529741476.55f643e0788a2e4834c6dd42d687b438., hostname=e2fd862922a0,38547,1732529625709, seqNum=2 because the exception is null or not the one we care about 2024-11-25T10:15:42,710 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55f643e0788a2e4834c6dd42d687b438, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-25T10:15:42,710 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] ipc.CallRunner(138): callId: 7 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39734 deadline: 1732529802700, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55f643e0788a2e4834c6dd42d687b438, server=e2fd862922a0,38547,1732529625709 2024-11-25T10:15:42,714 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55f643e0788a2e4834c6dd42d687b438, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-25T10:15:42,714 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] ipc.CallRunner(138): callId: 7 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39730 deadline: 1732529802705, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55f643e0788a2e4834c6dd42d687b438, server=e2fd862922a0,38547,1732529625709 2024-11-25T10:15:42,714 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732529741476.55f643e0788a2e4834c6dd42d687b438., hostname=e2fd862922a0,38547,1732529625709, seqNum=2 , the old value is region=TestAcidGuarantees,,1732529741476.55f643e0788a2e4834c6dd42d687b438., hostname=e2fd862922a0,38547,1732529625709, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55f643e0788a2e4834c6dd42d687b438, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T10:15:42,714 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732529741476.55f643e0788a2e4834c6dd42d687b438., hostname=e2fd862922a0,38547,1732529625709, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55f643e0788a2e4834c6dd42d687b438, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T10:15:42,714 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732529741476.55f643e0788a2e4834c6dd42d687b438., hostname=e2fd862922a0,38547,1732529625709, seqNum=2 because the exception is null or not the one we care about 2024-11-25T10:15:42,716 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732529741476.55f643e0788a2e4834c6dd42d687b438., hostname=e2fd862922a0,38547,1732529625709, seqNum=2 , the old value is region=TestAcidGuarantees,,1732529741476.55f643e0788a2e4834c6dd42d687b438., hostname=e2fd862922a0,38547,1732529625709, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55f643e0788a2e4834c6dd42d687b438, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T10:15:42,716 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732529741476.55f643e0788a2e4834c6dd42d687b438., hostname=e2fd862922a0,38547,1732529625709, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55f643e0788a2e4834c6dd42d687b438, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T10:15:42,716 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732529741476.55f643e0788a2e4834c6dd42d687b438., hostname=e2fd862922a0,38547,1732529625709, seqNum=2 because the exception is null or not the one we care about 2024-11-25T10:15:42,762 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41005 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=129 2024-11-25T10:15:42,807 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=38547 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=130 2024-11-25T10:15:42,807 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e2fd862922a0:0-0 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732529741476.55f643e0788a2e4834c6dd42d687b438. 2024-11-25T10:15:42,807 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e2fd862922a0:0-0 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732529741476.55f643e0788a2e4834c6dd42d687b438. as already flushing 2024-11-25T10:15:42,807 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e2fd862922a0:0-0 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732529741476.55f643e0788a2e4834c6dd42d687b438. 2024-11-25T10:15:42,808 ERROR [RS_FLUSH_OPERATIONS-regionserver/e2fd862922a0:0-0 {event_type=RS_FLUSH_REGIONS, pid=130}] handler.RSProcedureHandler(58): pid=130 java.io.IOException: Unable to complete flush {ENCODED => 55f643e0788a2e4834c6dd42d687b438, NAME => 'TestAcidGuarantees,,1732529741476.55f643e0788a2e4834c6dd42d687b438.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T10:15:42,808 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e2fd862922a0:0-0 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=130 java.io.IOException: Unable to complete flush {ENCODED => 55f643e0788a2e4834c6dd42d687b438, NAME => 'TestAcidGuarantees,,1732529741476.55f643e0788a2e4834c6dd42d687b438.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T10:15:42,808 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41005 {}] master.HMaster(4177): Remote procedure failed, pid=130 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 55f643e0788a2e4834c6dd42d687b438, NAME => 'TestAcidGuarantees,,1732529741476.55f643e0788a2e4834c6dd42d687b438.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 55f643e0788a2e4834c6dd42d687b438, NAME => 'TestAcidGuarantees,,1732529741476.55f643e0788a2e4834c6dd42d687b438.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T10:15:42,819 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55f643e0788a2e4834c6dd42d687b438, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-25T10:15:42,819 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] ipc.CallRunner(138): callId: 6 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39740 deadline: 1732529802812, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55f643e0788a2e4834c6dd42d687b438, server=e2fd862922a0,38547,1732529625709 2024-11-25T10:15:42,819 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55f643e0788a2e4834c6dd42d687b438, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-25T10:15:42,820 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] ipc.CallRunner(138): callId: 7 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39662 deadline: 1732529802812, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55f643e0788a2e4834c6dd42d687b438, server=e2fd862922a0,38547,1732529625709 2024-11-25T10:15:42,820 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55f643e0788a2e4834c6dd42d687b438, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-25T10:15:42,820 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732529741476.55f643e0788a2e4834c6dd42d687b438., hostname=e2fd862922a0,38547,1732529625709, seqNum=2 , the old value is region=TestAcidGuarantees,,1732529741476.55f643e0788a2e4834c6dd42d687b438., hostname=e2fd862922a0,38547,1732529625709, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55f643e0788a2e4834c6dd42d687b438, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T10:15:42,820 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] ipc.CallRunner(138): callId: 7 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39748 deadline: 1732529802812, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55f643e0788a2e4834c6dd42d687b438, server=e2fd862922a0,38547,1732529625709 2024-11-25T10:15:42,820 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732529741476.55f643e0788a2e4834c6dd42d687b438., hostname=e2fd862922a0,38547,1732529625709, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55f643e0788a2e4834c6dd42d687b438, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T10:15:42,820 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732529741476.55f643e0788a2e4834c6dd42d687b438., hostname=e2fd862922a0,38547,1732529625709, seqNum=2 because the exception is null or not the one we care about 2024-11-25T10:15:42,820 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732529741476.55f643e0788a2e4834c6dd42d687b438., hostname=e2fd862922a0,38547,1732529625709, seqNum=2 , the old value is region=TestAcidGuarantees,,1732529741476.55f643e0788a2e4834c6dd42d687b438., hostname=e2fd862922a0,38547,1732529625709, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55f643e0788a2e4834c6dd42d687b438, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T10:15:42,820 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732529741476.55f643e0788a2e4834c6dd42d687b438., hostname=e2fd862922a0,38547,1732529625709, seqNum=2 , the old value is region=TestAcidGuarantees,,1732529741476.55f643e0788a2e4834c6dd42d687b438., hostname=e2fd862922a0,38547,1732529625709, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55f643e0788a2e4834c6dd42d687b438, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T10:15:42,820 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732529741476.55f643e0788a2e4834c6dd42d687b438., hostname=e2fd862922a0,38547,1732529625709, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55f643e0788a2e4834c6dd42d687b438, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T10:15:42,820 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732529741476.55f643e0788a2e4834c6dd42d687b438., hostname=e2fd862922a0,38547,1732529625709, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55f643e0788a2e4834c6dd42d687b438, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T10:15:42,820 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732529741476.55f643e0788a2e4834c6dd42d687b438., hostname=e2fd862922a0,38547,1732529625709, seqNum=2 because the exception is null or not the one we care about 2024-11-25T10:15:42,820 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732529741476.55f643e0788a2e4834c6dd42d687b438., hostname=e2fd862922a0,38547,1732529625709, seqNum=2 because the exception is null or not the one we care about 2024-11-25T10:15:42,827 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55f643e0788a2e4834c6dd42d687b438, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-25T10:15:42,827 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39734 deadline: 1732529802822, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55f643e0788a2e4834c6dd42d687b438, server=e2fd862922a0,38547,1732529625709 2024-11-25T10:15:42,827 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55f643e0788a2e4834c6dd42d687b438, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-25T10:15:42,827 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39730 deadline: 1732529802822, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55f643e0788a2e4834c6dd42d687b438, server=e2fd862922a0,38547,1732529625709 2024-11-25T10:15:42,828 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732529741476.55f643e0788a2e4834c6dd42d687b438., hostname=e2fd862922a0,38547,1732529625709, seqNum=2 , the old value is region=TestAcidGuarantees,,1732529741476.55f643e0788a2e4834c6dd42d687b438., hostname=e2fd862922a0,38547,1732529625709, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55f643e0788a2e4834c6dd42d687b438, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T10:15:42,828 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732529741476.55f643e0788a2e4834c6dd42d687b438., hostname=e2fd862922a0,38547,1732529625709, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55f643e0788a2e4834c6dd42d687b438, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T10:15:42,828 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732529741476.55f643e0788a2e4834c6dd42d687b438., hostname=e2fd862922a0,38547,1732529625709, seqNum=2 because the exception is null or not the one we care about 2024-11-25T10:15:42,828 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732529741476.55f643e0788a2e4834c6dd42d687b438., hostname=e2fd862922a0,38547,1732529625709, seqNum=2 , the old value is region=TestAcidGuarantees,,1732529741476.55f643e0788a2e4834c6dd42d687b438., hostname=e2fd862922a0,38547,1732529625709, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55f643e0788a2e4834c6dd42d687b438, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T10:15:42,828 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732529741476.55f643e0788a2e4834c6dd42d687b438., hostname=e2fd862922a0,38547,1732529625709, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55f643e0788a2e4834c6dd42d687b438, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T10:15:42,828 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732529741476.55f643e0788a2e4834c6dd42d687b438., hostname=e2fd862922a0,38547,1732529625709, seqNum=2 because the exception is null or not the one we care about 2024-11-25T10:15:42,960 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=38547 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=130 2024-11-25T10:15:42,961 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e2fd862922a0:0-1 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732529741476.55f643e0788a2e4834c6dd42d687b438. 2024-11-25T10:15:42,961 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e2fd862922a0:0-1 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732529741476.55f643e0788a2e4834c6dd42d687b438. as already flushing 2024-11-25T10:15:42,961 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e2fd862922a0:0-1 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732529741476.55f643e0788a2e4834c6dd42d687b438. 2024-11-25T10:15:42,961 ERROR [RS_FLUSH_OPERATIONS-regionserver/e2fd862922a0:0-1 {event_type=RS_FLUSH_REGIONS, pid=130}] handler.RSProcedureHandler(58): pid=130 java.io.IOException: Unable to complete flush {ENCODED => 55f643e0788a2e4834c6dd42d687b438, NAME => 'TestAcidGuarantees,,1732529741476.55f643e0788a2e4834c6dd42d687b438.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T10:15:42,961 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e2fd862922a0:0-1 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=130 java.io.IOException: Unable to complete flush {ENCODED => 55f643e0788a2e4834c6dd42d687b438, NAME => 'TestAcidGuarantees,,1732529741476.55f643e0788a2e4834c6dd42d687b438.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T10:15:42,962 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41005 {}] master.HMaster(4177): Remote procedure failed, pid=130 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 55f643e0788a2e4834c6dd42d687b438, NAME => 'TestAcidGuarantees,,1732529741476.55f643e0788a2e4834c6dd42d687b438.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 55f643e0788a2e4834c6dd42d687b438, NAME => 'TestAcidGuarantees,,1732529741476.55f643e0788a2e4834c6dd42d687b438.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T10:15:42,975 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41005 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=129 2024-11-25T10:15:43,028 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55f643e0788a2e4834c6dd42d687b438, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-25T10:15:43,028 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39662 deadline: 1732529803022, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55f643e0788a2e4834c6dd42d687b438, server=e2fd862922a0,38547,1732529625709 2024-11-25T10:15:43,028 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55f643e0788a2e4834c6dd42d687b438, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-25T10:15:43,028 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732529741476.55f643e0788a2e4834c6dd42d687b438., hostname=e2fd862922a0,38547,1732529625709, seqNum=2 , the old value is region=TestAcidGuarantees,,1732529741476.55f643e0788a2e4834c6dd42d687b438., hostname=e2fd862922a0,38547,1732529625709, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55f643e0788a2e4834c6dd42d687b438, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T10:15:43,028 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732529741476.55f643e0788a2e4834c6dd42d687b438., hostname=e2fd862922a0,38547,1732529625709, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55f643e0788a2e4834c6dd42d687b438, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T10:15:43,028 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732529741476.55f643e0788a2e4834c6dd42d687b438., hostname=e2fd862922a0,38547,1732529625709, seqNum=2 because the exception is null or not the one we care about 2024-11-25T10:15:43,028 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] ipc.CallRunner(138): callId: 7 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39740 deadline: 1732529803022, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55f643e0788a2e4834c6dd42d687b438, server=e2fd862922a0,38547,1732529625709 2024-11-25T10:15:43,028 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732529741476.55f643e0788a2e4834c6dd42d687b438., hostname=e2fd862922a0,38547,1732529625709, seqNum=2 , the old value is region=TestAcidGuarantees,,1732529741476.55f643e0788a2e4834c6dd42d687b438., hostname=e2fd862922a0,38547,1732529625709, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55f643e0788a2e4834c6dd42d687b438, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T10:15:43,028 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732529741476.55f643e0788a2e4834c6dd42d687b438., hostname=e2fd862922a0,38547,1732529625709, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55f643e0788a2e4834c6dd42d687b438, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T10:15:43,028 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732529741476.55f643e0788a2e4834c6dd42d687b438., hostname=e2fd862922a0,38547,1732529625709, seqNum=2 because the exception is null or not the one we care about 2024-11-25T10:15:43,038 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55f643e0788a2e4834c6dd42d687b438, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-25T10:15:43,038 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39748 deadline: 1732529803032, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55f643e0788a2e4834c6dd42d687b438, server=e2fd862922a0,38547,1732529625709 2024-11-25T10:15:43,039 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55f643e0788a2e4834c6dd42d687b438, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-25T10:15:43,039 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39734 deadline: 1732529803032, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55f643e0788a2e4834c6dd42d687b438, server=e2fd862922a0,38547,1732529625709 2024-11-25T10:15:43,039 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55f643e0788a2e4834c6dd42d687b438, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-25T10:15:43,039 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39730 deadline: 1732529803032, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55f643e0788a2e4834c6dd42d687b438, server=e2fd862922a0,38547,1732529625709 2024-11-25T10:15:43,039 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732529741476.55f643e0788a2e4834c6dd42d687b438., hostname=e2fd862922a0,38547,1732529625709, seqNum=2 , the old value is region=TestAcidGuarantees,,1732529741476.55f643e0788a2e4834c6dd42d687b438., hostname=e2fd862922a0,38547,1732529625709, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55f643e0788a2e4834c6dd42d687b438, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T10:15:43,039 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732529741476.55f643e0788a2e4834c6dd42d687b438., hostname=e2fd862922a0,38547,1732529625709, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55f643e0788a2e4834c6dd42d687b438, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T10:15:43,039 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732529741476.55f643e0788a2e4834c6dd42d687b438., hostname=e2fd862922a0,38547,1732529625709, seqNum=2 because the exception is null or not the one we care about 2024-11-25T10:15:43,041 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732529741476.55f643e0788a2e4834c6dd42d687b438., hostname=e2fd862922a0,38547,1732529625709, seqNum=2 , the old value is region=TestAcidGuarantees,,1732529741476.55f643e0788a2e4834c6dd42d687b438., hostname=e2fd862922a0,38547,1732529625709, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55f643e0788a2e4834c6dd42d687b438, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T10:15:43,041 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732529741476.55f643e0788a2e4834c6dd42d687b438., hostname=e2fd862922a0,38547,1732529625709, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55f643e0788a2e4834c6dd42d687b438, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T10:15:43,041 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732529741476.55f643e0788a2e4834c6dd42d687b438., hostname=e2fd862922a0,38547,1732529625709, seqNum=2 because the exception is null or not the one we care about 2024-11-25T10:15:43,041 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732529741476.55f643e0788a2e4834c6dd42d687b438., hostname=e2fd862922a0,38547,1732529625709, seqNum=2 , the old value is region=TestAcidGuarantees,,1732529741476.55f643e0788a2e4834c6dd42d687b438., hostname=e2fd862922a0,38547,1732529625709, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55f643e0788a2e4834c6dd42d687b438, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T10:15:43,041 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732529741476.55f643e0788a2e4834c6dd42d687b438., hostname=e2fd862922a0,38547,1732529625709, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55f643e0788a2e4834c6dd42d687b438, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T10:15:43,041 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732529741476.55f643e0788a2e4834c6dd42d687b438., hostname=e2fd862922a0,38547,1732529625709, seqNum=2 because the exception is null or not the one we care about 2024-11-25T10:15:43,107 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=13 (bloomFilter=true), to=hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/55f643e0788a2e4834c6dd42d687b438/.tmp/A/b293b08e555c4220b18ba987c7b2be68 2024-11-25T10:15:43,114 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=38547 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=130 2024-11-25T10:15:43,114 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e2fd862922a0:0-2 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732529741476.55f643e0788a2e4834c6dd42d687b438. 2024-11-25T10:15:43,115 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e2fd862922a0:0-2 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732529741476.55f643e0788a2e4834c6dd42d687b438. as already flushing 2024-11-25T10:15:43,115 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e2fd862922a0:0-2 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732529741476.55f643e0788a2e4834c6dd42d687b438. 2024-11-25T10:15:43,115 ERROR [RS_FLUSH_OPERATIONS-regionserver/e2fd862922a0:0-2 {event_type=RS_FLUSH_REGIONS, pid=130}] handler.RSProcedureHandler(58): pid=130 java.io.IOException: Unable to complete flush {ENCODED => 55f643e0788a2e4834c6dd42d687b438, NAME => 'TestAcidGuarantees,,1732529741476.55f643e0788a2e4834c6dd42d687b438.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T10:15:43,115 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e2fd862922a0:0-2 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=130 java.io.IOException: Unable to complete flush {ENCODED => 55f643e0788a2e4834c6dd42d687b438, NAME => 'TestAcidGuarantees,,1732529741476.55f643e0788a2e4834c6dd42d687b438.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T10:15:43,115 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41005 {}] master.HMaster(4177): Remote procedure failed, pid=130 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 55f643e0788a2e4834c6dd42d687b438, NAME => 'TestAcidGuarantees,,1732529741476.55f643e0788a2e4834c6dd42d687b438.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 55f643e0788a2e4834c6dd42d687b438, NAME => 'TestAcidGuarantees,,1732529741476.55f643e0788a2e4834c6dd42d687b438.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T10:15:43,137 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/55f643e0788a2e4834c6dd42d687b438/.tmp/B/440221d8e159486685742bd08c05e3b8 is 50, key is test_row_0/B:col10/1732529742662/Put/seqid=0 2024-11-25T10:15:43,153 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39927 is added to blk_1073742262_1438 (size=9657) 2024-11-25T10:15:43,153 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=13 (bloomFilter=true), to=hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/55f643e0788a2e4834c6dd42d687b438/.tmp/B/440221d8e159486685742bd08c05e3b8 2024-11-25T10:15:43,181 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/55f643e0788a2e4834c6dd42d687b438/.tmp/C/a2a54cf158e64d88a71c111423229d6f is 50, key is test_row_0/C:col10/1732529742662/Put/seqid=0 2024-11-25T10:15:43,184 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39927 is added to blk_1073742263_1439 (size=9657) 2024-11-25T10:15:43,185 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=13 (bloomFilter=true), to=hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/55f643e0788a2e4834c6dd42d687b438/.tmp/C/a2a54cf158e64d88a71c111423229d6f 2024-11-25T10:15:43,190 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/55f643e0788a2e4834c6dd42d687b438/.tmp/A/b293b08e555c4220b18ba987c7b2be68 as hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/55f643e0788a2e4834c6dd42d687b438/A/b293b08e555c4220b18ba987c7b2be68 2024-11-25T10:15:43,193 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/55f643e0788a2e4834c6dd42d687b438/A/b293b08e555c4220b18ba987c7b2be68, entries=200, sequenceid=13, filesize=14.0 K 2024-11-25T10:15:43,196 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/55f643e0788a2e4834c6dd42d687b438/.tmp/B/440221d8e159486685742bd08c05e3b8 as hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/55f643e0788a2e4834c6dd42d687b438/B/440221d8e159486685742bd08c05e3b8 2024-11-25T10:15:43,198 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/55f643e0788a2e4834c6dd42d687b438/B/440221d8e159486685742bd08c05e3b8, entries=100, sequenceid=13, filesize=9.4 K 2024-11-25T10:15:43,199 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/55f643e0788a2e4834c6dd42d687b438/.tmp/C/a2a54cf158e64d88a71c111423229d6f as hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/55f643e0788a2e4834c6dd42d687b438/C/a2a54cf158e64d88a71c111423229d6f 2024-11-25T10:15:43,203 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/55f643e0788a2e4834c6dd42d687b438/C/a2a54cf158e64d88a71c111423229d6f, entries=100, sequenceid=13, filesize=9.4 K 2024-11-25T10:15:43,204 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~60.38 KB/61830, heapSize ~180 KB/184320, currentSize=114.05 KB/116790 for 55f643e0788a2e4834c6dd42d687b438 in 542ms, sequenceid=13, compaction requested=false 2024-11-25T10:15:43,204 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 55f643e0788a2e4834c6dd42d687b438: 2024-11-25T10:15:43,268 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=38547 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=130 2024-11-25T10:15:43,268 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e2fd862922a0:0-0 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732529741476.55f643e0788a2e4834c6dd42d687b438. 2024-11-25T10:15:43,269 INFO [RS_FLUSH_OPERATIONS-regionserver/e2fd862922a0:0-0 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.HRegion(2902): Flushing 55f643e0788a2e4834c6dd42d687b438 3/3 column families, dataSize=114.05 KB heapSize=339.42 KB 2024-11-25T10:15:43,269 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e2fd862922a0:0-0 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 55f643e0788a2e4834c6dd42d687b438, store=A 2024-11-25T10:15:43,269 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e2fd862922a0:0-0 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T10:15:43,269 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e2fd862922a0:0-0 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 55f643e0788a2e4834c6dd42d687b438, store=B 2024-11-25T10:15:43,269 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e2fd862922a0:0-0 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T10:15:43,269 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e2fd862922a0:0-0 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 55f643e0788a2e4834c6dd42d687b438, store=C 2024-11-25T10:15:43,271 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e2fd862922a0:0-0 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T10:15:43,286 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41005 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=129 2024-11-25T10:15:43,294 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e2fd862922a0:0-0 {event_type=RS_FLUSH_REGIONS, pid=130}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/55f643e0788a2e4834c6dd42d687b438/.tmp/A/7dcffbd68e8a400d9bd39812f4f9a620 is 50, key is test_row_0/A:col10/1732529742698/Put/seqid=0 2024-11-25T10:15:43,299 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39927 is added to blk_1073742264_1440 (size=12001) 2024-11-25T10:15:43,338 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] regionserver.HRegion(8855): Flush requested on 55f643e0788a2e4834c6dd42d687b438 2024-11-25T10:15:43,338 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732529741476.55f643e0788a2e4834c6dd42d687b438. as already flushing 2024-11-25T10:15:43,361 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55f643e0788a2e4834c6dd42d687b438, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-25T10:15:43,361 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39734 deadline: 1732529803352, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55f643e0788a2e4834c6dd42d687b438, server=e2fd862922a0,38547,1732529625709 2024-11-25T10:15:43,362 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732529741476.55f643e0788a2e4834c6dd42d687b438., hostname=e2fd862922a0,38547,1732529625709, seqNum=2 , the old value is region=TestAcidGuarantees,,1732529741476.55f643e0788a2e4834c6dd42d687b438., hostname=e2fd862922a0,38547,1732529625709, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55f643e0788a2e4834c6dd42d687b438, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T10:15:43,362 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55f643e0788a2e4834c6dd42d687b438, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-25T10:15:43,362 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732529741476.55f643e0788a2e4834c6dd42d687b438., hostname=e2fd862922a0,38547,1732529625709, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55f643e0788a2e4834c6dd42d687b438, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T10:15:43,362 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732529741476.55f643e0788a2e4834c6dd42d687b438., hostname=e2fd862922a0,38547,1732529625709, seqNum=2 because the exception is null or not the one we care about 2024-11-25T10:15:43,362 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39748 deadline: 1732529803352, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55f643e0788a2e4834c6dd42d687b438, server=e2fd862922a0,38547,1732529625709 2024-11-25T10:15:43,362 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55f643e0788a2e4834c6dd42d687b438, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-25T10:15:43,362 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39740 deadline: 1732529803352, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55f643e0788a2e4834c6dd42d687b438, server=e2fd862922a0,38547,1732529625709 2024-11-25T10:15:43,362 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732529741476.55f643e0788a2e4834c6dd42d687b438., hostname=e2fd862922a0,38547,1732529625709, seqNum=2 , the old value is region=TestAcidGuarantees,,1732529741476.55f643e0788a2e4834c6dd42d687b438., hostname=e2fd862922a0,38547,1732529625709, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55f643e0788a2e4834c6dd42d687b438, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T10:15:43,362 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55f643e0788a2e4834c6dd42d687b438, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-25T10:15:43,362 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732529741476.55f643e0788a2e4834c6dd42d687b438., hostname=e2fd862922a0,38547,1732529625709, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55f643e0788a2e4834c6dd42d687b438, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T10:15:43,362 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732529741476.55f643e0788a2e4834c6dd42d687b438., hostname=e2fd862922a0,38547,1732529625709, seqNum=2 because the exception is null or not the one we care about 2024-11-25T10:15:43,362 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39662 deadline: 1732529803354, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55f643e0788a2e4834c6dd42d687b438, server=e2fd862922a0,38547,1732529625709 2024-11-25T10:15:43,362 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732529741476.55f643e0788a2e4834c6dd42d687b438., hostname=e2fd862922a0,38547,1732529625709, seqNum=2 , the old value is region=TestAcidGuarantees,,1732529741476.55f643e0788a2e4834c6dd42d687b438., hostname=e2fd862922a0,38547,1732529625709, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55f643e0788a2e4834c6dd42d687b438, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T10:15:43,362 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732529741476.55f643e0788a2e4834c6dd42d687b438., hostname=e2fd862922a0,38547,1732529625709, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55f643e0788a2e4834c6dd42d687b438, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T10:15:43,362 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732529741476.55f643e0788a2e4834c6dd42d687b438., hostname=e2fd862922a0,38547,1732529625709, seqNum=2 because the exception is null or not the one we care about 2024-11-25T10:15:43,362 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732529741476.55f643e0788a2e4834c6dd42d687b438., hostname=e2fd862922a0,38547,1732529625709, seqNum=2 , the old value is region=TestAcidGuarantees,,1732529741476.55f643e0788a2e4834c6dd42d687b438., hostname=e2fd862922a0,38547,1732529625709, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55f643e0788a2e4834c6dd42d687b438, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T10:15:43,362 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732529741476.55f643e0788a2e4834c6dd42d687b438., hostname=e2fd862922a0,38547,1732529625709, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55f643e0788a2e4834c6dd42d687b438, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T10:15:43,362 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732529741476.55f643e0788a2e4834c6dd42d687b438., hostname=e2fd862922a0,38547,1732529625709, seqNum=2 because the exception is null or not the one we care about 2024-11-25T10:15:43,362 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55f643e0788a2e4834c6dd42d687b438, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-25T10:15:43,362 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39730 deadline: 1732529803360, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55f643e0788a2e4834c6dd42d687b438, server=e2fd862922a0,38547,1732529625709 2024-11-25T10:15:43,363 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732529741476.55f643e0788a2e4834c6dd42d687b438., hostname=e2fd862922a0,38547,1732529625709, seqNum=2 , the old value is region=TestAcidGuarantees,,1732529741476.55f643e0788a2e4834c6dd42d687b438., hostname=e2fd862922a0,38547,1732529625709, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55f643e0788a2e4834c6dd42d687b438, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T10:15:43,363 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732529741476.55f643e0788a2e4834c6dd42d687b438., hostname=e2fd862922a0,38547,1732529625709, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55f643e0788a2e4834c6dd42d687b438, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T10:15:43,363 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732529741476.55f643e0788a2e4834c6dd42d687b438., hostname=e2fd862922a0,38547,1732529625709, seqNum=2 because the exception is null or not the one we care about 2024-11-25T10:15:43,482 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55f643e0788a2e4834c6dd42d687b438, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-25T10:15:43,482 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55f643e0788a2e4834c6dd42d687b438, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-25T10:15:43,483 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39740 deadline: 1732529803472, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55f643e0788a2e4834c6dd42d687b438, server=e2fd862922a0,38547,1732529625709 2024-11-25T10:15:43,483 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39662 deadline: 1732529803473, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55f643e0788a2e4834c6dd42d687b438, server=e2fd862922a0,38547,1732529625709 2024-11-25T10:15:43,483 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732529741476.55f643e0788a2e4834c6dd42d687b438., hostname=e2fd862922a0,38547,1732529625709, seqNum=2 , the old value is region=TestAcidGuarantees,,1732529741476.55f643e0788a2e4834c6dd42d687b438., hostname=e2fd862922a0,38547,1732529625709, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55f643e0788a2e4834c6dd42d687b438, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T10:15:43,483 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732529741476.55f643e0788a2e4834c6dd42d687b438., hostname=e2fd862922a0,38547,1732529625709, seqNum=2 , the old value is region=TestAcidGuarantees,,1732529741476.55f643e0788a2e4834c6dd42d687b438., hostname=e2fd862922a0,38547,1732529625709, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55f643e0788a2e4834c6dd42d687b438, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T10:15:43,483 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732529741476.55f643e0788a2e4834c6dd42d687b438., hostname=e2fd862922a0,38547,1732529625709, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55f643e0788a2e4834c6dd42d687b438, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T10:15:43,483 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732529741476.55f643e0788a2e4834c6dd42d687b438., hostname=e2fd862922a0,38547,1732529625709, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55f643e0788a2e4834c6dd42d687b438, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T10:15:43,483 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732529741476.55f643e0788a2e4834c6dd42d687b438., hostname=e2fd862922a0,38547,1732529625709, seqNum=2 because the exception is null or not the one we care about 2024-11-25T10:15:43,483 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732529741476.55f643e0788a2e4834c6dd42d687b438., hostname=e2fd862922a0,38547,1732529625709, seqNum=2 because the exception is null or not the one we care about 2024-11-25T10:15:43,483 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55f643e0788a2e4834c6dd42d687b438, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-25T10:15:43,484 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39730 deadline: 1732529803473, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55f643e0788a2e4834c6dd42d687b438, server=e2fd862922a0,38547,1732529625709 2024-11-25T10:15:43,484 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732529741476.55f643e0788a2e4834c6dd42d687b438., hostname=e2fd862922a0,38547,1732529625709, seqNum=2 , the old value is region=TestAcidGuarantees,,1732529741476.55f643e0788a2e4834c6dd42d687b438., hostname=e2fd862922a0,38547,1732529625709, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55f643e0788a2e4834c6dd42d687b438, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T10:15:43,484 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732529741476.55f643e0788a2e4834c6dd42d687b438., hostname=e2fd862922a0,38547,1732529625709, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55f643e0788a2e4834c6dd42d687b438, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T10:15:43,484 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732529741476.55f643e0788a2e4834c6dd42d687b438., hostname=e2fd862922a0,38547,1732529625709, seqNum=2 because the exception is null or not the one we care about 2024-11-25T10:15:43,699 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55f643e0788a2e4834c6dd42d687b438, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-25T10:15:43,700 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] ipc.CallRunner(138): callId: 15 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39662 deadline: 1732529803692, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55f643e0788a2e4834c6dd42d687b438, server=e2fd862922a0,38547,1732529625709 2024-11-25T10:15:43,700 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55f643e0788a2e4834c6dd42d687b438, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-25T10:15:43,700 INFO [RS_FLUSH_OPERATIONS-regionserver/e2fd862922a0:0-0 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.02 KB at sequenceid=33 (bloomFilter=true), to=hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/55f643e0788a2e4834c6dd42d687b438/.tmp/A/7dcffbd68e8a400d9bd39812f4f9a620 2024-11-25T10:15:43,700 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39730 deadline: 1732529803692, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55f643e0788a2e4834c6dd42d687b438, server=e2fd862922a0,38547,1732529625709 2024-11-25T10:15:43,700 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55f643e0788a2e4834c6dd42d687b438, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-25T10:15:43,700 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732529741476.55f643e0788a2e4834c6dd42d687b438., hostname=e2fd862922a0,38547,1732529625709, seqNum=2 , the old value is region=TestAcidGuarantees,,1732529741476.55f643e0788a2e4834c6dd42d687b438., hostname=e2fd862922a0,38547,1732529625709, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55f643e0788a2e4834c6dd42d687b438, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T10:15:43,701 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39740 deadline: 1732529803692, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55f643e0788a2e4834c6dd42d687b438, server=e2fd862922a0,38547,1732529625709 2024-11-25T10:15:43,701 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732529741476.55f643e0788a2e4834c6dd42d687b438., hostname=e2fd862922a0,38547,1732529625709, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55f643e0788a2e4834c6dd42d687b438, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T10:15:43,701 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732529741476.55f643e0788a2e4834c6dd42d687b438., hostname=e2fd862922a0,38547,1732529625709, seqNum=2 because the exception is null or not the one we care about 2024-11-25T10:15:43,701 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732529741476.55f643e0788a2e4834c6dd42d687b438., hostname=e2fd862922a0,38547,1732529625709, seqNum=2 , the old value is region=TestAcidGuarantees,,1732529741476.55f643e0788a2e4834c6dd42d687b438., hostname=e2fd862922a0,38547,1732529625709, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55f643e0788a2e4834c6dd42d687b438, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T10:15:43,701 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732529741476.55f643e0788a2e4834c6dd42d687b438., hostname=e2fd862922a0,38547,1732529625709, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55f643e0788a2e4834c6dd42d687b438, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T10:15:43,701 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732529741476.55f643e0788a2e4834c6dd42d687b438., hostname=e2fd862922a0,38547,1732529625709, seqNum=2 because the exception is null or not the one we care about 2024-11-25T10:15:43,704 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732529741476.55f643e0788a2e4834c6dd42d687b438., hostname=e2fd862922a0,38547,1732529625709, seqNum=2 , the old value is region=TestAcidGuarantees,,1732529741476.55f643e0788a2e4834c6dd42d687b438., hostname=e2fd862922a0,38547,1732529625709, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55f643e0788a2e4834c6dd42d687b438, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T10:15:43,704 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732529741476.55f643e0788a2e4834c6dd42d687b438., hostname=e2fd862922a0,38547,1732529625709, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55f643e0788a2e4834c6dd42d687b438, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T10:15:43,704 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732529741476.55f643e0788a2e4834c6dd42d687b438., hostname=e2fd862922a0,38547,1732529625709, seqNum=2 because the exception is null or not the one we care about 2024-11-25T10:15:43,723 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e2fd862922a0:0-0 {event_type=RS_FLUSH_REGIONS, pid=130}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/55f643e0788a2e4834c6dd42d687b438/.tmp/B/76cee8766b1c47229813b4811c259485 is 50, key is test_row_0/B:col10/1732529742698/Put/seqid=0 2024-11-25T10:15:43,730 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39927 is added to blk_1073742265_1441 (size=12001) 2024-11-25T10:15:43,792 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41005 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=129 2024-11-25T10:15:43,881 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55f643e0788a2e4834c6dd42d687b438, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-25T10:15:43,881 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39748 deadline: 1732529803872, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55f643e0788a2e4834c6dd42d687b438, server=e2fd862922a0,38547,1732529625709 2024-11-25T10:15:43,881 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55f643e0788a2e4834c6dd42d687b438, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-25T10:15:43,881 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732529741476.55f643e0788a2e4834c6dd42d687b438., hostname=e2fd862922a0,38547,1732529625709, seqNum=2 , the old value is region=TestAcidGuarantees,,1732529741476.55f643e0788a2e4834c6dd42d687b438., hostname=e2fd862922a0,38547,1732529625709, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55f643e0788a2e4834c6dd42d687b438, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T10:15:43,881 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732529741476.55f643e0788a2e4834c6dd42d687b438., hostname=e2fd862922a0,38547,1732529625709, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55f643e0788a2e4834c6dd42d687b438, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T10:15:43,881 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732529741476.55f643e0788a2e4834c6dd42d687b438., hostname=e2fd862922a0,38547,1732529625709, seqNum=2 because the exception is null or not the one we care about 2024-11-25T10:15:43,881 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39734 deadline: 1732529803872, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55f643e0788a2e4834c6dd42d687b438, server=e2fd862922a0,38547,1732529625709 2024-11-25T10:15:43,882 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732529741476.55f643e0788a2e4834c6dd42d687b438., hostname=e2fd862922a0,38547,1732529625709, seqNum=2 , the old value is region=TestAcidGuarantees,,1732529741476.55f643e0788a2e4834c6dd42d687b438., hostname=e2fd862922a0,38547,1732529625709, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55f643e0788a2e4834c6dd42d687b438, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T10:15:43,882 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732529741476.55f643e0788a2e4834c6dd42d687b438., hostname=e2fd862922a0,38547,1732529625709, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55f643e0788a2e4834c6dd42d687b438, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T10:15:43,882 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732529741476.55f643e0788a2e4834c6dd42d687b438., hostname=e2fd862922a0,38547,1732529625709, seqNum=2 because the exception is null or not the one we care about 2024-11-25T10:15:43,965 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-25T10:15:44,020 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55f643e0788a2e4834c6dd42d687b438, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-25T10:15:44,020 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] ipc.CallRunner(138): callId: 15 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39730 deadline: 1732529804012, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55f643e0788a2e4834c6dd42d687b438, server=e2fd862922a0,38547,1732529625709 2024-11-25T10:15:44,020 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732529741476.55f643e0788a2e4834c6dd42d687b438., hostname=e2fd862922a0,38547,1732529625709, seqNum=2 , the old value is region=TestAcidGuarantees,,1732529741476.55f643e0788a2e4834c6dd42d687b438., hostname=e2fd862922a0,38547,1732529625709, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55f643e0788a2e4834c6dd42d687b438, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T10:15:44,020 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732529741476.55f643e0788a2e4834c6dd42d687b438., hostname=e2fd862922a0,38547,1732529625709, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55f643e0788a2e4834c6dd42d687b438, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T10:15:44,020 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55f643e0788a2e4834c6dd42d687b438, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-25T10:15:44,021 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732529741476.55f643e0788a2e4834c6dd42d687b438., hostname=e2fd862922a0,38547,1732529625709, seqNum=2 because the exception is null or not the one we care about 2024-11-25T10:15:44,021 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] ipc.CallRunner(138): callId: 16 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39662 deadline: 1732529804013, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55f643e0788a2e4834c6dd42d687b438, server=e2fd862922a0,38547,1732529625709 2024-11-25T10:15:44,021 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732529741476.55f643e0788a2e4834c6dd42d687b438., hostname=e2fd862922a0,38547,1732529625709, seqNum=2 , the old value is region=TestAcidGuarantees,,1732529741476.55f643e0788a2e4834c6dd42d687b438., hostname=e2fd862922a0,38547,1732529625709, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55f643e0788a2e4834c6dd42d687b438, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T10:15:44,021 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732529741476.55f643e0788a2e4834c6dd42d687b438., hostname=e2fd862922a0,38547,1732529625709, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55f643e0788a2e4834c6dd42d687b438, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T10:15:44,021 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732529741476.55f643e0788a2e4834c6dd42d687b438., hostname=e2fd862922a0,38547,1732529625709, seqNum=2 because the exception is null or not the one we care about 2024-11-25T10:15:44,021 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55f643e0788a2e4834c6dd42d687b438, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-25T10:15:44,021 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39740 deadline: 1732529804013, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55f643e0788a2e4834c6dd42d687b438, server=e2fd862922a0,38547,1732529625709 2024-11-25T10:15:44,021 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732529741476.55f643e0788a2e4834c6dd42d687b438., hostname=e2fd862922a0,38547,1732529625709, seqNum=2 , the old value is region=TestAcidGuarantees,,1732529741476.55f643e0788a2e4834c6dd42d687b438., hostname=e2fd862922a0,38547,1732529625709, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55f643e0788a2e4834c6dd42d687b438, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T10:15:44,021 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732529741476.55f643e0788a2e4834c6dd42d687b438., hostname=e2fd862922a0,38547,1732529625709, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55f643e0788a2e4834c6dd42d687b438, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T10:15:44,021 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732529741476.55f643e0788a2e4834c6dd42d687b438., hostname=e2fd862922a0,38547,1732529625709, seqNum=2 because the exception is null or not the one we care about 2024-11-25T10:15:44,131 INFO [RS_FLUSH_OPERATIONS-regionserver/e2fd862922a0:0-0 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.02 KB at sequenceid=33 (bloomFilter=true), to=hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/55f643e0788a2e4834c6dd42d687b438/.tmp/B/76cee8766b1c47229813b4811c259485 2024-11-25T10:15:44,139 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e2fd862922a0:0-0 {event_type=RS_FLUSH_REGIONS, pid=130}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/55f643e0788a2e4834c6dd42d687b438/.tmp/C/2a9c88f185384696b9bafa8cb3d9e172 is 50, key is test_row_0/C:col10/1732529742698/Put/seqid=0 2024-11-25T10:15:44,142 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39927 is added to blk_1073742266_1442 (size=12001) 2024-11-25T10:15:44,534 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55f643e0788a2e4834c6dd42d687b438, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-25T10:15:44,534 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] ipc.CallRunner(138): callId: 16 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39730 deadline: 1732529804533, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55f643e0788a2e4834c6dd42d687b438, server=e2fd862922a0,38547,1732529625709 2024-11-25T10:15:44,535 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732529741476.55f643e0788a2e4834c6dd42d687b438., hostname=e2fd862922a0,38547,1732529625709, seqNum=2 , the old value is region=TestAcidGuarantees,,1732529741476.55f643e0788a2e4834c6dd42d687b438., hostname=e2fd862922a0,38547,1732529625709, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55f643e0788a2e4834c6dd42d687b438, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T10:15:44,535 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732529741476.55f643e0788a2e4834c6dd42d687b438., hostname=e2fd862922a0,38547,1732529625709, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55f643e0788a2e4834c6dd42d687b438, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T10:15:44,535 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732529741476.55f643e0788a2e4834c6dd42d687b438., hostname=e2fd862922a0,38547,1732529625709, seqNum=2 because the exception is null or not the one we care about 2024-11-25T10:15:44,536 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55f643e0788a2e4834c6dd42d687b438, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-25T10:15:44,536 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] ipc.CallRunner(138): callId: 15 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39740 deadline: 1732529804536, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55f643e0788a2e4834c6dd42d687b438, server=e2fd862922a0,38547,1732529625709 2024-11-25T10:15:44,537 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732529741476.55f643e0788a2e4834c6dd42d687b438., hostname=e2fd862922a0,38547,1732529625709, seqNum=2 , the old value is region=TestAcidGuarantees,,1732529741476.55f643e0788a2e4834c6dd42d687b438., hostname=e2fd862922a0,38547,1732529625709, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55f643e0788a2e4834c6dd42d687b438, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T10:15:44,537 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732529741476.55f643e0788a2e4834c6dd42d687b438., hostname=e2fd862922a0,38547,1732529625709, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55f643e0788a2e4834c6dd42d687b438, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T10:15:44,537 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732529741476.55f643e0788a2e4834c6dd42d687b438., hostname=e2fd862922a0,38547,1732529625709, seqNum=2 because the exception is null or not the one we care about 2024-11-25T10:15:44,533 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55f643e0788a2e4834c6dd42d687b438, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-25T10:15:44,538 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] ipc.CallRunner(138): callId: 17 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39662 deadline: 1732529804533, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55f643e0788a2e4834c6dd42d687b438, server=e2fd862922a0,38547,1732529625709 2024-11-25T10:15:44,538 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732529741476.55f643e0788a2e4834c6dd42d687b438., hostname=e2fd862922a0,38547,1732529625709, seqNum=2 , the old value is region=TestAcidGuarantees,,1732529741476.55f643e0788a2e4834c6dd42d687b438., hostname=e2fd862922a0,38547,1732529625709, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55f643e0788a2e4834c6dd42d687b438, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T10:15:44,538 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732529741476.55f643e0788a2e4834c6dd42d687b438., hostname=e2fd862922a0,38547,1732529625709, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55f643e0788a2e4834c6dd42d687b438, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T10:15:44,538 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732529741476.55f643e0788a2e4834c6dd42d687b438., hostname=e2fd862922a0,38547,1732529625709, seqNum=2 because the exception is null or not the one we care about 2024-11-25T10:15:44,547 INFO [RS_FLUSH_OPERATIONS-regionserver/e2fd862922a0:0-0 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.02 KB at sequenceid=33 (bloomFilter=true), to=hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/55f643e0788a2e4834c6dd42d687b438/.tmp/C/2a9c88f185384696b9bafa8cb3d9e172 2024-11-25T10:15:44,565 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e2fd862922a0:0-0 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/55f643e0788a2e4834c6dd42d687b438/.tmp/A/7dcffbd68e8a400d9bd39812f4f9a620 as hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/55f643e0788a2e4834c6dd42d687b438/A/7dcffbd68e8a400d9bd39812f4f9a620 2024-11-25T10:15:44,574 INFO [RS_FLUSH_OPERATIONS-regionserver/e2fd862922a0:0-0 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/55f643e0788a2e4834c6dd42d687b438/A/7dcffbd68e8a400d9bd39812f4f9a620, entries=150, sequenceid=33, filesize=11.7 K 2024-11-25T10:15:44,575 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e2fd862922a0:0-0 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/55f643e0788a2e4834c6dd42d687b438/.tmp/B/76cee8766b1c47229813b4811c259485 as hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/55f643e0788a2e4834c6dd42d687b438/B/76cee8766b1c47229813b4811c259485 2024-11-25T10:15:44,579 INFO [RS_FLUSH_OPERATIONS-regionserver/e2fd862922a0:0-0 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/55f643e0788a2e4834c6dd42d687b438/B/76cee8766b1c47229813b4811c259485, entries=150, sequenceid=33, filesize=11.7 K 2024-11-25T10:15:44,580 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e2fd862922a0:0-0 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/55f643e0788a2e4834c6dd42d687b438/.tmp/C/2a9c88f185384696b9bafa8cb3d9e172 as hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/55f643e0788a2e4834c6dd42d687b438/C/2a9c88f185384696b9bafa8cb3d9e172 2024-11-25T10:15:44,583 INFO [RS_FLUSH_OPERATIONS-regionserver/e2fd862922a0:0-0 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/55f643e0788a2e4834c6dd42d687b438/C/2a9c88f185384696b9bafa8cb3d9e172, entries=150, sequenceid=33, filesize=11.7 K 2024-11-25T10:15:44,589 INFO [RS_FLUSH_OPERATIONS-regionserver/e2fd862922a0:0-0 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.HRegion(3140): Finished flush of dataSize ~114.05 KB/116790, heapSize ~339.38 KB/347520, currentSize=60.38 KB/61830 for 55f643e0788a2e4834c6dd42d687b438 in 1320ms, sequenceid=33, compaction requested=false 2024-11-25T10:15:44,589 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e2fd862922a0:0-0 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.HRegion(2603): Flush status journal for 55f643e0788a2e4834c6dd42d687b438: 2024-11-25T10:15:44,589 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e2fd862922a0:0-0 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732529741476.55f643e0788a2e4834c6dd42d687b438. 2024-11-25T10:15:44,589 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e2fd862922a0:0-0 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=130 2024-11-25T10:15:44,590 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41005 {}] master.HMaster(4169): Remote procedure done, pid=130 2024-11-25T10:15:44,593 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=130, resume processing ppid=129 2024-11-25T10:15:44,593 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=130, ppid=129, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.9370 sec 2024-11-25T10:15:44,595 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=129, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=129, table=TestAcidGuarantees in 1.9440 sec 2024-11-25T10:15:44,802 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41005 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=129 2024-11-25T10:15:44,802 INFO [RPCClient-NioEventLoopGroup-4-10 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-25T10:15:44,803 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41005 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-25T10:15:44,804 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41005 {}] procedure2.ProcedureExecutor(1139): Stored pid=131, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=131, table=TestAcidGuarantees 2024-11-25T10:15:44,819 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41005 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=131 2024-11-25T10:15:44,819 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=131, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=131, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-25T10:15:44,820 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=131, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=131, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-25T10:15:44,820 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=132, ppid=131, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-25T10:15:44,897 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 55f643e0788a2e4834c6dd42d687b438 3/3 column families, dataSize=67.09 KB heapSize=199.97 KB 2024-11-25T10:15:44,897 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] regionserver.HRegion(8855): Flush requested on 55f643e0788a2e4834c6dd42d687b438 2024-11-25T10:15:44,898 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 55f643e0788a2e4834c6dd42d687b438, store=A 2024-11-25T10:15:44,898 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T10:15:44,898 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 55f643e0788a2e4834c6dd42d687b438, store=B 2024-11-25T10:15:44,898 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T10:15:44,898 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 55f643e0788a2e4834c6dd42d687b438, store=C 2024-11-25T10:15:44,899 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T10:15:44,910 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/55f643e0788a2e4834c6dd42d687b438/.tmp/A/74bf4a284cbc42029f775162a7b18f73 is 50, key is test_row_0/A:col10/1732529743351/Put/seqid=0 2024-11-25T10:15:44,922 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41005 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=131 2024-11-25T10:15:44,961 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39927 is added to blk_1073742267_1443 (size=14341) 2024-11-25T10:15:44,962 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=47 (bloomFilter=true), to=hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/55f643e0788a2e4834c6dd42d687b438/.tmp/A/74bf4a284cbc42029f775162a7b18f73 2024-11-25T10:15:44,980 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=38547 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=132 2024-11-25T10:15:44,981 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e2fd862922a0:0-1 {event_type=RS_FLUSH_REGIONS, pid=132}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732529741476.55f643e0788a2e4834c6dd42d687b438. 2024-11-25T10:15:44,981 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e2fd862922a0:0-1 {event_type=RS_FLUSH_REGIONS, pid=132}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732529741476.55f643e0788a2e4834c6dd42d687b438. as already flushing 2024-11-25T10:15:44,981 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e2fd862922a0:0-1 {event_type=RS_FLUSH_REGIONS, pid=132}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732529741476.55f643e0788a2e4834c6dd42d687b438. 2024-11-25T10:15:44,981 ERROR [RS_FLUSH_OPERATIONS-regionserver/e2fd862922a0:0-1 {event_type=RS_FLUSH_REGIONS, pid=132}] handler.RSProcedureHandler(58): pid=132 java.io.IOException: Unable to complete flush {ENCODED => 55f643e0788a2e4834c6dd42d687b438, NAME => 'TestAcidGuarantees,,1732529741476.55f643e0788a2e4834c6dd42d687b438.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T10:15:44,981 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e2fd862922a0:0-1 {event_type=RS_FLUSH_REGIONS, pid=132}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=132 java.io.IOException: Unable to complete flush {ENCODED => 55f643e0788a2e4834c6dd42d687b438, NAME => 'TestAcidGuarantees,,1732529741476.55f643e0788a2e4834c6dd42d687b438.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T10:15:44,982 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41005 {}] master.HMaster(4177): Remote procedure failed, pid=132 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 55f643e0788a2e4834c6dd42d687b438, NAME => 'TestAcidGuarantees,,1732529741476.55f643e0788a2e4834c6dd42d687b438.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 55f643e0788a2e4834c6dd42d687b438, NAME => 'TestAcidGuarantees,,1732529741476.55f643e0788a2e4834c6dd42d687b438.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T10:15:44,982 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/55f643e0788a2e4834c6dd42d687b438/.tmp/B/e1b25429587544fa925ab7d4b80d7f21 is 50, key is test_row_0/B:col10/1732529743351/Put/seqid=0 2024-11-25T10:15:44,998 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39927 is added to blk_1073742268_1444 (size=12001) 2024-11-25T10:15:45,004 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=47 (bloomFilter=true), to=hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/55f643e0788a2e4834c6dd42d687b438/.tmp/B/e1b25429587544fa925ab7d4b80d7f21 2024-11-25T10:15:45,016 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/55f643e0788a2e4834c6dd42d687b438/.tmp/C/66880791d4cc48a8a72d6e485b3de691 is 50, key is test_row_0/C:col10/1732529743351/Put/seqid=0 2024-11-25T10:15:45,031 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39927 is added to blk_1073742269_1445 (size=12001) 2024-11-25T10:15:45,062 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55f643e0788a2e4834c6dd42d687b438, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-25T10:15:45,062 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] ipc.CallRunner(138): callId: 21 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39734 deadline: 1732529805046, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55f643e0788a2e4834c6dd42d687b438, server=e2fd862922a0,38547,1732529625709 2024-11-25T10:15:45,062 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55f643e0788a2e4834c6dd42d687b438, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-25T10:15:45,066 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] ipc.CallRunner(138): callId: 19 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39748 deadline: 1732529805051, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55f643e0788a2e4834c6dd42d687b438, server=e2fd862922a0,38547,1732529625709 2024-11-25T10:15:45,066 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732529741476.55f643e0788a2e4834c6dd42d687b438., hostname=e2fd862922a0,38547,1732529625709, seqNum=2 , the old value is region=TestAcidGuarantees,,1732529741476.55f643e0788a2e4834c6dd42d687b438., hostname=e2fd862922a0,38547,1732529625709, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55f643e0788a2e4834c6dd42d687b438, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T10:15:45,066 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732529741476.55f643e0788a2e4834c6dd42d687b438., hostname=e2fd862922a0,38547,1732529625709, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55f643e0788a2e4834c6dd42d687b438, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T10:15:45,066 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732529741476.55f643e0788a2e4834c6dd42d687b438., hostname=e2fd862922a0,38547,1732529625709, seqNum=2 because the exception is null or not the one we care about 2024-11-25T10:15:45,066 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732529741476.55f643e0788a2e4834c6dd42d687b438., hostname=e2fd862922a0,38547,1732529625709, seqNum=2 , the old value is region=TestAcidGuarantees,,1732529741476.55f643e0788a2e4834c6dd42d687b438., hostname=e2fd862922a0,38547,1732529625709, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55f643e0788a2e4834c6dd42d687b438, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T10:15:45,066 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732529741476.55f643e0788a2e4834c6dd42d687b438., hostname=e2fd862922a0,38547,1732529625709, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55f643e0788a2e4834c6dd42d687b438, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T10:15:45,066 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732529741476.55f643e0788a2e4834c6dd42d687b438., hostname=e2fd862922a0,38547,1732529625709, seqNum=2 because the exception is null or not the one we care about 2024-11-25T10:15:45,134 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41005 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=131 2024-11-25T10:15:45,140 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=38547 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=132 2024-11-25T10:15:45,140 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e2fd862922a0:0-2 {event_type=RS_FLUSH_REGIONS, pid=132}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732529741476.55f643e0788a2e4834c6dd42d687b438. 2024-11-25T10:15:45,140 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e2fd862922a0:0-2 {event_type=RS_FLUSH_REGIONS, pid=132}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732529741476.55f643e0788a2e4834c6dd42d687b438. as already flushing 2024-11-25T10:15:45,141 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e2fd862922a0:0-2 {event_type=RS_FLUSH_REGIONS, pid=132}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732529741476.55f643e0788a2e4834c6dd42d687b438. 2024-11-25T10:15:45,141 ERROR [RS_FLUSH_OPERATIONS-regionserver/e2fd862922a0:0-2 {event_type=RS_FLUSH_REGIONS, pid=132}] handler.RSProcedureHandler(58): pid=132 java.io.IOException: Unable to complete flush {ENCODED => 55f643e0788a2e4834c6dd42d687b438, NAME => 'TestAcidGuarantees,,1732529741476.55f643e0788a2e4834c6dd42d687b438.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T10:15:45,141 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e2fd862922a0:0-2 {event_type=RS_FLUSH_REGIONS, pid=132}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=132 java.io.IOException: Unable to complete flush {ENCODED => 55f643e0788a2e4834c6dd42d687b438, NAME => 'TestAcidGuarantees,,1732529741476.55f643e0788a2e4834c6dd42d687b438.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T10:15:45,143 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41005 {}] master.HMaster(4177): Remote procedure failed, pid=132 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 55f643e0788a2e4834c6dd42d687b438, NAME => 'TestAcidGuarantees,,1732529741476.55f643e0788a2e4834c6dd42d687b438.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 55f643e0788a2e4834c6dd42d687b438, NAME => 'TestAcidGuarantees,,1732529741476.55f643e0788a2e4834c6dd42d687b438.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T10:15:45,197 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55f643e0788a2e4834c6dd42d687b438, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-25T10:15:45,198 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] ipc.CallRunner(138): callId: 22 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39734 deadline: 1732529805181, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55f643e0788a2e4834c6dd42d687b438, server=e2fd862922a0,38547,1732529625709 2024-11-25T10:15:45,198 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732529741476.55f643e0788a2e4834c6dd42d687b438., hostname=e2fd862922a0,38547,1732529625709, seqNum=2 , the old value is region=TestAcidGuarantees,,1732529741476.55f643e0788a2e4834c6dd42d687b438., hostname=e2fd862922a0,38547,1732529625709, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55f643e0788a2e4834c6dd42d687b438, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T10:15:45,198 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55f643e0788a2e4834c6dd42d687b438, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-25T10:15:45,198 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732529741476.55f643e0788a2e4834c6dd42d687b438., hostname=e2fd862922a0,38547,1732529625709, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55f643e0788a2e4834c6dd42d687b438, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T10:15:45,198 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732529741476.55f643e0788a2e4834c6dd42d687b438., hostname=e2fd862922a0,38547,1732529625709, seqNum=2 because the exception is null or not the one we care about 2024-11-25T10:15:45,198 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] ipc.CallRunner(138): callId: 20 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39748 deadline: 1732529805181, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55f643e0788a2e4834c6dd42d687b438, server=e2fd862922a0,38547,1732529625709 2024-11-25T10:15:45,199 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732529741476.55f643e0788a2e4834c6dd42d687b438., hostname=e2fd862922a0,38547,1732529625709, seqNum=2 , the old value is region=TestAcidGuarantees,,1732529741476.55f643e0788a2e4834c6dd42d687b438., hostname=e2fd862922a0,38547,1732529625709, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55f643e0788a2e4834c6dd42d687b438, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T10:15:45,199 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732529741476.55f643e0788a2e4834c6dd42d687b438., hostname=e2fd862922a0,38547,1732529625709, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55f643e0788a2e4834c6dd42d687b438, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T10:15:45,199 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732529741476.55f643e0788a2e4834c6dd42d687b438., hostname=e2fd862922a0,38547,1732529625709, seqNum=2 because the exception is null or not the one we care about 2024-11-25T10:15:45,304 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=38547 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=132 2024-11-25T10:15:45,305 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e2fd862922a0:0-0 {event_type=RS_FLUSH_REGIONS, pid=132}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732529741476.55f643e0788a2e4834c6dd42d687b438. 2024-11-25T10:15:45,305 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e2fd862922a0:0-0 {event_type=RS_FLUSH_REGIONS, pid=132}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732529741476.55f643e0788a2e4834c6dd42d687b438. as already flushing 2024-11-25T10:15:45,305 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e2fd862922a0:0-0 {event_type=RS_FLUSH_REGIONS, pid=132}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732529741476.55f643e0788a2e4834c6dd42d687b438. 2024-11-25T10:15:45,305 ERROR [RS_FLUSH_OPERATIONS-regionserver/e2fd862922a0:0-0 {event_type=RS_FLUSH_REGIONS, pid=132}] handler.RSProcedureHandler(58): pid=132 java.io.IOException: Unable to complete flush {ENCODED => 55f643e0788a2e4834c6dd42d687b438, NAME => 'TestAcidGuarantees,,1732529741476.55f643e0788a2e4834c6dd42d687b438.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T10:15:45,305 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e2fd862922a0:0-0 {event_type=RS_FLUSH_REGIONS, pid=132}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=132 java.io.IOException: Unable to complete flush {ENCODED => 55f643e0788a2e4834c6dd42d687b438, NAME => 'TestAcidGuarantees,,1732529741476.55f643e0788a2e4834c6dd42d687b438.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T10:15:45,306 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41005 {}] master.HMaster(4177): Remote procedure failed, pid=132 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 55f643e0788a2e4834c6dd42d687b438, NAME => 'TestAcidGuarantees,,1732529741476.55f643e0788a2e4834c6dd42d687b438.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 55f643e0788a2e4834c6dd42d687b438, NAME => 'TestAcidGuarantees,,1732529741476.55f643e0788a2e4834c6dd42d687b438.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T10:15:45,409 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55f643e0788a2e4834c6dd42d687b438, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-25T10:15:45,410 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] ipc.CallRunner(138): callId: 21 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39748 deadline: 1732529805403, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55f643e0788a2e4834c6dd42d687b438, server=e2fd862922a0,38547,1732529625709 2024-11-25T10:15:45,410 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55f643e0788a2e4834c6dd42d687b438, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-25T10:15:45,410 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] ipc.CallRunner(138): callId: 23 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39734 deadline: 1732529805403, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55f643e0788a2e4834c6dd42d687b438, server=e2fd862922a0,38547,1732529625709 2024-11-25T10:15:45,410 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732529741476.55f643e0788a2e4834c6dd42d687b438., hostname=e2fd862922a0,38547,1732529625709, seqNum=2 , the old value is region=TestAcidGuarantees,,1732529741476.55f643e0788a2e4834c6dd42d687b438., hostname=e2fd862922a0,38547,1732529625709, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55f643e0788a2e4834c6dd42d687b438, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T10:15:45,410 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732529741476.55f643e0788a2e4834c6dd42d687b438., hostname=e2fd862922a0,38547,1732529625709, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55f643e0788a2e4834c6dd42d687b438, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T10:15:45,410 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732529741476.55f643e0788a2e4834c6dd42d687b438., hostname=e2fd862922a0,38547,1732529625709, seqNum=2 because the exception is null or not the one we care about 2024-11-25T10:15:45,411 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732529741476.55f643e0788a2e4834c6dd42d687b438., hostname=e2fd862922a0,38547,1732529625709, seqNum=2 , the old value is region=TestAcidGuarantees,,1732529741476.55f643e0788a2e4834c6dd42d687b438., hostname=e2fd862922a0,38547,1732529625709, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55f643e0788a2e4834c6dd42d687b438, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T10:15:45,411 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732529741476.55f643e0788a2e4834c6dd42d687b438., hostname=e2fd862922a0,38547,1732529625709, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55f643e0788a2e4834c6dd42d687b438, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T10:15:45,411 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732529741476.55f643e0788a2e4834c6dd42d687b438., hostname=e2fd862922a0,38547,1732529625709, seqNum=2 because the exception is null or not the one we care about 2024-11-25T10:15:45,430 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=47 (bloomFilter=true), to=hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/55f643e0788a2e4834c6dd42d687b438/.tmp/C/66880791d4cc48a8a72d6e485b3de691 2024-11-25T10:15:45,437 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/55f643e0788a2e4834c6dd42d687b438/.tmp/A/74bf4a284cbc42029f775162a7b18f73 as hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/55f643e0788a2e4834c6dd42d687b438/A/74bf4a284cbc42029f775162a7b18f73 2024-11-25T10:15:45,446 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/55f643e0788a2e4834c6dd42d687b438/A/74bf4a284cbc42029f775162a7b18f73, entries=200, sequenceid=47, filesize=14.0 K 2024-11-25T10:15:45,447 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41005 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=131 2024-11-25T10:15:45,451 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/55f643e0788a2e4834c6dd42d687b438/.tmp/B/e1b25429587544fa925ab7d4b80d7f21 as hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/55f643e0788a2e4834c6dd42d687b438/B/e1b25429587544fa925ab7d4b80d7f21 2024-11-25T10:15:45,461 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=38547 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=132 2024-11-25T10:15:45,461 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e2fd862922a0:0-1 {event_type=RS_FLUSH_REGIONS, pid=132}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732529741476.55f643e0788a2e4834c6dd42d687b438. 2024-11-25T10:15:45,462 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e2fd862922a0:0-1 {event_type=RS_FLUSH_REGIONS, pid=132}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732529741476.55f643e0788a2e4834c6dd42d687b438. as already flushing 2024-11-25T10:15:45,462 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e2fd862922a0:0-1 {event_type=RS_FLUSH_REGIONS, pid=132}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732529741476.55f643e0788a2e4834c6dd42d687b438. 2024-11-25T10:15:45,462 ERROR [RS_FLUSH_OPERATIONS-regionserver/e2fd862922a0:0-1 {event_type=RS_FLUSH_REGIONS, pid=132}] handler.RSProcedureHandler(58): pid=132 java.io.IOException: Unable to complete flush {ENCODED => 55f643e0788a2e4834c6dd42d687b438, NAME => 'TestAcidGuarantees,,1732529741476.55f643e0788a2e4834c6dd42d687b438.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T10:15:45,462 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e2fd862922a0:0-1 {event_type=RS_FLUSH_REGIONS, pid=132}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=132 java.io.IOException: Unable to complete flush {ENCODED => 55f643e0788a2e4834c6dd42d687b438, NAME => 'TestAcidGuarantees,,1732529741476.55f643e0788a2e4834c6dd42d687b438.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T10:15:45,463 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41005 {}] master.HMaster(4177): Remote procedure failed, pid=132 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 55f643e0788a2e4834c6dd42d687b438, NAME => 'TestAcidGuarantees,,1732529741476.55f643e0788a2e4834c6dd42d687b438.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 55f643e0788a2e4834c6dd42d687b438, NAME => 'TestAcidGuarantees,,1732529741476.55f643e0788a2e4834c6dd42d687b438.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T10:15:45,470 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/55f643e0788a2e4834c6dd42d687b438/B/e1b25429587544fa925ab7d4b80d7f21, entries=150, sequenceid=47, filesize=11.7 K 2024-11-25T10:15:45,472 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/55f643e0788a2e4834c6dd42d687b438/.tmp/C/66880791d4cc48a8a72d6e485b3de691 as hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/55f643e0788a2e4834c6dd42d687b438/C/66880791d4cc48a8a72d6e485b3de691 2024-11-25T10:15:45,485 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/55f643e0788a2e4834c6dd42d687b438/C/66880791d4cc48a8a72d6e485b3de691, entries=150, sequenceid=47, filesize=11.7 K 2024-11-25T10:15:45,486 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~73.80 KB/75570, heapSize ~219.84 KB/225120, currentSize=100.63 KB/103050 for 55f643e0788a2e4834c6dd42d687b438 in 590ms, sequenceid=47, compaction requested=true 2024-11-25T10:15:45,486 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 55f643e0788a2e4834c6dd42d687b438: 2024-11-25T10:15:45,486 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 55f643e0788a2e4834c6dd42d687b438:A, priority=-2147483648, current under compaction store size is 1 2024-11-25T10:15:45,486 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-25T10:15:45,486 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 55f643e0788a2e4834c6dd42d687b438:B, priority=-2147483648, current under compaction store size is 2 2024-11-25T10:15:45,486 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-25T10:15:45,486 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 55f643e0788a2e4834c6dd42d687b438:C, priority=-2147483648, current under compaction store size is 3 2024-11-25T10:15:45,486 DEBUG [RS:0;e2fd862922a0:38547-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-25T10:15:45,486 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=2), splitQueue=0 2024-11-25T10:15:45,486 DEBUG [RS:0;e2fd862922a0:38547-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-25T10:15:45,488 DEBUG [RS:0;e2fd862922a0:38547-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 40679 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-25T10:15:45,488 DEBUG [RS:0;e2fd862922a0:38547-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 33659 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-25T10:15:45,488 DEBUG [RS:0;e2fd862922a0:38547-shortCompactions-0 {}] regionserver.HStore(1541): 55f643e0788a2e4834c6dd42d687b438/A is initiating minor compaction (all files) 2024-11-25T10:15:45,488 DEBUG [RS:0;e2fd862922a0:38547-longCompactions-0 {}] regionserver.HStore(1541): 55f643e0788a2e4834c6dd42d687b438/B is initiating minor compaction (all files) 2024-11-25T10:15:45,488 INFO [RS:0;e2fd862922a0:38547-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 55f643e0788a2e4834c6dd42d687b438/A in TestAcidGuarantees,,1732529741476.55f643e0788a2e4834c6dd42d687b438. 2024-11-25T10:15:45,488 INFO [RS:0;e2fd862922a0:38547-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 55f643e0788a2e4834c6dd42d687b438/B in TestAcidGuarantees,,1732529741476.55f643e0788a2e4834c6dd42d687b438. 2024-11-25T10:15:45,488 INFO [RS:0;e2fd862922a0:38547-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/55f643e0788a2e4834c6dd42d687b438/A/b293b08e555c4220b18ba987c7b2be68, hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/55f643e0788a2e4834c6dd42d687b438/A/7dcffbd68e8a400d9bd39812f4f9a620, hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/55f643e0788a2e4834c6dd42d687b438/A/74bf4a284cbc42029f775162a7b18f73] into tmpdir=hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/55f643e0788a2e4834c6dd42d687b438/.tmp, totalSize=39.7 K 2024-11-25T10:15:45,488 INFO [RS:0;e2fd862922a0:38547-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/55f643e0788a2e4834c6dd42d687b438/B/440221d8e159486685742bd08c05e3b8, hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/55f643e0788a2e4834c6dd42d687b438/B/76cee8766b1c47229813b4811c259485, hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/55f643e0788a2e4834c6dd42d687b438/B/e1b25429587544fa925ab7d4b80d7f21] into tmpdir=hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/55f643e0788a2e4834c6dd42d687b438/.tmp, totalSize=32.9 K 2024-11-25T10:15:45,488 DEBUG [RS:0;e2fd862922a0:38547-longCompactions-0 {}] compactions.Compactor(225): Compacting 440221d8e159486685742bd08c05e3b8, keycount=100, bloomtype=ROW, size=9.4 K, encoding=NONE, compression=NONE, seqNum=13, earliestPutTs=1732529742662 2024-11-25T10:15:45,488 DEBUG [RS:0;e2fd862922a0:38547-shortCompactions-0 {}] compactions.Compactor(225): Compacting b293b08e555c4220b18ba987c7b2be68, keycount=200, bloomtype=ROW, size=14.0 K, encoding=NONE, compression=NONE, seqNum=13, earliestPutTs=1732529742661 2024-11-25T10:15:45,489 DEBUG [RS:0;e2fd862922a0:38547-longCompactions-0 {}] compactions.Compactor(225): Compacting 76cee8766b1c47229813b4811c259485, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=33, earliestPutTs=1732529742689 2024-11-25T10:15:45,489 DEBUG [RS:0;e2fd862922a0:38547-shortCompactions-0 {}] compactions.Compactor(225): Compacting 7dcffbd68e8a400d9bd39812f4f9a620, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=33, earliestPutTs=1732529742689 2024-11-25T10:15:45,490 DEBUG [RS:0;e2fd862922a0:38547-shortCompactions-0 {}] compactions.Compactor(225): Compacting 74bf4a284cbc42029f775162a7b18f73, keycount=200, bloomtype=ROW, size=14.0 K, encoding=NONE, compression=NONE, seqNum=47, earliestPutTs=1732529743344 2024-11-25T10:15:45,491 DEBUG [RS:0;e2fd862922a0:38547-longCompactions-0 {}] compactions.Compactor(225): Compacting e1b25429587544fa925ab7d4b80d7f21, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=47, earliestPutTs=1732529743351 2024-11-25T10:15:45,504 INFO [RS:0;e2fd862922a0:38547-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 55f643e0788a2e4834c6dd42d687b438#A#compaction#372 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-25T10:15:45,504 DEBUG [RS:0;e2fd862922a0:38547-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/55f643e0788a2e4834c6dd42d687b438/.tmp/A/7c74c3a1feca40e180f6e05ab1e0e734 is 50, key is test_row_0/A:col10/1732529743351/Put/seqid=0 2024-11-25T10:15:45,525 INFO [RS:0;e2fd862922a0:38547-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 55f643e0788a2e4834c6dd42d687b438#B#compaction#373 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-25T10:15:45,526 DEBUG [RS:0;e2fd862922a0:38547-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/55f643e0788a2e4834c6dd42d687b438/.tmp/B/0ff34ede9e474be4a3dd8e3ad23d91c3 is 50, key is test_row_0/B:col10/1732529743351/Put/seqid=0 2024-11-25T10:15:45,534 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39927 is added to blk_1073742270_1446 (size=12104) 2024-11-25T10:15:45,545 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] regionserver.HRegion(8855): Flush requested on 55f643e0788a2e4834c6dd42d687b438 2024-11-25T10:15:45,548 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 55f643e0788a2e4834c6dd42d687b438 3/3 column families, dataSize=107.34 KB heapSize=319.50 KB 2024-11-25T10:15:45,549 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 55f643e0788a2e4834c6dd42d687b438, store=A 2024-11-25T10:15:45,549 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T10:15:45,549 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 55f643e0788a2e4834c6dd42d687b438, store=B 2024-11-25T10:15:45,549 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T10:15:45,549 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 55f643e0788a2e4834c6dd42d687b438, store=C 2024-11-25T10:15:45,549 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T10:15:45,549 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39927 is added to blk_1073742271_1447 (size=12104) 2024-11-25T10:15:45,553 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/55f643e0788a2e4834c6dd42d687b438/.tmp/A/aef12cfdab8647e29bd765a225f8e363 is 50, key is test_row_0/A:col10/1732529745049/Put/seqid=0 2024-11-25T10:15:45,591 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39927 is added to blk_1073742272_1448 (size=14341) 2024-11-25T10:15:45,600 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55f643e0788a2e4834c6dd42d687b438, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-25T10:15:45,600 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] ipc.CallRunner(138): callId: 20 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39730 deadline: 1732529805591, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55f643e0788a2e4834c6dd42d687b438, server=e2fd862922a0,38547,1732529625709 2024-11-25T10:15:45,601 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732529741476.55f643e0788a2e4834c6dd42d687b438., hostname=e2fd862922a0,38547,1732529625709, seqNum=2 , the old value is region=TestAcidGuarantees,,1732529741476.55f643e0788a2e4834c6dd42d687b438., hostname=e2fd862922a0,38547,1732529625709, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55f643e0788a2e4834c6dd42d687b438, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T10:15:45,601 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732529741476.55f643e0788a2e4834c6dd42d687b438., hostname=e2fd862922a0,38547,1732529625709, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55f643e0788a2e4834c6dd42d687b438, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T10:15:45,601 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732529741476.55f643e0788a2e4834c6dd42d687b438., hostname=e2fd862922a0,38547,1732529625709, seqNum=2 because the exception is null or not the one we care about 2024-11-25T10:15:45,608 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55f643e0788a2e4834c6dd42d687b438, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-25T10:15:45,608 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] ipc.CallRunner(138): callId: 20 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39740 deadline: 1732529805594, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55f643e0788a2e4834c6dd42d687b438, server=e2fd862922a0,38547,1732529625709 2024-11-25T10:15:45,608 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55f643e0788a2e4834c6dd42d687b438, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-25T10:15:45,608 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732529741476.55f643e0788a2e4834c6dd42d687b438., hostname=e2fd862922a0,38547,1732529625709, seqNum=2 , the old value is region=TestAcidGuarantees,,1732529741476.55f643e0788a2e4834c6dd42d687b438., hostname=e2fd862922a0,38547,1732529625709, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55f643e0788a2e4834c6dd42d687b438, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T10:15:45,608 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] ipc.CallRunner(138): callId: 22 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39662 deadline: 1732529805594, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55f643e0788a2e4834c6dd42d687b438, server=e2fd862922a0,38547,1732529625709 2024-11-25T10:15:45,608 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732529741476.55f643e0788a2e4834c6dd42d687b438., hostname=e2fd862922a0,38547,1732529625709, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55f643e0788a2e4834c6dd42d687b438, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T10:15:45,608 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732529741476.55f643e0788a2e4834c6dd42d687b438., hostname=e2fd862922a0,38547,1732529625709, seqNum=2 because the exception is null or not the one we care about 2024-11-25T10:15:45,608 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732529741476.55f643e0788a2e4834c6dd42d687b438., hostname=e2fd862922a0,38547,1732529625709, seqNum=2 , the old value is region=TestAcidGuarantees,,1732529741476.55f643e0788a2e4834c6dd42d687b438., hostname=e2fd862922a0,38547,1732529625709, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55f643e0788a2e4834c6dd42d687b438, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T10:15:45,608 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732529741476.55f643e0788a2e4834c6dd42d687b438., hostname=e2fd862922a0,38547,1732529625709, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55f643e0788a2e4834c6dd42d687b438, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T10:15:45,609 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732529741476.55f643e0788a2e4834c6dd42d687b438., hostname=e2fd862922a0,38547,1732529625709, seqNum=2 because the exception is null or not the one we care about 2024-11-25T10:15:45,615 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=38547 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=132 2024-11-25T10:15:45,615 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e2fd862922a0:0-2 {event_type=RS_FLUSH_REGIONS, pid=132}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732529741476.55f643e0788a2e4834c6dd42d687b438. 2024-11-25T10:15:45,615 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e2fd862922a0:0-2 {event_type=RS_FLUSH_REGIONS, pid=132}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732529741476.55f643e0788a2e4834c6dd42d687b438. as already flushing 2024-11-25T10:15:45,615 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e2fd862922a0:0-2 {event_type=RS_FLUSH_REGIONS, pid=132}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732529741476.55f643e0788a2e4834c6dd42d687b438. 2024-11-25T10:15:45,615 ERROR [RS_FLUSH_OPERATIONS-regionserver/e2fd862922a0:0-2 {event_type=RS_FLUSH_REGIONS, pid=132}] handler.RSProcedureHandler(58): pid=132 java.io.IOException: Unable to complete flush {ENCODED => 55f643e0788a2e4834c6dd42d687b438, NAME => 'TestAcidGuarantees,,1732529741476.55f643e0788a2e4834c6dd42d687b438.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T10:15:45,615 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e2fd862922a0:0-2 {event_type=RS_FLUSH_REGIONS, pid=132}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=132 java.io.IOException: Unable to complete flush {ENCODED => 55f643e0788a2e4834c6dd42d687b438, NAME => 'TestAcidGuarantees,,1732529741476.55f643e0788a2e4834c6dd42d687b438.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T10:15:45,616 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41005 {}] master.HMaster(4177): Remote procedure failed, pid=132 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 55f643e0788a2e4834c6dd42d687b438, NAME => 'TestAcidGuarantees,,1732529741476.55f643e0788a2e4834c6dd42d687b438.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 55f643e0788a2e4834c6dd42d687b438, NAME => 'TestAcidGuarantees,,1732529741476.55f643e0788a2e4834c6dd42d687b438.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T10:15:45,714 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55f643e0788a2e4834c6dd42d687b438, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-25T10:15:45,714 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] ipc.CallRunner(138): callId: 21 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39730 deadline: 1732529805712, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55f643e0788a2e4834c6dd42d687b438, server=e2fd862922a0,38547,1732529625709 2024-11-25T10:15:45,714 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732529741476.55f643e0788a2e4834c6dd42d687b438., hostname=e2fd862922a0,38547,1732529625709, seqNum=2 , the old value is region=TestAcidGuarantees,,1732529741476.55f643e0788a2e4834c6dd42d687b438., hostname=e2fd862922a0,38547,1732529625709, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55f643e0788a2e4834c6dd42d687b438, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T10:15:45,714 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55f643e0788a2e4834c6dd42d687b438, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-25T10:15:45,714 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732529741476.55f643e0788a2e4834c6dd42d687b438., hostname=e2fd862922a0,38547,1732529625709, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55f643e0788a2e4834c6dd42d687b438, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T10:15:45,714 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732529741476.55f643e0788a2e4834c6dd42d687b438., hostname=e2fd862922a0,38547,1732529625709, seqNum=2 because the exception is null or not the one we care about 2024-11-25T10:15:45,714 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] ipc.CallRunner(138): callId: 21 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39740 deadline: 1732529805712, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55f643e0788a2e4834c6dd42d687b438, server=e2fd862922a0,38547,1732529625709 2024-11-25T10:15:45,715 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55f643e0788a2e4834c6dd42d687b438, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-25T10:15:45,715 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732529741476.55f643e0788a2e4834c6dd42d687b438., hostname=e2fd862922a0,38547,1732529625709, seqNum=2 , the old value is region=TestAcidGuarantees,,1732529741476.55f643e0788a2e4834c6dd42d687b438., hostname=e2fd862922a0,38547,1732529625709, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55f643e0788a2e4834c6dd42d687b438, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T10:15:45,715 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732529741476.55f643e0788a2e4834c6dd42d687b438., hostname=e2fd862922a0,38547,1732529625709, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55f643e0788a2e4834c6dd42d687b438, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T10:15:45,715 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732529741476.55f643e0788a2e4834c6dd42d687b438., hostname=e2fd862922a0,38547,1732529625709, seqNum=2 because the exception is null or not the one we care about 2024-11-25T10:15:45,715 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] ipc.CallRunner(138): callId: 23 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39662 deadline: 1732529805712, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55f643e0788a2e4834c6dd42d687b438, server=e2fd862922a0,38547,1732529625709 2024-11-25T10:15:45,715 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732529741476.55f643e0788a2e4834c6dd42d687b438., hostname=e2fd862922a0,38547,1732529625709, seqNum=2 , the old value is region=TestAcidGuarantees,,1732529741476.55f643e0788a2e4834c6dd42d687b438., hostname=e2fd862922a0,38547,1732529625709, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55f643e0788a2e4834c6dd42d687b438, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T10:15:45,715 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732529741476.55f643e0788a2e4834c6dd42d687b438., hostname=e2fd862922a0,38547,1732529625709, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55f643e0788a2e4834c6dd42d687b438, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T10:15:45,715 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732529741476.55f643e0788a2e4834c6dd42d687b438., hostname=e2fd862922a0,38547,1732529625709, seqNum=2 because the exception is null or not the one we care about 2024-11-25T10:15:45,731 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55f643e0788a2e4834c6dd42d687b438, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-25T10:15:45,732 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] ipc.CallRunner(138): callId: 24 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39734 deadline: 1732529805722, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55f643e0788a2e4834c6dd42d687b438, server=e2fd862922a0,38547,1732529625709 2024-11-25T10:15:45,732 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732529741476.55f643e0788a2e4834c6dd42d687b438., hostname=e2fd862922a0,38547,1732529625709, seqNum=2 , the old value is region=TestAcidGuarantees,,1732529741476.55f643e0788a2e4834c6dd42d687b438., hostname=e2fd862922a0,38547,1732529625709, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55f643e0788a2e4834c6dd42d687b438, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T10:15:45,732 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55f643e0788a2e4834c6dd42d687b438, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-25T10:15:45,733 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732529741476.55f643e0788a2e4834c6dd42d687b438., hostname=e2fd862922a0,38547,1732529625709, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55f643e0788a2e4834c6dd42d687b438, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T10:15:45,733 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732529741476.55f643e0788a2e4834c6dd42d687b438., hostname=e2fd862922a0,38547,1732529625709, seqNum=2 because the exception is null or not the one we care about 2024-11-25T10:15:45,733 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] ipc.CallRunner(138): callId: 22 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39748 deadline: 1732529805722, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55f643e0788a2e4834c6dd42d687b438, server=e2fd862922a0,38547,1732529625709 2024-11-25T10:15:45,733 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732529741476.55f643e0788a2e4834c6dd42d687b438., hostname=e2fd862922a0,38547,1732529625709, seqNum=2 , the old value is region=TestAcidGuarantees,,1732529741476.55f643e0788a2e4834c6dd42d687b438., hostname=e2fd862922a0,38547,1732529625709, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55f643e0788a2e4834c6dd42d687b438, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T10:15:45,733 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732529741476.55f643e0788a2e4834c6dd42d687b438., hostname=e2fd862922a0,38547,1732529625709, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55f643e0788a2e4834c6dd42d687b438, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T10:15:45,733 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732529741476.55f643e0788a2e4834c6dd42d687b438., hostname=e2fd862922a0,38547,1732529625709, seqNum=2 because the exception is null or not the one we care about 2024-11-25T10:15:45,768 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=38547 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=132 2024-11-25T10:15:45,768 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e2fd862922a0:0-0 {event_type=RS_FLUSH_REGIONS, pid=132}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732529741476.55f643e0788a2e4834c6dd42d687b438. 2024-11-25T10:15:45,768 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e2fd862922a0:0-0 {event_type=RS_FLUSH_REGIONS, pid=132}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732529741476.55f643e0788a2e4834c6dd42d687b438. as already flushing 2024-11-25T10:15:45,768 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e2fd862922a0:0-0 {event_type=RS_FLUSH_REGIONS, pid=132}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732529741476.55f643e0788a2e4834c6dd42d687b438. 2024-11-25T10:15:45,768 ERROR [RS_FLUSH_OPERATIONS-regionserver/e2fd862922a0:0-0 {event_type=RS_FLUSH_REGIONS, pid=132}] handler.RSProcedureHandler(58): pid=132 java.io.IOException: Unable to complete flush {ENCODED => 55f643e0788a2e4834c6dd42d687b438, NAME => 'TestAcidGuarantees,,1732529741476.55f643e0788a2e4834c6dd42d687b438.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T10:15:45,768 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e2fd862922a0:0-0 {event_type=RS_FLUSH_REGIONS, pid=132}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=132 java.io.IOException: Unable to complete flush {ENCODED => 55f643e0788a2e4834c6dd42d687b438, NAME => 'TestAcidGuarantees,,1732529741476.55f643e0788a2e4834c6dd42d687b438.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T10:15:45,769 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41005 {}] master.HMaster(4177): Remote procedure failed, pid=132 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 55f643e0788a2e4834c6dd42d687b438, NAME => 'TestAcidGuarantees,,1732529741476.55f643e0788a2e4834c6dd42d687b438.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 55f643e0788a2e4834c6dd42d687b438, NAME => 'TestAcidGuarantees,,1732529741476.55f643e0788a2e4834c6dd42d687b438.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T10:15:45,921 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=38547 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=132 2024-11-25T10:15:45,921 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e2fd862922a0:0-1 {event_type=RS_FLUSH_REGIONS, pid=132}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732529741476.55f643e0788a2e4834c6dd42d687b438. 2024-11-25T10:15:45,921 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e2fd862922a0:0-1 {event_type=RS_FLUSH_REGIONS, pid=132}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732529741476.55f643e0788a2e4834c6dd42d687b438. as already flushing 2024-11-25T10:15:45,922 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e2fd862922a0:0-1 {event_type=RS_FLUSH_REGIONS, pid=132}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732529741476.55f643e0788a2e4834c6dd42d687b438. 2024-11-25T10:15:45,922 ERROR [RS_FLUSH_OPERATIONS-regionserver/e2fd862922a0:0-1 {event_type=RS_FLUSH_REGIONS, pid=132}] handler.RSProcedureHandler(58): pid=132 java.io.IOException: Unable to complete flush {ENCODED => 55f643e0788a2e4834c6dd42d687b438, NAME => 'TestAcidGuarantees,,1732529741476.55f643e0788a2e4834c6dd42d687b438.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T10:15:45,922 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e2fd862922a0:0-1 {event_type=RS_FLUSH_REGIONS, pid=132}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=132 java.io.IOException: Unable to complete flush {ENCODED => 55f643e0788a2e4834c6dd42d687b438, NAME => 'TestAcidGuarantees,,1732529741476.55f643e0788a2e4834c6dd42d687b438.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T10:15:45,922 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41005 {}] master.HMaster(4177): Remote procedure failed, pid=132 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 55f643e0788a2e4834c6dd42d687b438, NAME => 'TestAcidGuarantees,,1732529741476.55f643e0788a2e4834c6dd42d687b438.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 55f643e0788a2e4834c6dd42d687b438, NAME => 'TestAcidGuarantees,,1732529741476.55f643e0788a2e4834c6dd42d687b438.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T10:15:45,934 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55f643e0788a2e4834c6dd42d687b438, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-25T10:15:45,934 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] ipc.CallRunner(138): callId: 22 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39730 deadline: 1732529805923, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55f643e0788a2e4834c6dd42d687b438, server=e2fd862922a0,38547,1732529625709 2024-11-25T10:15:45,934 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55f643e0788a2e4834c6dd42d687b438, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-25T10:15:45,934 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732529741476.55f643e0788a2e4834c6dd42d687b438., hostname=e2fd862922a0,38547,1732529625709, seqNum=2 , the old value is region=TestAcidGuarantees,,1732529741476.55f643e0788a2e4834c6dd42d687b438., hostname=e2fd862922a0,38547,1732529625709, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55f643e0788a2e4834c6dd42d687b438, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T10:15:45,935 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732529741476.55f643e0788a2e4834c6dd42d687b438., hostname=e2fd862922a0,38547,1732529625709, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55f643e0788a2e4834c6dd42d687b438, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T10:15:45,935 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] ipc.CallRunner(138): callId: 24 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39662 deadline: 1732529805923, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55f643e0788a2e4834c6dd42d687b438, server=e2fd862922a0,38547,1732529625709 2024-11-25T10:15:45,935 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732529741476.55f643e0788a2e4834c6dd42d687b438., hostname=e2fd862922a0,38547,1732529625709, seqNum=2 because the exception is null or not the one we care about 2024-11-25T10:15:45,937 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732529741476.55f643e0788a2e4834c6dd42d687b438., hostname=e2fd862922a0,38547,1732529625709, seqNum=2 , the old value is region=TestAcidGuarantees,,1732529741476.55f643e0788a2e4834c6dd42d687b438., hostname=e2fd862922a0,38547,1732529625709, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55f643e0788a2e4834c6dd42d687b438, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T10:15:45,937 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732529741476.55f643e0788a2e4834c6dd42d687b438., hostname=e2fd862922a0,38547,1732529625709, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55f643e0788a2e4834c6dd42d687b438, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T10:15:45,937 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732529741476.55f643e0788a2e4834c6dd42d687b438., hostname=e2fd862922a0,38547,1732529625709, seqNum=2 because the exception is null or not the one we care about 2024-11-25T10:15:45,940 DEBUG [RS:0;e2fd862922a0:38547-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/55f643e0788a2e4834c6dd42d687b438/.tmp/A/7c74c3a1feca40e180f6e05ab1e0e734 as hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/55f643e0788a2e4834c6dd42d687b438/A/7c74c3a1feca40e180f6e05ab1e0e734 2024-11-25T10:15:45,945 INFO [RS:0;e2fd862922a0:38547-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 55f643e0788a2e4834c6dd42d687b438/A of 55f643e0788a2e4834c6dd42d687b438 into 7c74c3a1feca40e180f6e05ab1e0e734(size=11.8 K), total size for store is 11.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-25T10:15:45,945 DEBUG [RS:0;e2fd862922a0:38547-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 55f643e0788a2e4834c6dd42d687b438: 2024-11-25T10:15:45,945 INFO [RS:0;e2fd862922a0:38547-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732529741476.55f643e0788a2e4834c6dd42d687b438., storeName=55f643e0788a2e4834c6dd42d687b438/A, priority=13, startTime=1732529745486; duration=0sec 2024-11-25T10:15:45,945 DEBUG [RS:0;e2fd862922a0:38547-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-25T10:15:45,945 DEBUG [RS:0;e2fd862922a0:38547-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 55f643e0788a2e4834c6dd42d687b438:A 2024-11-25T10:15:45,946 DEBUG [RS:0;e2fd862922a0:38547-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-25T10:15:45,947 DEBUG [RS:0;e2fd862922a0:38547-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 33659 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-25T10:15:45,947 DEBUG [RS:0;e2fd862922a0:38547-shortCompactions-0 {}] regionserver.HStore(1541): 55f643e0788a2e4834c6dd42d687b438/C is initiating minor compaction (all files) 2024-11-25T10:15:45,947 INFO [RS:0;e2fd862922a0:38547-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 55f643e0788a2e4834c6dd42d687b438/C in TestAcidGuarantees,,1732529741476.55f643e0788a2e4834c6dd42d687b438. 2024-11-25T10:15:45,947 INFO [RS:0;e2fd862922a0:38547-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/55f643e0788a2e4834c6dd42d687b438/C/a2a54cf158e64d88a71c111423229d6f, hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/55f643e0788a2e4834c6dd42d687b438/C/2a9c88f185384696b9bafa8cb3d9e172, hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/55f643e0788a2e4834c6dd42d687b438/C/66880791d4cc48a8a72d6e485b3de691] into tmpdir=hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/55f643e0788a2e4834c6dd42d687b438/.tmp, totalSize=32.9 K 2024-11-25T10:15:45,948 DEBUG [RS:0;e2fd862922a0:38547-shortCompactions-0 {}] compactions.Compactor(225): Compacting a2a54cf158e64d88a71c111423229d6f, keycount=100, bloomtype=ROW, size=9.4 K, encoding=NONE, compression=NONE, seqNum=13, earliestPutTs=1732529742662 2024-11-25T10:15:45,948 DEBUG [RS:0;e2fd862922a0:38547-shortCompactions-0 {}] compactions.Compactor(225): Compacting 2a9c88f185384696b9bafa8cb3d9e172, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=33, earliestPutTs=1732529742689 2024-11-25T10:15:45,949 DEBUG [RS:0;e2fd862922a0:38547-shortCompactions-0 {}] compactions.Compactor(225): Compacting 66880791d4cc48a8a72d6e485b3de691, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=47, earliestPutTs=1732529743351 2024-11-25T10:15:45,949 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55f643e0788a2e4834c6dd42d687b438, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-25T10:15:45,949 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] ipc.CallRunner(138): callId: 22 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39740 deadline: 1732529805926, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55f643e0788a2e4834c6dd42d687b438, server=e2fd862922a0,38547,1732529625709 2024-11-25T10:15:45,950 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732529741476.55f643e0788a2e4834c6dd42d687b438., hostname=e2fd862922a0,38547,1732529625709, seqNum=2 , the old value is region=TestAcidGuarantees,,1732529741476.55f643e0788a2e4834c6dd42d687b438., hostname=e2fd862922a0,38547,1732529625709, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55f643e0788a2e4834c6dd42d687b438, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T10:15:45,950 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732529741476.55f643e0788a2e4834c6dd42d687b438., hostname=e2fd862922a0,38547,1732529625709, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55f643e0788a2e4834c6dd42d687b438, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T10:15:45,950 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732529741476.55f643e0788a2e4834c6dd42d687b438., hostname=e2fd862922a0,38547,1732529625709, seqNum=2 because the exception is null or not the one we care about 2024-11-25T10:15:45,952 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41005 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=131 2024-11-25T10:15:45,968 DEBUG [RS:0;e2fd862922a0:38547-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/55f643e0788a2e4834c6dd42d687b438/.tmp/B/0ff34ede9e474be4a3dd8e3ad23d91c3 as hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/55f643e0788a2e4834c6dd42d687b438/B/0ff34ede9e474be4a3dd8e3ad23d91c3 2024-11-25T10:15:45,975 INFO [RS:0;e2fd862922a0:38547-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 55f643e0788a2e4834c6dd42d687b438/B of 55f643e0788a2e4834c6dd42d687b438 into 0ff34ede9e474be4a3dd8e3ad23d91c3(size=11.8 K), total size for store is 11.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-25T10:15:45,975 DEBUG [RS:0;e2fd862922a0:38547-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 55f643e0788a2e4834c6dd42d687b438: 2024-11-25T10:15:45,975 INFO [RS:0;e2fd862922a0:38547-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732529741476.55f643e0788a2e4834c6dd42d687b438., storeName=55f643e0788a2e4834c6dd42d687b438/B, priority=13, startTime=1732529745486; duration=0sec 2024-11-25T10:15:45,976 DEBUG [RS:0;e2fd862922a0:38547-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-25T10:15:45,976 DEBUG [RS:0;e2fd862922a0:38547-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 55f643e0788a2e4834c6dd42d687b438:B 2024-11-25T10:15:45,977 INFO [RS:0;e2fd862922a0:38547-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 55f643e0788a2e4834c6dd42d687b438#C#compaction#375 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-25T10:15:45,977 DEBUG [RS:0;e2fd862922a0:38547-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/55f643e0788a2e4834c6dd42d687b438/.tmp/C/ae9dc5ac32e94dcead4900b9c032fc9b is 50, key is test_row_0/C:col10/1732529743351/Put/seqid=0 2024-11-25T10:15:45,997 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=35.78 KB at sequenceid=66 (bloomFilter=true), to=hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/55f643e0788a2e4834c6dd42d687b438/.tmp/A/aef12cfdab8647e29bd765a225f8e363 2024-11-25T10:15:46,026 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/55f643e0788a2e4834c6dd42d687b438/.tmp/B/0b5efe7b98734824a128ec12d6405de5 is 50, key is test_row_0/B:col10/1732529745049/Put/seqid=0 2024-11-25T10:15:46,047 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39927 is added to blk_1073742273_1449 (size=12104) 2024-11-25T10:15:46,068 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39927 is added to blk_1073742274_1450 (size=12001) 2024-11-25T10:15:46,068 DEBUG [RS:0;e2fd862922a0:38547-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/55f643e0788a2e4834c6dd42d687b438/.tmp/C/ae9dc5ac32e94dcead4900b9c032fc9b as hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/55f643e0788a2e4834c6dd42d687b438/C/ae9dc5ac32e94dcead4900b9c032fc9b 2024-11-25T10:15:46,069 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=35.78 KB at sequenceid=66 (bloomFilter=true), to=hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/55f643e0788a2e4834c6dd42d687b438/.tmp/B/0b5efe7b98734824a128ec12d6405de5 2024-11-25T10:15:46,077 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=38547 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=132 2024-11-25T10:15:46,077 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e2fd862922a0:0-2 {event_type=RS_FLUSH_REGIONS, pid=132}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732529741476.55f643e0788a2e4834c6dd42d687b438. 2024-11-25T10:15:46,077 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e2fd862922a0:0-2 {event_type=RS_FLUSH_REGIONS, pid=132}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732529741476.55f643e0788a2e4834c6dd42d687b438. as already flushing 2024-11-25T10:15:46,077 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e2fd862922a0:0-2 {event_type=RS_FLUSH_REGIONS, pid=132}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732529741476.55f643e0788a2e4834c6dd42d687b438. 2024-11-25T10:15:46,078 ERROR [RS_FLUSH_OPERATIONS-regionserver/e2fd862922a0:0-2 {event_type=RS_FLUSH_REGIONS, pid=132}] handler.RSProcedureHandler(58): pid=132 java.io.IOException: Unable to complete flush {ENCODED => 55f643e0788a2e4834c6dd42d687b438, NAME => 'TestAcidGuarantees,,1732529741476.55f643e0788a2e4834c6dd42d687b438.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T10:15:46,078 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e2fd862922a0:0-2 {event_type=RS_FLUSH_REGIONS, pid=132}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=132 java.io.IOException: Unable to complete flush {ENCODED => 55f643e0788a2e4834c6dd42d687b438, NAME => 'TestAcidGuarantees,,1732529741476.55f643e0788a2e4834c6dd42d687b438.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T10:15:46,078 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41005 {}] master.HMaster(4177): Remote procedure failed, pid=132 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 55f643e0788a2e4834c6dd42d687b438, NAME => 'TestAcidGuarantees,,1732529741476.55f643e0788a2e4834c6dd42d687b438.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 55f643e0788a2e4834c6dd42d687b438, NAME => 'TestAcidGuarantees,,1732529741476.55f643e0788a2e4834c6dd42d687b438.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T10:15:46,087 INFO [RS:0;e2fd862922a0:38547-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 55f643e0788a2e4834c6dd42d687b438/C of 55f643e0788a2e4834c6dd42d687b438 into ae9dc5ac32e94dcead4900b9c032fc9b(size=11.8 K), total size for store is 11.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-25T10:15:46,087 DEBUG [RS:0;e2fd862922a0:38547-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 55f643e0788a2e4834c6dd42d687b438: 2024-11-25T10:15:46,087 INFO [RS:0;e2fd862922a0:38547-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732529741476.55f643e0788a2e4834c6dd42d687b438., storeName=55f643e0788a2e4834c6dd42d687b438/C, priority=13, startTime=1732529745486; duration=0sec 2024-11-25T10:15:46,087 DEBUG [RS:0;e2fd862922a0:38547-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-25T10:15:46,087 DEBUG [RS:0;e2fd862922a0:38547-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 55f643e0788a2e4834c6dd42d687b438:C 2024-11-25T10:15:46,096 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/55f643e0788a2e4834c6dd42d687b438/.tmp/C/e2728fe933da42a8954b8f465f6f5a1e is 50, key is test_row_0/C:col10/1732529745049/Put/seqid=0 2024-11-25T10:15:46,118 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39927 is added to blk_1073742275_1451 (size=12001) 2024-11-25T10:15:46,119 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=35.78 KB at sequenceid=66 (bloomFilter=true), to=hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/55f643e0788a2e4834c6dd42d687b438/.tmp/C/e2728fe933da42a8954b8f465f6f5a1e 2024-11-25T10:15:46,126 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/55f643e0788a2e4834c6dd42d687b438/.tmp/A/aef12cfdab8647e29bd765a225f8e363 as hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/55f643e0788a2e4834c6dd42d687b438/A/aef12cfdab8647e29bd765a225f8e363 2024-11-25T10:15:46,131 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/55f643e0788a2e4834c6dd42d687b438/A/aef12cfdab8647e29bd765a225f8e363, entries=200, sequenceid=66, filesize=14.0 K 2024-11-25T10:15:46,132 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/55f643e0788a2e4834c6dd42d687b438/.tmp/B/0b5efe7b98734824a128ec12d6405de5 as hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/55f643e0788a2e4834c6dd42d687b438/B/0b5efe7b98734824a128ec12d6405de5 2024-11-25T10:15:46,141 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/55f643e0788a2e4834c6dd42d687b438/B/0b5efe7b98734824a128ec12d6405de5, entries=150, sequenceid=66, filesize=11.7 K 2024-11-25T10:15:46,142 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/55f643e0788a2e4834c6dd42d687b438/.tmp/C/e2728fe933da42a8954b8f465f6f5a1e as hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/55f643e0788a2e4834c6dd42d687b438/C/e2728fe933da42a8954b8f465f6f5a1e 2024-11-25T10:15:46,146 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/55f643e0788a2e4834c6dd42d687b438/C/e2728fe933da42a8954b8f465f6f5a1e, entries=150, sequenceid=66, filesize=11.7 K 2024-11-25T10:15:46,149 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~107.34 KB/109920, heapSize ~319.45 KB/327120, currentSize=67.09 KB/68700 for 55f643e0788a2e4834c6dd42d687b438 in 601ms, sequenceid=66, compaction requested=false 2024-11-25T10:15:46,149 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 55f643e0788a2e4834c6dd42d687b438: 2024-11-25T10:15:46,233 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=38547 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=132 2024-11-25T10:15:46,233 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e2fd862922a0:0-0 {event_type=RS_FLUSH_REGIONS, pid=132}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732529741476.55f643e0788a2e4834c6dd42d687b438. 2024-11-25T10:15:46,233 INFO [RS_FLUSH_OPERATIONS-regionserver/e2fd862922a0:0-0 {event_type=RS_FLUSH_REGIONS, pid=132}] regionserver.HRegion(2902): Flushing 55f643e0788a2e4834c6dd42d687b438 3/3 column families, dataSize=67.09 KB heapSize=199.97 KB 2024-11-25T10:15:46,234 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e2fd862922a0:0-0 {event_type=RS_FLUSH_REGIONS, pid=132}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 55f643e0788a2e4834c6dd42d687b438, store=A 2024-11-25T10:15:46,234 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e2fd862922a0:0-0 {event_type=RS_FLUSH_REGIONS, pid=132}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T10:15:46,234 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e2fd862922a0:0-0 {event_type=RS_FLUSH_REGIONS, pid=132}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 55f643e0788a2e4834c6dd42d687b438, store=B 2024-11-25T10:15:46,234 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e2fd862922a0:0-0 {event_type=RS_FLUSH_REGIONS, pid=132}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T10:15:46,234 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e2fd862922a0:0-0 {event_type=RS_FLUSH_REGIONS, pid=132}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 55f643e0788a2e4834c6dd42d687b438, store=C 2024-11-25T10:15:46,234 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e2fd862922a0:0-0 {event_type=RS_FLUSH_REGIONS, pid=132}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T10:15:46,239 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e2fd862922a0:0-0 {event_type=RS_FLUSH_REGIONS, pid=132}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/55f643e0788a2e4834c6dd42d687b438/.tmp/A/58b1ff7a961840e09925013a28ad338a is 50, key is test_row_0/A:col10/1732529745587/Put/seqid=0 2024-11-25T10:15:46,259 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732529741476.55f643e0788a2e4834c6dd42d687b438. as already flushing 2024-11-25T10:15:46,259 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] regionserver.HRegion(8855): Flush requested on 55f643e0788a2e4834c6dd42d687b438 2024-11-25T10:15:46,285 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39927 is added to blk_1073742276_1452 (size=12001) 2024-11-25T10:15:46,339 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55f643e0788a2e4834c6dd42d687b438, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-25T10:15:46,340 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] ipc.CallRunner(138): callId: 28 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39734 deadline: 1732529806322, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55f643e0788a2e4834c6dd42d687b438, server=e2fd862922a0,38547,1732529625709 2024-11-25T10:15:46,340 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732529741476.55f643e0788a2e4834c6dd42d687b438., hostname=e2fd862922a0,38547,1732529625709, seqNum=2 , the old value is region=TestAcidGuarantees,,1732529741476.55f643e0788a2e4834c6dd42d687b438., hostname=e2fd862922a0,38547,1732529625709, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55f643e0788a2e4834c6dd42d687b438, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T10:15:46,340 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732529741476.55f643e0788a2e4834c6dd42d687b438., hostname=e2fd862922a0,38547,1732529625709, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55f643e0788a2e4834c6dd42d687b438, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T10:15:46,340 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732529741476.55f643e0788a2e4834c6dd42d687b438., hostname=e2fd862922a0,38547,1732529625709, seqNum=2 because the exception is null or not the one we care about 2024-11-25T10:15:46,341 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55f643e0788a2e4834c6dd42d687b438, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-25T10:15:46,341 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] ipc.CallRunner(138): callId: 28 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39662 deadline: 1732529806325, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55f643e0788a2e4834c6dd42d687b438, server=e2fd862922a0,38547,1732529625709 2024-11-25T10:15:46,341 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732529741476.55f643e0788a2e4834c6dd42d687b438., hostname=e2fd862922a0,38547,1732529625709, seqNum=2 , the old value is region=TestAcidGuarantees,,1732529741476.55f643e0788a2e4834c6dd42d687b438., hostname=e2fd862922a0,38547,1732529625709, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55f643e0788a2e4834c6dd42d687b438, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T10:15:46,341 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732529741476.55f643e0788a2e4834c6dd42d687b438., hostname=e2fd862922a0,38547,1732529625709, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55f643e0788a2e4834c6dd42d687b438, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T10:15:46,341 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732529741476.55f643e0788a2e4834c6dd42d687b438., hostname=e2fd862922a0,38547,1732529625709, seqNum=2 because the exception is null or not the one we care about 2024-11-25T10:15:46,341 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55f643e0788a2e4834c6dd42d687b438, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-25T10:15:46,341 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] ipc.CallRunner(138): callId: 26 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39740 deadline: 1732529806327, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55f643e0788a2e4834c6dd42d687b438, server=e2fd862922a0,38547,1732529625709 2024-11-25T10:15:46,342 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732529741476.55f643e0788a2e4834c6dd42d687b438., hostname=e2fd862922a0,38547,1732529625709, seqNum=2 , the old value is region=TestAcidGuarantees,,1732529741476.55f643e0788a2e4834c6dd42d687b438., hostname=e2fd862922a0,38547,1732529625709, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55f643e0788a2e4834c6dd42d687b438, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T10:15:46,342 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732529741476.55f643e0788a2e4834c6dd42d687b438., hostname=e2fd862922a0,38547,1732529625709, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55f643e0788a2e4834c6dd42d687b438, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T10:15:46,342 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732529741476.55f643e0788a2e4834c6dd42d687b438., hostname=e2fd862922a0,38547,1732529625709, seqNum=2 because the exception is null or not the one we care about 2024-11-25T10:15:46,343 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55f643e0788a2e4834c6dd42d687b438, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-25T10:15:46,343 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] ipc.CallRunner(138): callId: 27 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39730 deadline: 1732529806329, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55f643e0788a2e4834c6dd42d687b438, server=e2fd862922a0,38547,1732529625709 2024-11-25T10:15:46,343 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732529741476.55f643e0788a2e4834c6dd42d687b438., hostname=e2fd862922a0,38547,1732529625709, seqNum=2 , the old value is region=TestAcidGuarantees,,1732529741476.55f643e0788a2e4834c6dd42d687b438., hostname=e2fd862922a0,38547,1732529625709, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55f643e0788a2e4834c6dd42d687b438, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T10:15:46,344 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732529741476.55f643e0788a2e4834c6dd42d687b438., hostname=e2fd862922a0,38547,1732529625709, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55f643e0788a2e4834c6dd42d687b438, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T10:15:46,344 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732529741476.55f643e0788a2e4834c6dd42d687b438., hostname=e2fd862922a0,38547,1732529625709, seqNum=2 because the exception is null or not the one we care about 2024-11-25T10:15:46,356 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55f643e0788a2e4834c6dd42d687b438, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-25T10:15:46,356 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] ipc.CallRunner(138): callId: 26 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39748 deadline: 1732529806324, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55f643e0788a2e4834c6dd42d687b438, server=e2fd862922a0,38547,1732529625709 2024-11-25T10:15:46,357 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732529741476.55f643e0788a2e4834c6dd42d687b438., hostname=e2fd862922a0,38547,1732529625709, seqNum=2 , the old value is region=TestAcidGuarantees,,1732529741476.55f643e0788a2e4834c6dd42d687b438., hostname=e2fd862922a0,38547,1732529625709, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55f643e0788a2e4834c6dd42d687b438, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T10:15:46,357 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732529741476.55f643e0788a2e4834c6dd42d687b438., hostname=e2fd862922a0,38547,1732529625709, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55f643e0788a2e4834c6dd42d687b438, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T10:15:46,357 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732529741476.55f643e0788a2e4834c6dd42d687b438., hostname=e2fd862922a0,38547,1732529625709, seqNum=2 because the exception is null or not the one we care about 2024-11-25T10:15:46,483 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55f643e0788a2e4834c6dd42d687b438, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-25T10:15:46,483 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] ipc.CallRunner(138): callId: 29 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39662 deadline: 1732529806465, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55f643e0788a2e4834c6dd42d687b438, server=e2fd862922a0,38547,1732529625709 2024-11-25T10:15:46,484 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55f643e0788a2e4834c6dd42d687b438, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-25T10:15:46,484 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] ipc.CallRunner(138): callId: 28 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39730 deadline: 1732529806466, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55f643e0788a2e4834c6dd42d687b438, server=e2fd862922a0,38547,1732529625709 2024-11-25T10:15:46,484 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732529741476.55f643e0788a2e4834c6dd42d687b438., hostname=e2fd862922a0,38547,1732529625709, seqNum=2 , the old value is region=TestAcidGuarantees,,1732529741476.55f643e0788a2e4834c6dd42d687b438., hostname=e2fd862922a0,38547,1732529625709, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55f643e0788a2e4834c6dd42d687b438, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T10:15:46,484 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732529741476.55f643e0788a2e4834c6dd42d687b438., hostname=e2fd862922a0,38547,1732529625709, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55f643e0788a2e4834c6dd42d687b438, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T10:15:46,484 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732529741476.55f643e0788a2e4834c6dd42d687b438., hostname=e2fd862922a0,38547,1732529625709, seqNum=2 , the old value is region=TestAcidGuarantees,,1732529741476.55f643e0788a2e4834c6dd42d687b438., hostname=e2fd862922a0,38547,1732529625709, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55f643e0788a2e4834c6dd42d687b438, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T10:15:46,484 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732529741476.55f643e0788a2e4834c6dd42d687b438., hostname=e2fd862922a0,38547,1732529625709, seqNum=2 because the exception is null or not the one we care about 2024-11-25T10:15:46,484 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732529741476.55f643e0788a2e4834c6dd42d687b438., hostname=e2fd862922a0,38547,1732529625709, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55f643e0788a2e4834c6dd42d687b438, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T10:15:46,484 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732529741476.55f643e0788a2e4834c6dd42d687b438., hostname=e2fd862922a0,38547,1732529625709, seqNum=2 because the exception is null or not the one we care about 2024-11-25T10:15:46,485 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55f643e0788a2e4834c6dd42d687b438, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-25T10:15:46,485 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55f643e0788a2e4834c6dd42d687b438, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-25T10:15:46,485 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] ipc.CallRunner(138): callId: 27 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39748 deadline: 1732529806466, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55f643e0788a2e4834c6dd42d687b438, server=e2fd862922a0,38547,1732529625709 2024-11-25T10:15:46,485 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] ipc.CallRunner(138): callId: 29 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39734 deadline: 1732529806466, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55f643e0788a2e4834c6dd42d687b438, server=e2fd862922a0,38547,1732529625709 2024-11-25T10:15:46,485 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732529741476.55f643e0788a2e4834c6dd42d687b438., hostname=e2fd862922a0,38547,1732529625709, seqNum=2 , the old value is region=TestAcidGuarantees,,1732529741476.55f643e0788a2e4834c6dd42d687b438., hostname=e2fd862922a0,38547,1732529625709, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55f643e0788a2e4834c6dd42d687b438, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T10:15:46,485 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732529741476.55f643e0788a2e4834c6dd42d687b438., hostname=e2fd862922a0,38547,1732529625709, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55f643e0788a2e4834c6dd42d687b438, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T10:15:46,486 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732529741476.55f643e0788a2e4834c6dd42d687b438., hostname=e2fd862922a0,38547,1732529625709, seqNum=2 because the exception is null or not the one we care about 2024-11-25T10:15:46,486 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55f643e0788a2e4834c6dd42d687b438, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-25T10:15:46,486 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] ipc.CallRunner(138): callId: 27 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39740 deadline: 1732529806467, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55f643e0788a2e4834c6dd42d687b438, server=e2fd862922a0,38547,1732529625709 2024-11-25T10:15:46,486 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732529741476.55f643e0788a2e4834c6dd42d687b438., hostname=e2fd862922a0,38547,1732529625709, seqNum=2 , the old value is region=TestAcidGuarantees,,1732529741476.55f643e0788a2e4834c6dd42d687b438., hostname=e2fd862922a0,38547,1732529625709, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55f643e0788a2e4834c6dd42d687b438, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T10:15:46,486 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732529741476.55f643e0788a2e4834c6dd42d687b438., hostname=e2fd862922a0,38547,1732529625709, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55f643e0788a2e4834c6dd42d687b438, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T10:15:46,486 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732529741476.55f643e0788a2e4834c6dd42d687b438., hostname=e2fd862922a0,38547,1732529625709, seqNum=2 because the exception is null or not the one we care about 2024-11-25T10:15:46,486 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732529741476.55f643e0788a2e4834c6dd42d687b438., hostname=e2fd862922a0,38547,1732529625709, seqNum=2 , the old value is region=TestAcidGuarantees,,1732529741476.55f643e0788a2e4834c6dd42d687b438., hostname=e2fd862922a0,38547,1732529625709, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55f643e0788a2e4834c6dd42d687b438, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T10:15:46,486 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732529741476.55f643e0788a2e4834c6dd42d687b438., hostname=e2fd862922a0,38547,1732529625709, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55f643e0788a2e4834c6dd42d687b438, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T10:15:46,486 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732529741476.55f643e0788a2e4834c6dd42d687b438., hostname=e2fd862922a0,38547,1732529625709, seqNum=2 because the exception is null or not the one we care about 2024-11-25T10:15:46,610 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties 2024-11-25T10:15:46,688 INFO [RS_FLUSH_OPERATIONS-regionserver/e2fd862922a0:0-0 {event_type=RS_FLUSH_REGIONS, pid=132}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=82 (bloomFilter=true), to=hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/55f643e0788a2e4834c6dd42d687b438/.tmp/A/58b1ff7a961840e09925013a28ad338a 2024-11-25T10:15:46,706 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55f643e0788a2e4834c6dd42d687b438, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-25T10:15:46,706 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] ipc.CallRunner(138): callId: 30 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39734 deadline: 1732529806694, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55f643e0788a2e4834c6dd42d687b438, server=e2fd862922a0,38547,1732529625709 2024-11-25T10:15:46,707 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55f643e0788a2e4834c6dd42d687b438, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-25T10:15:46,707 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] ipc.CallRunner(138): callId: 28 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39740 deadline: 1732529806694, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55f643e0788a2e4834c6dd42d687b438, server=e2fd862922a0,38547,1732529625709 2024-11-25T10:15:46,707 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55f643e0788a2e4834c6dd42d687b438, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-25T10:15:46,708 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732529741476.55f643e0788a2e4834c6dd42d687b438., hostname=e2fd862922a0,38547,1732529625709, seqNum=2 , the old value is region=TestAcidGuarantees,,1732529741476.55f643e0788a2e4834c6dd42d687b438., hostname=e2fd862922a0,38547,1732529625709, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55f643e0788a2e4834c6dd42d687b438, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T10:15:46,708 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] ipc.CallRunner(138): callId: 29 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39730 deadline: 1732529806695, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55f643e0788a2e4834c6dd42d687b438, server=e2fd862922a0,38547,1732529625709 2024-11-25T10:15:46,708 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732529741476.55f643e0788a2e4834c6dd42d687b438., hostname=e2fd862922a0,38547,1732529625709, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55f643e0788a2e4834c6dd42d687b438, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T10:15:46,708 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732529741476.55f643e0788a2e4834c6dd42d687b438., hostname=e2fd862922a0,38547,1732529625709, seqNum=2 because the exception is null or not the one we care about 2024-11-25T10:15:46,708 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55f643e0788a2e4834c6dd42d687b438, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-25T10:15:46,708 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] ipc.CallRunner(138): callId: 28 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39748 deadline: 1732529806695, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55f643e0788a2e4834c6dd42d687b438, server=e2fd862922a0,38547,1732529625709 2024-11-25T10:15:46,708 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55f643e0788a2e4834c6dd42d687b438, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-25T10:15:46,708 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732529741476.55f643e0788a2e4834c6dd42d687b438., hostname=e2fd862922a0,38547,1732529625709, seqNum=2 , the old value is region=TestAcidGuarantees,,1732529741476.55f643e0788a2e4834c6dd42d687b438., hostname=e2fd862922a0,38547,1732529625709, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55f643e0788a2e4834c6dd42d687b438, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T10:15:46,708 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732529741476.55f643e0788a2e4834c6dd42d687b438., hostname=e2fd862922a0,38547,1732529625709, seqNum=2 , the old value is region=TestAcidGuarantees,,1732529741476.55f643e0788a2e4834c6dd42d687b438., hostname=e2fd862922a0,38547,1732529625709, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55f643e0788a2e4834c6dd42d687b438, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T10:15:46,708 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] ipc.CallRunner(138): callId: 30 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39662 deadline: 1732529806695, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55f643e0788a2e4834c6dd42d687b438, server=e2fd862922a0,38547,1732529625709 2024-11-25T10:15:46,708 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732529741476.55f643e0788a2e4834c6dd42d687b438., hostname=e2fd862922a0,38547,1732529625709, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55f643e0788a2e4834c6dd42d687b438, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T10:15:46,708 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732529741476.55f643e0788a2e4834c6dd42d687b438., hostname=e2fd862922a0,38547,1732529625709, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55f643e0788a2e4834c6dd42d687b438, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T10:15:46,708 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732529741476.55f643e0788a2e4834c6dd42d687b438., hostname=e2fd862922a0,38547,1732529625709, seqNum=2 because the exception is null or not the one we care about 2024-11-25T10:15:46,708 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732529741476.55f643e0788a2e4834c6dd42d687b438., hostname=e2fd862922a0,38547,1732529625709, seqNum=2 because the exception is null or not the one we care about 2024-11-25T10:15:46,710 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732529741476.55f643e0788a2e4834c6dd42d687b438., hostname=e2fd862922a0,38547,1732529625709, seqNum=2 , the old value is region=TestAcidGuarantees,,1732529741476.55f643e0788a2e4834c6dd42d687b438., hostname=e2fd862922a0,38547,1732529625709, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55f643e0788a2e4834c6dd42d687b438, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T10:15:46,710 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732529741476.55f643e0788a2e4834c6dd42d687b438., hostname=e2fd862922a0,38547,1732529625709, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55f643e0788a2e4834c6dd42d687b438, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T10:15:46,710 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732529741476.55f643e0788a2e4834c6dd42d687b438., hostname=e2fd862922a0,38547,1732529625709, seqNum=2 because the exception is null or not the one we care about 2024-11-25T10:15:46,713 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e2fd862922a0:0-0 {event_type=RS_FLUSH_REGIONS, pid=132}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/55f643e0788a2e4834c6dd42d687b438/.tmp/B/0a10dfd7e73b4b8384f156b3ac9e2f17 is 50, key is test_row_0/B:col10/1732529745587/Put/seqid=0 2024-11-25T10:15:46,714 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732529741476.55f643e0788a2e4834c6dd42d687b438., hostname=e2fd862922a0,38547,1732529625709, seqNum=2 , the old value is region=TestAcidGuarantees,,1732529741476.55f643e0788a2e4834c6dd42d687b438., hostname=e2fd862922a0,38547,1732529625709, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55f643e0788a2e4834c6dd42d687b438, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T10:15:46,714 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732529741476.55f643e0788a2e4834c6dd42d687b438., hostname=e2fd862922a0,38547,1732529625709, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55f643e0788a2e4834c6dd42d687b438, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T10:15:46,714 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732529741476.55f643e0788a2e4834c6dd42d687b438., hostname=e2fd862922a0,38547,1732529625709, seqNum=2 because the exception is null or not the one we care about 2024-11-25T10:15:46,778 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39927 is added to blk_1073742277_1453 (size=12001) 2024-11-25T10:15:46,779 INFO [RS_FLUSH_OPERATIONS-regionserver/e2fd862922a0:0-0 {event_type=RS_FLUSH_REGIONS, pid=132}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=82 (bloomFilter=true), to=hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/55f643e0788a2e4834c6dd42d687b438/.tmp/B/0a10dfd7e73b4b8384f156b3ac9e2f17 2024-11-25T10:15:46,801 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e2fd862922a0:0-0 {event_type=RS_FLUSH_REGIONS, pid=132}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/55f643e0788a2e4834c6dd42d687b438/.tmp/C/813db7fc5cc740559b10fb7ddac2e83a is 50, key is test_row_0/C:col10/1732529745587/Put/seqid=0 2024-11-25T10:15:46,864 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39927 is added to blk_1073742278_1454 (size=12001) 2024-11-25T10:15:46,962 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41005 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=131 2024-11-25T10:15:47,029 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55f643e0788a2e4834c6dd42d687b438, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-25T10:15:47,030 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] ipc.CallRunner(138): callId: 31 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39734 deadline: 1732529807014, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55f643e0788a2e4834c6dd42d687b438, server=e2fd862922a0,38547,1732529625709 2024-11-25T10:15:47,032 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55f643e0788a2e4834c6dd42d687b438, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-25T10:15:47,032 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] ipc.CallRunner(138): callId: 30 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39730 deadline: 1732529807014, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55f643e0788a2e4834c6dd42d687b438, server=e2fd862922a0,38547,1732529625709 2024-11-25T10:15:47,032 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55f643e0788a2e4834c6dd42d687b438, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-25T10:15:47,033 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] ipc.CallRunner(138): callId: 29 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39748 deadline: 1732529807014, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55f643e0788a2e4834c6dd42d687b438, server=e2fd862922a0,38547,1732529625709 2024-11-25T10:15:47,033 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732529741476.55f643e0788a2e4834c6dd42d687b438., hostname=e2fd862922a0,38547,1732529625709, seqNum=2 , the old value is region=TestAcidGuarantees,,1732529741476.55f643e0788a2e4834c6dd42d687b438., hostname=e2fd862922a0,38547,1732529625709, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55f643e0788a2e4834c6dd42d687b438, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T10:15:47,033 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732529741476.55f643e0788a2e4834c6dd42d687b438., hostname=e2fd862922a0,38547,1732529625709, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55f643e0788a2e4834c6dd42d687b438, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T10:15:47,033 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732529741476.55f643e0788a2e4834c6dd42d687b438., hostname=e2fd862922a0,38547,1732529625709, seqNum=2 because the exception is null or not the one we care about 2024-11-25T10:15:47,033 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732529741476.55f643e0788a2e4834c6dd42d687b438., hostname=e2fd862922a0,38547,1732529625709, seqNum=2 , the old value is region=TestAcidGuarantees,,1732529741476.55f643e0788a2e4834c6dd42d687b438., hostname=e2fd862922a0,38547,1732529625709, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55f643e0788a2e4834c6dd42d687b438, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T10:15:47,033 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732529741476.55f643e0788a2e4834c6dd42d687b438., hostname=e2fd862922a0,38547,1732529625709, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55f643e0788a2e4834c6dd42d687b438, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T10:15:47,033 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732529741476.55f643e0788a2e4834c6dd42d687b438., hostname=e2fd862922a0,38547,1732529625709, seqNum=2 because the exception is null or not the one we care about 2024-11-25T10:15:47,033 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732529741476.55f643e0788a2e4834c6dd42d687b438., hostname=e2fd862922a0,38547,1732529625709, seqNum=2 , the old value is region=TestAcidGuarantees,,1732529741476.55f643e0788a2e4834c6dd42d687b438., hostname=e2fd862922a0,38547,1732529625709, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55f643e0788a2e4834c6dd42d687b438, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T10:15:47,034 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732529741476.55f643e0788a2e4834c6dd42d687b438., hostname=e2fd862922a0,38547,1732529625709, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55f643e0788a2e4834c6dd42d687b438, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T10:15:47,034 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732529741476.55f643e0788a2e4834c6dd42d687b438., hostname=e2fd862922a0,38547,1732529625709, seqNum=2 because the exception is null or not the one we care about 2024-11-25T10:15:47,056 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55f643e0788a2e4834c6dd42d687b438, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-25T10:15:47,056 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] ipc.CallRunner(138): callId: 29 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39740 deadline: 1732529807022, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55f643e0788a2e4834c6dd42d687b438, server=e2fd862922a0,38547,1732529625709 2024-11-25T10:15:47,056 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55f643e0788a2e4834c6dd42d687b438, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-25T10:15:47,056 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] ipc.CallRunner(138): callId: 31 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39662 deadline: 1732529807024, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55f643e0788a2e4834c6dd42d687b438, server=e2fd862922a0,38547,1732529625709 2024-11-25T10:15:47,056 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732529741476.55f643e0788a2e4834c6dd42d687b438., hostname=e2fd862922a0,38547,1732529625709, seqNum=2 , the old value is region=TestAcidGuarantees,,1732529741476.55f643e0788a2e4834c6dd42d687b438., hostname=e2fd862922a0,38547,1732529625709, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55f643e0788a2e4834c6dd42d687b438, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T10:15:47,056 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732529741476.55f643e0788a2e4834c6dd42d687b438., hostname=e2fd862922a0,38547,1732529625709, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55f643e0788a2e4834c6dd42d687b438, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T10:15:47,056 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732529741476.55f643e0788a2e4834c6dd42d687b438., hostname=e2fd862922a0,38547,1732529625709, seqNum=2 because the exception is null or not the one we care about 2024-11-25T10:15:47,060 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732529741476.55f643e0788a2e4834c6dd42d687b438., hostname=e2fd862922a0,38547,1732529625709, seqNum=2 , the old value is region=TestAcidGuarantees,,1732529741476.55f643e0788a2e4834c6dd42d687b438., hostname=e2fd862922a0,38547,1732529625709, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55f643e0788a2e4834c6dd42d687b438, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T10:15:47,060 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732529741476.55f643e0788a2e4834c6dd42d687b438., hostname=e2fd862922a0,38547,1732529625709, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55f643e0788a2e4834c6dd42d687b438, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T10:15:47,060 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732529741476.55f643e0788a2e4834c6dd42d687b438., hostname=e2fd862922a0,38547,1732529625709, seqNum=2 because the exception is null or not the one we care about 2024-11-25T10:15:47,265 INFO [RS_FLUSH_OPERATIONS-regionserver/e2fd862922a0:0-0 {event_type=RS_FLUSH_REGIONS, pid=132}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=82 (bloomFilter=true), to=hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/55f643e0788a2e4834c6dd42d687b438/.tmp/C/813db7fc5cc740559b10fb7ddac2e83a 2024-11-25T10:15:47,270 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e2fd862922a0:0-0 {event_type=RS_FLUSH_REGIONS, pid=132}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/55f643e0788a2e4834c6dd42d687b438/.tmp/A/58b1ff7a961840e09925013a28ad338a as hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/55f643e0788a2e4834c6dd42d687b438/A/58b1ff7a961840e09925013a28ad338a 2024-11-25T10:15:47,281 INFO [RS_FLUSH_OPERATIONS-regionserver/e2fd862922a0:0-0 {event_type=RS_FLUSH_REGIONS, pid=132}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/55f643e0788a2e4834c6dd42d687b438/A/58b1ff7a961840e09925013a28ad338a, entries=150, sequenceid=82, filesize=11.7 K 2024-11-25T10:15:47,281 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e2fd862922a0:0-0 {event_type=RS_FLUSH_REGIONS, pid=132}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/55f643e0788a2e4834c6dd42d687b438/.tmp/B/0a10dfd7e73b4b8384f156b3ac9e2f17 as hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/55f643e0788a2e4834c6dd42d687b438/B/0a10dfd7e73b4b8384f156b3ac9e2f17 2024-11-25T10:15:47,286 INFO [RS_FLUSH_OPERATIONS-regionserver/e2fd862922a0:0-0 {event_type=RS_FLUSH_REGIONS, pid=132}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/55f643e0788a2e4834c6dd42d687b438/B/0a10dfd7e73b4b8384f156b3ac9e2f17, entries=150, sequenceid=82, filesize=11.7 K 2024-11-25T10:15:47,292 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e2fd862922a0:0-0 {event_type=RS_FLUSH_REGIONS, pid=132}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/55f643e0788a2e4834c6dd42d687b438/.tmp/C/813db7fc5cc740559b10fb7ddac2e83a as hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/55f643e0788a2e4834c6dd42d687b438/C/813db7fc5cc740559b10fb7ddac2e83a 2024-11-25T10:15:47,300 INFO [RS_FLUSH_OPERATIONS-regionserver/e2fd862922a0:0-0 {event_type=RS_FLUSH_REGIONS, pid=132}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/55f643e0788a2e4834c6dd42d687b438/C/813db7fc5cc740559b10fb7ddac2e83a, entries=150, sequenceid=82, filesize=11.7 K 2024-11-25T10:15:47,316 INFO [RS_FLUSH_OPERATIONS-regionserver/e2fd862922a0:0-0 {event_type=RS_FLUSH_REGIONS, pid=132}] regionserver.HRegion(3140): Finished flush of dataSize ~67.09 KB/68700, heapSize ~199.92 KB/204720, currentSize=107.34 KB/109920 for 55f643e0788a2e4834c6dd42d687b438 in 1083ms, sequenceid=82, compaction requested=true 2024-11-25T10:15:47,316 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e2fd862922a0:0-0 {event_type=RS_FLUSH_REGIONS, pid=132}] regionserver.HRegion(2603): Flush status journal for 55f643e0788a2e4834c6dd42d687b438: 2024-11-25T10:15:47,316 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e2fd862922a0:0-0 {event_type=RS_FLUSH_REGIONS, pid=132}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732529741476.55f643e0788a2e4834c6dd42d687b438. 2024-11-25T10:15:47,316 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e2fd862922a0:0-0 {event_type=RS_FLUSH_REGIONS, pid=132}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=132 2024-11-25T10:15:47,317 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41005 {}] master.HMaster(4169): Remote procedure done, pid=132 2024-11-25T10:15:47,320 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=132, resume processing ppid=131 2024-11-25T10:15:47,320 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=132, ppid=131, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.4980 sec 2024-11-25T10:15:47,322 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=131, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=131, table=TestAcidGuarantees in 2.5170 sec 2024-11-25T10:15:47,554 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] regionserver.HRegion(8855): Flush requested on 55f643e0788a2e4834c6dd42d687b438 2024-11-25T10:15:47,554 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 55f643e0788a2e4834c6dd42d687b438 3/3 column families, dataSize=114.05 KB heapSize=339.42 KB 2024-11-25T10:15:47,555 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 55f643e0788a2e4834c6dd42d687b438, store=A 2024-11-25T10:15:47,555 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-25T10:15:47,555 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 55f643e0788a2e4834c6dd42d687b438, store=B 2024-11-25T10:15:47,555 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-25T10:15:47,555 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 55f643e0788a2e4834c6dd42d687b438, store=C 2024-11-25T10:15:47,555 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-25T10:15:47,564 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/55f643e0788a2e4834c6dd42d687b438/.tmp/A/013d7231d9384b7ead2df45ccadf113b is 50, key is test_row_0/A:col10/1732529747552/Put/seqid=0 2024-11-25T10:15:47,601 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55f643e0788a2e4834c6dd42d687b438, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-25T10:15:47,601 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] ipc.CallRunner(138): callId: 34 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39734 deadline: 1732529807580, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55f643e0788a2e4834c6dd42d687b438, server=e2fd862922a0,38547,1732529625709 2024-11-25T10:15:47,601 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55f643e0788a2e4834c6dd42d687b438, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-25T10:15:47,601 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] ipc.CallRunner(138): callId: 31 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39740 deadline: 1732529807582, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55f643e0788a2e4834c6dd42d687b438, server=e2fd862922a0,38547,1732529625709 2024-11-25T10:15:47,601 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55f643e0788a2e4834c6dd42d687b438, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-25T10:15:47,601 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732529741476.55f643e0788a2e4834c6dd42d687b438., hostname=e2fd862922a0,38547,1732529625709, seqNum=2 , the old value is region=TestAcidGuarantees,,1732529741476.55f643e0788a2e4834c6dd42d687b438., hostname=e2fd862922a0,38547,1732529625709, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55f643e0788a2e4834c6dd42d687b438, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T10:15:47,601 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732529741476.55f643e0788a2e4834c6dd42d687b438., hostname=e2fd862922a0,38547,1732529625709, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55f643e0788a2e4834c6dd42d687b438, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T10:15:47,601 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732529741476.55f643e0788a2e4834c6dd42d687b438., hostname=e2fd862922a0,38547,1732529625709, seqNum=2 because the exception is null or not the one we care about 2024-11-25T10:15:47,601 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] ipc.CallRunner(138): callId: 33 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39662 deadline: 1732529807583, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55f643e0788a2e4834c6dd42d687b438, server=e2fd862922a0,38547,1732529625709 2024-11-25T10:15:47,602 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732529741476.55f643e0788a2e4834c6dd42d687b438., hostname=e2fd862922a0,38547,1732529625709, seqNum=2 , the old value is region=TestAcidGuarantees,,1732529741476.55f643e0788a2e4834c6dd42d687b438., hostname=e2fd862922a0,38547,1732529625709, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55f643e0788a2e4834c6dd42d687b438, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T10:15:47,602 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732529741476.55f643e0788a2e4834c6dd42d687b438., hostname=e2fd862922a0,38547,1732529625709, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55f643e0788a2e4834c6dd42d687b438, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T10:15:47,602 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732529741476.55f643e0788a2e4834c6dd42d687b438., hostname=e2fd862922a0,38547,1732529625709, seqNum=2 because the exception is null or not the one we care about 2024-11-25T10:15:47,602 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55f643e0788a2e4834c6dd42d687b438, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-25T10:15:47,602 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] ipc.CallRunner(138): callId: 33 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39748 deadline: 1732529807591, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55f643e0788a2e4834c6dd42d687b438, server=e2fd862922a0,38547,1732529625709 2024-11-25T10:15:47,602 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732529741476.55f643e0788a2e4834c6dd42d687b438., hostname=e2fd862922a0,38547,1732529625709, seqNum=2 , the old value is region=TestAcidGuarantees,,1732529741476.55f643e0788a2e4834c6dd42d687b438., hostname=e2fd862922a0,38547,1732529625709, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55f643e0788a2e4834c6dd42d687b438, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T10:15:47,602 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732529741476.55f643e0788a2e4834c6dd42d687b438., hostname=e2fd862922a0,38547,1732529625709, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55f643e0788a2e4834c6dd42d687b438, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T10:15:47,602 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732529741476.55f643e0788a2e4834c6dd42d687b438., hostname=e2fd862922a0,38547,1732529625709, seqNum=2 because the exception is null or not the one we care about 2024-11-25T10:15:47,602 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732529741476.55f643e0788a2e4834c6dd42d687b438., hostname=e2fd862922a0,38547,1732529625709, seqNum=2 , the old value is region=TestAcidGuarantees,,1732529741476.55f643e0788a2e4834c6dd42d687b438., hostname=e2fd862922a0,38547,1732529625709, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55f643e0788a2e4834c6dd42d687b438, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T10:15:47,602 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732529741476.55f643e0788a2e4834c6dd42d687b438., hostname=e2fd862922a0,38547,1732529625709, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55f643e0788a2e4834c6dd42d687b438, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T10:15:47,602 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732529741476.55f643e0788a2e4834c6dd42d687b438., hostname=e2fd862922a0,38547,1732529625709, seqNum=2 because the exception is null or not the one we care about 2024-11-25T10:15:47,609 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39927 is added to blk_1073742279_1455 (size=16681) 2024-11-25T10:15:47,611 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55f643e0788a2e4834c6dd42d687b438, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-25T10:15:47,611 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] ipc.CallRunner(138): callId: 34 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39730 deadline: 1732529807593, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55f643e0788a2e4834c6dd42d687b438, server=e2fd862922a0,38547,1732529625709 2024-11-25T10:15:47,612 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732529741476.55f643e0788a2e4834c6dd42d687b438., hostname=e2fd862922a0,38547,1732529625709, seqNum=2 , the old value is region=TestAcidGuarantees,,1732529741476.55f643e0788a2e4834c6dd42d687b438., hostname=e2fd862922a0,38547,1732529625709, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55f643e0788a2e4834c6dd42d687b438, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T10:15:47,612 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732529741476.55f643e0788a2e4834c6dd42d687b438., hostname=e2fd862922a0,38547,1732529625709, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55f643e0788a2e4834c6dd42d687b438, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T10:15:47,612 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732529741476.55f643e0788a2e4834c6dd42d687b438., hostname=e2fd862922a0,38547,1732529625709, seqNum=2 because the exception is null or not the one we care about 2024-11-25T10:15:47,614 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=40.25 KB at sequenceid=103 (bloomFilter=true), to=hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/55f643e0788a2e4834c6dd42d687b438/.tmp/A/013d7231d9384b7ead2df45ccadf113b 2024-11-25T10:15:47,635 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/55f643e0788a2e4834c6dd42d687b438/.tmp/B/4a37f6eb6abf4a85a3a6a3d4fbf773f4 is 50, key is test_row_0/B:col10/1732529747552/Put/seqid=0 2024-11-25T10:15:47,695 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39927 is added to blk_1073742280_1456 (size=12001) 2024-11-25T10:15:47,701 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=40.25 KB at sequenceid=103 (bloomFilter=true), to=hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/55f643e0788a2e4834c6dd42d687b438/.tmp/B/4a37f6eb6abf4a85a3a6a3d4fbf773f4 2024-11-25T10:15:47,737 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/55f643e0788a2e4834c6dd42d687b438/.tmp/C/82edad8de0b446a7a0161018ef239f95 is 50, key is test_row_0/C:col10/1732529747552/Put/seqid=0 2024-11-25T10:15:47,742 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55f643e0788a2e4834c6dd42d687b438, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-25T10:15:47,743 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] ipc.CallRunner(138): callId: 35 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39734 deadline: 1732529807725, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55f643e0788a2e4834c6dd42d687b438, server=e2fd862922a0,38547,1732529625709 2024-11-25T10:15:47,743 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55f643e0788a2e4834c6dd42d687b438, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-25T10:15:47,743 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] ipc.CallRunner(138): callId: 34 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39748 deadline: 1732529807726, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55f643e0788a2e4834c6dd42d687b438, server=e2fd862922a0,38547,1732529625709 2024-11-25T10:15:47,743 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732529741476.55f643e0788a2e4834c6dd42d687b438., hostname=e2fd862922a0,38547,1732529625709, seqNum=2 , the old value is region=TestAcidGuarantees,,1732529741476.55f643e0788a2e4834c6dd42d687b438., hostname=e2fd862922a0,38547,1732529625709, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55f643e0788a2e4834c6dd42d687b438, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T10:15:47,743 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732529741476.55f643e0788a2e4834c6dd42d687b438., hostname=e2fd862922a0,38547,1732529625709, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55f643e0788a2e4834c6dd42d687b438, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T10:15:47,743 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55f643e0788a2e4834c6dd42d687b438, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-25T10:15:47,743 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732529741476.55f643e0788a2e4834c6dd42d687b438., hostname=e2fd862922a0,38547,1732529625709, seqNum=2 because the exception is null or not the one we care about 2024-11-25T10:15:47,743 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] ipc.CallRunner(138): callId: 32 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39740 deadline: 1732529807726, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55f643e0788a2e4834c6dd42d687b438, server=e2fd862922a0,38547,1732529625709 2024-11-25T10:15:47,744 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55f643e0788a2e4834c6dd42d687b438, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-25T10:15:47,744 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732529741476.55f643e0788a2e4834c6dd42d687b438., hostname=e2fd862922a0,38547,1732529625709, seqNum=2 , the old value is region=TestAcidGuarantees,,1732529741476.55f643e0788a2e4834c6dd42d687b438., hostname=e2fd862922a0,38547,1732529625709, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55f643e0788a2e4834c6dd42d687b438, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T10:15:47,744 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732529741476.55f643e0788a2e4834c6dd42d687b438., hostname=e2fd862922a0,38547,1732529625709, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55f643e0788a2e4834c6dd42d687b438, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T10:15:47,744 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732529741476.55f643e0788a2e4834c6dd42d687b438., hostname=e2fd862922a0,38547,1732529625709, seqNum=2 because the exception is null or not the one we care about 2024-11-25T10:15:47,744 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] ipc.CallRunner(138): callId: 34 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39662 deadline: 1732529807726, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55f643e0788a2e4834c6dd42d687b438, server=e2fd862922a0,38547,1732529625709 2024-11-25T10:15:47,744 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732529741476.55f643e0788a2e4834c6dd42d687b438., hostname=e2fd862922a0,38547,1732529625709, seqNum=2 , the old value is region=TestAcidGuarantees,,1732529741476.55f643e0788a2e4834c6dd42d687b438., hostname=e2fd862922a0,38547,1732529625709, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55f643e0788a2e4834c6dd42d687b438, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T10:15:47,744 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732529741476.55f643e0788a2e4834c6dd42d687b438., hostname=e2fd862922a0,38547,1732529625709, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55f643e0788a2e4834c6dd42d687b438, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T10:15:47,744 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732529741476.55f643e0788a2e4834c6dd42d687b438., hostname=e2fd862922a0,38547,1732529625709, seqNum=2 because the exception is null or not the one we care about 2024-11-25T10:15:47,744 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55f643e0788a2e4834c6dd42d687b438, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-25T10:15:47,744 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] ipc.CallRunner(138): callId: 35 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39730 deadline: 1732529807726, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55f643e0788a2e4834c6dd42d687b438, server=e2fd862922a0,38547,1732529625709 2024-11-25T10:15:47,745 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732529741476.55f643e0788a2e4834c6dd42d687b438., hostname=e2fd862922a0,38547,1732529625709, seqNum=2 , the old value is region=TestAcidGuarantees,,1732529741476.55f643e0788a2e4834c6dd42d687b438., hostname=e2fd862922a0,38547,1732529625709, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55f643e0788a2e4834c6dd42d687b438, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T10:15:47,745 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732529741476.55f643e0788a2e4834c6dd42d687b438., hostname=e2fd862922a0,38547,1732529625709, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55f643e0788a2e4834c6dd42d687b438, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T10:15:47,745 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732529741476.55f643e0788a2e4834c6dd42d687b438., hostname=e2fd862922a0,38547,1732529625709, seqNum=2 because the exception is null or not the one we care about 2024-11-25T10:15:47,748 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732529741476.55f643e0788a2e4834c6dd42d687b438., hostname=e2fd862922a0,38547,1732529625709, seqNum=2 , the old value is region=TestAcidGuarantees,,1732529741476.55f643e0788a2e4834c6dd42d687b438., hostname=e2fd862922a0,38547,1732529625709, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55f643e0788a2e4834c6dd42d687b438, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T10:15:47,748 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732529741476.55f643e0788a2e4834c6dd42d687b438., hostname=e2fd862922a0,38547,1732529625709, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55f643e0788a2e4834c6dd42d687b438, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T10:15:47,748 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732529741476.55f643e0788a2e4834c6dd42d687b438., hostname=e2fd862922a0,38547,1732529625709, seqNum=2 because the exception is null or not the one we care about 2024-11-25T10:15:47,751 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39927 is added to blk_1073742281_1457 (size=12001) 2024-11-25T10:15:47,753 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=40.25 KB at sequenceid=103 (bloomFilter=true), to=hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/55f643e0788a2e4834c6dd42d687b438/.tmp/C/82edad8de0b446a7a0161018ef239f95 2024-11-25T10:15:47,759 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/55f643e0788a2e4834c6dd42d687b438/.tmp/A/013d7231d9384b7ead2df45ccadf113b as hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/55f643e0788a2e4834c6dd42d687b438/A/013d7231d9384b7ead2df45ccadf113b 2024-11-25T10:15:47,766 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/55f643e0788a2e4834c6dd42d687b438/A/013d7231d9384b7ead2df45ccadf113b, entries=250, sequenceid=103, filesize=16.3 K 2024-11-25T10:15:47,767 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/55f643e0788a2e4834c6dd42d687b438/.tmp/B/4a37f6eb6abf4a85a3a6a3d4fbf773f4 as hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/55f643e0788a2e4834c6dd42d687b438/B/4a37f6eb6abf4a85a3a6a3d4fbf773f4 2024-11-25T10:15:47,775 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/55f643e0788a2e4834c6dd42d687b438/B/4a37f6eb6abf4a85a3a6a3d4fbf773f4, entries=150, sequenceid=103, filesize=11.7 K 2024-11-25T10:15:47,776 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/55f643e0788a2e4834c6dd42d687b438/.tmp/C/82edad8de0b446a7a0161018ef239f95 as hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/55f643e0788a2e4834c6dd42d687b438/C/82edad8de0b446a7a0161018ef239f95 2024-11-25T10:15:47,789 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/55f643e0788a2e4834c6dd42d687b438/C/82edad8de0b446a7a0161018ef239f95, entries=150, sequenceid=103, filesize=11.7 K 2024-11-25T10:15:47,793 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~120.76 KB/123660, heapSize ~360 KB/368640, currentSize=53.67 KB/54960 for 55f643e0788a2e4834c6dd42d687b438 in 239ms, sequenceid=103, compaction requested=true 2024-11-25T10:15:47,794 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 55f643e0788a2e4834c6dd42d687b438: 2024-11-25T10:15:47,794 DEBUG [RS:0;e2fd862922a0:38547-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-25T10:15:47,794 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 55f643e0788a2e4834c6dd42d687b438:A, priority=-2147483648, current under compaction store size is 1 2024-11-25T10:15:47,794 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-25T10:15:47,794 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 55f643e0788a2e4834c6dd42d687b438:B, priority=-2147483648, current under compaction store size is 2 2024-11-25T10:15:47,794 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-25T10:15:47,794 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 55f643e0788a2e4834c6dd42d687b438:C, priority=-2147483648, current under compaction store size is 3 2024-11-25T10:15:47,794 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-25T10:15:47,794 DEBUG [RS:0;e2fd862922a0:38547-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-25T10:15:47,796 DEBUG [RS:0;e2fd862922a0:38547-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 55127 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-25T10:15:47,796 DEBUG [RS:0;e2fd862922a0:38547-shortCompactions-0 {}] regionserver.HStore(1541): 55f643e0788a2e4834c6dd42d687b438/A is initiating minor compaction (all files) 2024-11-25T10:15:47,796 INFO [RS:0;e2fd862922a0:38547-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 55f643e0788a2e4834c6dd42d687b438/A in TestAcidGuarantees,,1732529741476.55f643e0788a2e4834c6dd42d687b438. 2024-11-25T10:15:47,796 INFO [RS:0;e2fd862922a0:38547-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/55f643e0788a2e4834c6dd42d687b438/A/7c74c3a1feca40e180f6e05ab1e0e734, hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/55f643e0788a2e4834c6dd42d687b438/A/aef12cfdab8647e29bd765a225f8e363, hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/55f643e0788a2e4834c6dd42d687b438/A/58b1ff7a961840e09925013a28ad338a, hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/55f643e0788a2e4834c6dd42d687b438/A/013d7231d9384b7ead2df45ccadf113b] into tmpdir=hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/55f643e0788a2e4834c6dd42d687b438/.tmp, totalSize=53.8 K 2024-11-25T10:15:47,796 DEBUG [RS:0;e2fd862922a0:38547-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 48107 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-25T10:15:47,796 DEBUG [RS:0;e2fd862922a0:38547-longCompactions-0 {}] regionserver.HStore(1541): 55f643e0788a2e4834c6dd42d687b438/B is initiating minor compaction (all files) 2024-11-25T10:15:47,796 INFO [RS:0;e2fd862922a0:38547-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 55f643e0788a2e4834c6dd42d687b438/B in TestAcidGuarantees,,1732529741476.55f643e0788a2e4834c6dd42d687b438. 2024-11-25T10:15:47,796 INFO [RS:0;e2fd862922a0:38547-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/55f643e0788a2e4834c6dd42d687b438/B/0ff34ede9e474be4a3dd8e3ad23d91c3, hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/55f643e0788a2e4834c6dd42d687b438/B/0b5efe7b98734824a128ec12d6405de5, hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/55f643e0788a2e4834c6dd42d687b438/B/0a10dfd7e73b4b8384f156b3ac9e2f17, hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/55f643e0788a2e4834c6dd42d687b438/B/4a37f6eb6abf4a85a3a6a3d4fbf773f4] into tmpdir=hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/55f643e0788a2e4834c6dd42d687b438/.tmp, totalSize=47.0 K 2024-11-25T10:15:47,797 DEBUG [RS:0;e2fd862922a0:38547-shortCompactions-0 {}] compactions.Compactor(225): Compacting 7c74c3a1feca40e180f6e05ab1e0e734, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=47, earliestPutTs=1732529743351 2024-11-25T10:15:47,797 DEBUG [RS:0;e2fd862922a0:38547-longCompactions-0 {}] compactions.Compactor(225): Compacting 0ff34ede9e474be4a3dd8e3ad23d91c3, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=47, earliestPutTs=1732529743351 2024-11-25T10:15:47,799 DEBUG [RS:0;e2fd862922a0:38547-longCompactions-0 {}] compactions.Compactor(225): Compacting 0b5efe7b98734824a128ec12d6405de5, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=66, earliestPutTs=1732529744981 2024-11-25T10:15:47,799 DEBUG [RS:0;e2fd862922a0:38547-shortCompactions-0 {}] compactions.Compactor(225): Compacting aef12cfdab8647e29bd765a225f8e363, keycount=200, bloomtype=ROW, size=14.0 K, encoding=NONE, compression=NONE, seqNum=66, earliestPutTs=1732529744981 2024-11-25T10:15:47,808 DEBUG [RS:0;e2fd862922a0:38547-longCompactions-0 {}] compactions.Compactor(225): Compacting 0a10dfd7e73b4b8384f156b3ac9e2f17, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=82, earliestPutTs=1732529745573 2024-11-25T10:15:47,808 DEBUG [RS:0;e2fd862922a0:38547-shortCompactions-0 {}] compactions.Compactor(225): Compacting 58b1ff7a961840e09925013a28ad338a, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=82, earliestPutTs=1732529745573 2024-11-25T10:15:47,808 DEBUG [RS:0;e2fd862922a0:38547-longCompactions-0 {}] compactions.Compactor(225): Compacting 4a37f6eb6abf4a85a3a6a3d4fbf773f4, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=103, earliestPutTs=1732529746307 2024-11-25T10:15:47,808 DEBUG [RS:0;e2fd862922a0:38547-shortCompactions-0 {}] compactions.Compactor(225): Compacting 013d7231d9384b7ead2df45ccadf113b, keycount=250, bloomtype=ROW, size=16.3 K, encoding=NONE, compression=NONE, seqNum=103, earliestPutTs=1732529746307 2024-11-25T10:15:47,829 INFO [RS:0;e2fd862922a0:38547-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 55f643e0788a2e4834c6dd42d687b438#B#compaction#384 average throughput is 1.64 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-25T10:15:47,830 DEBUG [RS:0;e2fd862922a0:38547-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/55f643e0788a2e4834c6dd42d687b438/.tmp/B/de386ff953f74fdbbb85831827b2e439 is 50, key is test_row_0/B:col10/1732529747552/Put/seqid=0 2024-11-25T10:15:47,831 INFO [RS:0;e2fd862922a0:38547-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 55f643e0788a2e4834c6dd42d687b438#A#compaction#385 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-25T10:15:47,831 DEBUG [RS:0;e2fd862922a0:38547-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/55f643e0788a2e4834c6dd42d687b438/.tmp/A/e8b52f03cc6946629ff0705b8cfb258e is 50, key is test_row_0/A:col10/1732529747552/Put/seqid=0 2024-11-25T10:15:47,857 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39927 is added to blk_1073742282_1458 (size=12241) 2024-11-25T10:15:47,898 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39927 is added to blk_1073742283_1459 (size=12241) 2024-11-25T10:15:47,963 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 55f643e0788a2e4834c6dd42d687b438 3/3 column families, dataSize=60.38 KB heapSize=180.05 KB 2024-11-25T10:15:47,964 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 55f643e0788a2e4834c6dd42d687b438, store=A 2024-11-25T10:15:47,964 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T10:15:47,964 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 55f643e0788a2e4834c6dd42d687b438, store=B 2024-11-25T10:15:47,964 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T10:15:47,964 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 55f643e0788a2e4834c6dd42d687b438, store=C 2024-11-25T10:15:47,964 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T10:15:47,965 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] regionserver.HRegion(8855): Flush requested on 55f643e0788a2e4834c6dd42d687b438 2024-11-25T10:15:47,970 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/55f643e0788a2e4834c6dd42d687b438/.tmp/A/63bcef15e08b434eb50659899f6954c0 is 50, key is test_row_0/A:col10/1732529747962/Put/seqid=0 2024-11-25T10:15:47,981 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39927 is added to blk_1073742284_1460 (size=14341) 2024-11-25T10:15:48,053 DEBUG [regionserver/e2fd862922a0:0.Chore.1 {}] throttle.PressureAwareCompactionThroughputController(103): CompactionPressure is 0.07692307692307693, tune throughput to 53.85 MB/second 2024-11-25T10:15:48,054 WARN [regionserver/e2fd862922a0:0.Chore.1 {}] hbase.ExecutorStatusChore(69): RS_COMPACTED_FILES_DISCHARGER's size info, queued: 6, running: 0 2024-11-25T10:15:48,055 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/e2fd862922a0:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] regionserver.HStore(2317): Moving the files [hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/55f643e0788a2e4834c6dd42d687b438/A/b293b08e555c4220b18ba987c7b2be68, hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/55f643e0788a2e4834c6dd42d687b438/A/7dcffbd68e8a400d9bd39812f4f9a620, hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/55f643e0788a2e4834c6dd42d687b438/A/74bf4a284cbc42029f775162a7b18f73] to archive 2024-11-25T10:15:48,058 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/e2fd862922a0:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-25T10:15:48,064 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/e2fd862922a0:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/55f643e0788a2e4834c6dd42d687b438/A/b293b08e555c4220b18ba987c7b2be68 to hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/archive/data/default/TestAcidGuarantees/55f643e0788a2e4834c6dd42d687b438/A/b293b08e555c4220b18ba987c7b2be68 2024-11-25T10:15:48,066 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/e2fd862922a0:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/55f643e0788a2e4834c6dd42d687b438/A/7dcffbd68e8a400d9bd39812f4f9a620 to hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/archive/data/default/TestAcidGuarantees/55f643e0788a2e4834c6dd42d687b438/A/7dcffbd68e8a400d9bd39812f4f9a620 2024-11-25T10:15:48,072 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/e2fd862922a0:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/55f643e0788a2e4834c6dd42d687b438/A/74bf4a284cbc42029f775162a7b18f73 to hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/archive/data/default/TestAcidGuarantees/55f643e0788a2e4834c6dd42d687b438/A/74bf4a284cbc42029f775162a7b18f73 2024-11-25T10:15:48,074 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/e2fd862922a0:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] regionserver.HStore(2317): Moving the files [hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/55f643e0788a2e4834c6dd42d687b438/B/440221d8e159486685742bd08c05e3b8, hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/55f643e0788a2e4834c6dd42d687b438/B/76cee8766b1c47229813b4811c259485, hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/55f643e0788a2e4834c6dd42d687b438/B/e1b25429587544fa925ab7d4b80d7f21] to archive 2024-11-25T10:15:48,074 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/e2fd862922a0:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-25T10:15:48,076 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/e2fd862922a0:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/55f643e0788a2e4834c6dd42d687b438/B/440221d8e159486685742bd08c05e3b8 to hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/archive/data/default/TestAcidGuarantees/55f643e0788a2e4834c6dd42d687b438/B/440221d8e159486685742bd08c05e3b8 2024-11-25T10:15:48,077 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/e2fd862922a0:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/55f643e0788a2e4834c6dd42d687b438/B/76cee8766b1c47229813b4811c259485 to hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/archive/data/default/TestAcidGuarantees/55f643e0788a2e4834c6dd42d687b438/B/76cee8766b1c47229813b4811c259485 2024-11-25T10:15:48,078 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/e2fd862922a0:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/55f643e0788a2e4834c6dd42d687b438/B/e1b25429587544fa925ab7d4b80d7f21 to hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/archive/data/default/TestAcidGuarantees/55f643e0788a2e4834c6dd42d687b438/B/e1b25429587544fa925ab7d4b80d7f21 2024-11-25T10:15:48,079 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/e2fd862922a0:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] regionserver.HStore(2317): Moving the files [hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/55f643e0788a2e4834c6dd42d687b438/C/a2a54cf158e64d88a71c111423229d6f, hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/55f643e0788a2e4834c6dd42d687b438/C/2a9c88f185384696b9bafa8cb3d9e172, hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/55f643e0788a2e4834c6dd42d687b438/C/66880791d4cc48a8a72d6e485b3de691] to archive 2024-11-25T10:15:48,080 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/e2fd862922a0:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-25T10:15:48,085 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/e2fd862922a0:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/55f643e0788a2e4834c6dd42d687b438/C/a2a54cf158e64d88a71c111423229d6f to hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/archive/data/default/TestAcidGuarantees/55f643e0788a2e4834c6dd42d687b438/C/a2a54cf158e64d88a71c111423229d6f 2024-11-25T10:15:48,087 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55f643e0788a2e4834c6dd42d687b438, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-25T10:15:48,087 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] ipc.CallRunner(138): callId: 38 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39748 deadline: 1732529808064, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55f643e0788a2e4834c6dd42d687b438, server=e2fd862922a0,38547,1732529625709 2024-11-25T10:15:48,087 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55f643e0788a2e4834c6dd42d687b438, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-25T10:15:48,087 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732529741476.55f643e0788a2e4834c6dd42d687b438., hostname=e2fd862922a0,38547,1732529625709, seqNum=2 , the old value is region=TestAcidGuarantees,,1732529741476.55f643e0788a2e4834c6dd42d687b438., hostname=e2fd862922a0,38547,1732529625709, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55f643e0788a2e4834c6dd42d687b438, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T10:15:48,087 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] ipc.CallRunner(138): callId: 38 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39662 deadline: 1732529808065, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55f643e0788a2e4834c6dd42d687b438, server=e2fd862922a0,38547,1732529625709 2024-11-25T10:15:48,087 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55f643e0788a2e4834c6dd42d687b438, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-25T10:15:48,087 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732529741476.55f643e0788a2e4834c6dd42d687b438., hostname=e2fd862922a0,38547,1732529625709, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55f643e0788a2e4834c6dd42d687b438, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T10:15:48,087 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732529741476.55f643e0788a2e4834c6dd42d687b438., hostname=e2fd862922a0,38547,1732529625709, seqNum=2 because the exception is null or not the one we care about 2024-11-25T10:15:48,087 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] ipc.CallRunner(138): callId: 40 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39734 deadline: 1732529808069, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55f643e0788a2e4834c6dd42d687b438, server=e2fd862922a0,38547,1732529625709 2024-11-25T10:15:48,088 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732529741476.55f643e0788a2e4834c6dd42d687b438., hostname=e2fd862922a0,38547,1732529625709, seqNum=2 , the old value is region=TestAcidGuarantees,,1732529741476.55f643e0788a2e4834c6dd42d687b438., hostname=e2fd862922a0,38547,1732529625709, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55f643e0788a2e4834c6dd42d687b438, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T10:15:48,088 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732529741476.55f643e0788a2e4834c6dd42d687b438., hostname=e2fd862922a0,38547,1732529625709, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55f643e0788a2e4834c6dd42d687b438, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T10:15:48,088 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732529741476.55f643e0788a2e4834c6dd42d687b438., hostname=e2fd862922a0,38547,1732529625709, seqNum=2 because the exception is null or not the one we care about 2024-11-25T10:15:48,088 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732529741476.55f643e0788a2e4834c6dd42d687b438., hostname=e2fd862922a0,38547,1732529625709, seqNum=2 , the old value is region=TestAcidGuarantees,,1732529741476.55f643e0788a2e4834c6dd42d687b438., hostname=e2fd862922a0,38547,1732529625709, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55f643e0788a2e4834c6dd42d687b438, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T10:15:48,088 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732529741476.55f643e0788a2e4834c6dd42d687b438., hostname=e2fd862922a0,38547,1732529625709, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55f643e0788a2e4834c6dd42d687b438, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T10:15:48,088 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732529741476.55f643e0788a2e4834c6dd42d687b438., hostname=e2fd862922a0,38547,1732529625709, seqNum=2 because the exception is null or not the one we care about 2024-11-25T10:15:48,088 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55f643e0788a2e4834c6dd42d687b438, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-25T10:15:48,088 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] ipc.CallRunner(138): callId: 40 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39730 deadline: 1732529808077, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55f643e0788a2e4834c6dd42d687b438, server=e2fd862922a0,38547,1732529625709 2024-11-25T10:15:48,089 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55f643e0788a2e4834c6dd42d687b438, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-25T10:15:48,089 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] ipc.CallRunner(138): callId: 37 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39740 deadline: 1732529808088, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55f643e0788a2e4834c6dd42d687b438, server=e2fd862922a0,38547,1732529625709 2024-11-25T10:15:48,089 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732529741476.55f643e0788a2e4834c6dd42d687b438., hostname=e2fd862922a0,38547,1732529625709, seqNum=2 , the old value is region=TestAcidGuarantees,,1732529741476.55f643e0788a2e4834c6dd42d687b438., hostname=e2fd862922a0,38547,1732529625709, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55f643e0788a2e4834c6dd42d687b438, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T10:15:48,089 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732529741476.55f643e0788a2e4834c6dd42d687b438., hostname=e2fd862922a0,38547,1732529625709, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55f643e0788a2e4834c6dd42d687b438, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T10:15:48,089 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732529741476.55f643e0788a2e4834c6dd42d687b438., hostname=e2fd862922a0,38547,1732529625709, seqNum=2 because the exception is null or not the one we care about 2024-11-25T10:15:48,089 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732529741476.55f643e0788a2e4834c6dd42d687b438., hostname=e2fd862922a0,38547,1732529625709, seqNum=2 , the old value is region=TestAcidGuarantees,,1732529741476.55f643e0788a2e4834c6dd42d687b438., hostname=e2fd862922a0,38547,1732529625709, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55f643e0788a2e4834c6dd42d687b438, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T10:15:48,089 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732529741476.55f643e0788a2e4834c6dd42d687b438., hostname=e2fd862922a0,38547,1732529625709, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55f643e0788a2e4834c6dd42d687b438, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T10:15:48,089 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732529741476.55f643e0788a2e4834c6dd42d687b438., hostname=e2fd862922a0,38547,1732529625709, seqNum=2 because the exception is null or not the one we care about 2024-11-25T10:15:48,089 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/e2fd862922a0:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/55f643e0788a2e4834c6dd42d687b438/C/2a9c88f185384696b9bafa8cb3d9e172 to hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/archive/data/default/TestAcidGuarantees/55f643e0788a2e4834c6dd42d687b438/C/2a9c88f185384696b9bafa8cb3d9e172 2024-11-25T10:15:48,090 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/e2fd862922a0:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/55f643e0788a2e4834c6dd42d687b438/C/66880791d4cc48a8a72d6e485b3de691 to hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/archive/data/default/TestAcidGuarantees/55f643e0788a2e4834c6dd42d687b438/C/66880791d4cc48a8a72d6e485b3de691 2024-11-25T10:15:48,200 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55f643e0788a2e4834c6dd42d687b438, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-25T10:15:48,201 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] ipc.CallRunner(138): callId: 39 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39662 deadline: 1732529808193, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55f643e0788a2e4834c6dd42d687b438, server=e2fd862922a0,38547,1732529625709 2024-11-25T10:15:48,201 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55f643e0788a2e4834c6dd42d687b438, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-25T10:15:48,201 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] ipc.CallRunner(138): callId: 41 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39730 deadline: 1732529808194, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55f643e0788a2e4834c6dd42d687b438, server=e2fd862922a0,38547,1732529625709 2024-11-25T10:15:48,201 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732529741476.55f643e0788a2e4834c6dd42d687b438., hostname=e2fd862922a0,38547,1732529625709, seqNum=2 , the old value is region=TestAcidGuarantees,,1732529741476.55f643e0788a2e4834c6dd42d687b438., hostname=e2fd862922a0,38547,1732529625709, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55f643e0788a2e4834c6dd42d687b438, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T10:15:48,202 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732529741476.55f643e0788a2e4834c6dd42d687b438., hostname=e2fd862922a0,38547,1732529625709, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55f643e0788a2e4834c6dd42d687b438, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T10:15:48,202 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732529741476.55f643e0788a2e4834c6dd42d687b438., hostname=e2fd862922a0,38547,1732529625709, seqNum=2 because the exception is null or not the one we care about 2024-11-25T10:15:48,202 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55f643e0788a2e4834c6dd42d687b438, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-25T10:15:48,203 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] ipc.CallRunner(138): callId: 39 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39748 deadline: 1732529808194, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55f643e0788a2e4834c6dd42d687b438, server=e2fd862922a0,38547,1732529625709 2024-11-25T10:15:48,203 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55f643e0788a2e4834c6dd42d687b438, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-25T10:15:48,203 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] ipc.CallRunner(138): callId: 38 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39740 deadline: 1732529808194, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55f643e0788a2e4834c6dd42d687b438, server=e2fd862922a0,38547,1732529625709 2024-11-25T10:15:48,203 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55f643e0788a2e4834c6dd42d687b438, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-25T10:15:48,203 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] ipc.CallRunner(138): callId: 41 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39734 deadline: 1732529808194, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55f643e0788a2e4834c6dd42d687b438, server=e2fd862922a0,38547,1732529625709 2024-11-25T10:15:48,205 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732529741476.55f643e0788a2e4834c6dd42d687b438., hostname=e2fd862922a0,38547,1732529625709, seqNum=2 , the old value is region=TestAcidGuarantees,,1732529741476.55f643e0788a2e4834c6dd42d687b438., hostname=e2fd862922a0,38547,1732529625709, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55f643e0788a2e4834c6dd42d687b438, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T10:15:48,205 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732529741476.55f643e0788a2e4834c6dd42d687b438., hostname=e2fd862922a0,38547,1732529625709, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55f643e0788a2e4834c6dd42d687b438, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T10:15:48,205 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732529741476.55f643e0788a2e4834c6dd42d687b438., hostname=e2fd862922a0,38547,1732529625709, seqNum=2 because the exception is null or not the one we care about 2024-11-25T10:15:48,205 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732529741476.55f643e0788a2e4834c6dd42d687b438., hostname=e2fd862922a0,38547,1732529625709, seqNum=2 , the old value is region=TestAcidGuarantees,,1732529741476.55f643e0788a2e4834c6dd42d687b438., hostname=e2fd862922a0,38547,1732529625709, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55f643e0788a2e4834c6dd42d687b438, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T10:15:48,205 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732529741476.55f643e0788a2e4834c6dd42d687b438., hostname=e2fd862922a0,38547,1732529625709, seqNum=2 , the old value is region=TestAcidGuarantees,,1732529741476.55f643e0788a2e4834c6dd42d687b438., hostname=e2fd862922a0,38547,1732529625709, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55f643e0788a2e4834c6dd42d687b438, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T10:15:48,205 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732529741476.55f643e0788a2e4834c6dd42d687b438., hostname=e2fd862922a0,38547,1732529625709, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55f643e0788a2e4834c6dd42d687b438, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T10:15:48,205 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732529741476.55f643e0788a2e4834c6dd42d687b438., hostname=e2fd862922a0,38547,1732529625709, seqNum=2 because the exception is null or not the one we care about 2024-11-25T10:15:48,205 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732529741476.55f643e0788a2e4834c6dd42d687b438., hostname=e2fd862922a0,38547,1732529625709, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55f643e0788a2e4834c6dd42d687b438, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T10:15:48,206 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732529741476.55f643e0788a2e4834c6dd42d687b438., hostname=e2fd862922a0,38547,1732529625709, seqNum=2 because the exception is null or not the one we care about 2024-11-25T10:15:48,206 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732529741476.55f643e0788a2e4834c6dd42d687b438., hostname=e2fd862922a0,38547,1732529625709, seqNum=2 , the old value is region=TestAcidGuarantees,,1732529741476.55f643e0788a2e4834c6dd42d687b438., hostname=e2fd862922a0,38547,1732529625709, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55f643e0788a2e4834c6dd42d687b438, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T10:15:48,206 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732529741476.55f643e0788a2e4834c6dd42d687b438., hostname=e2fd862922a0,38547,1732529625709, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55f643e0788a2e4834c6dd42d687b438, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T10:15:48,206 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732529741476.55f643e0788a2e4834c6dd42d687b438., hostname=e2fd862922a0,38547,1732529625709, seqNum=2 because the exception is null or not the one we care about 2024-11-25T10:15:48,260 DEBUG [RS:0;e2fd862922a0:38547-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/55f643e0788a2e4834c6dd42d687b438/.tmp/B/de386ff953f74fdbbb85831827b2e439 as hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/55f643e0788a2e4834c6dd42d687b438/B/de386ff953f74fdbbb85831827b2e439 2024-11-25T10:15:48,270 INFO [RS:0;e2fd862922a0:38547-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in 55f643e0788a2e4834c6dd42d687b438/B of 55f643e0788a2e4834c6dd42d687b438 into de386ff953f74fdbbb85831827b2e439(size=12.0 K), total size for store is 12.0 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-25T10:15:48,270 DEBUG [RS:0;e2fd862922a0:38547-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 55f643e0788a2e4834c6dd42d687b438: 2024-11-25T10:15:48,270 INFO [RS:0;e2fd862922a0:38547-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732529741476.55f643e0788a2e4834c6dd42d687b438., storeName=55f643e0788a2e4834c6dd42d687b438/B, priority=12, startTime=1732529747794; duration=0sec 2024-11-25T10:15:48,270 DEBUG [RS:0;e2fd862922a0:38547-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-25T10:15:48,270 DEBUG [RS:0;e2fd862922a0:38547-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 55f643e0788a2e4834c6dd42d687b438:B 2024-11-25T10:15:48,270 DEBUG [RS:0;e2fd862922a0:38547-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-25T10:15:48,272 DEBUG [RS:0;e2fd862922a0:38547-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 48107 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-25T10:15:48,272 DEBUG [RS:0;e2fd862922a0:38547-longCompactions-0 {}] regionserver.HStore(1541): 55f643e0788a2e4834c6dd42d687b438/C is initiating minor compaction (all files) 2024-11-25T10:15:48,272 INFO [RS:0;e2fd862922a0:38547-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 55f643e0788a2e4834c6dd42d687b438/C in TestAcidGuarantees,,1732529741476.55f643e0788a2e4834c6dd42d687b438. 2024-11-25T10:15:48,272 INFO [RS:0;e2fd862922a0:38547-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/55f643e0788a2e4834c6dd42d687b438/C/ae9dc5ac32e94dcead4900b9c032fc9b, hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/55f643e0788a2e4834c6dd42d687b438/C/e2728fe933da42a8954b8f465f6f5a1e, hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/55f643e0788a2e4834c6dd42d687b438/C/813db7fc5cc740559b10fb7ddac2e83a, hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/55f643e0788a2e4834c6dd42d687b438/C/82edad8de0b446a7a0161018ef239f95] into tmpdir=hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/55f643e0788a2e4834c6dd42d687b438/.tmp, totalSize=47.0 K 2024-11-25T10:15:48,272 DEBUG [RS:0;e2fd862922a0:38547-longCompactions-0 {}] compactions.Compactor(225): Compacting ae9dc5ac32e94dcead4900b9c032fc9b, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=47, earliestPutTs=1732529743351 2024-11-25T10:15:48,273 DEBUG [RS:0;e2fd862922a0:38547-longCompactions-0 {}] compactions.Compactor(225): Compacting e2728fe933da42a8954b8f465f6f5a1e, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=66, earliestPutTs=1732529744981 2024-11-25T10:15:48,273 DEBUG [RS:0;e2fd862922a0:38547-longCompactions-0 {}] compactions.Compactor(225): Compacting 813db7fc5cc740559b10fb7ddac2e83a, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=82, earliestPutTs=1732529745573 2024-11-25T10:15:48,273 DEBUG [RS:0;e2fd862922a0:38547-longCompactions-0 {}] compactions.Compactor(225): Compacting 82edad8de0b446a7a0161018ef239f95, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=103, earliestPutTs=1732529746307 2024-11-25T10:15:48,282 INFO [RS:0;e2fd862922a0:38547-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 55f643e0788a2e4834c6dd42d687b438#C#compaction#387 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 53.85 MB/second 2024-11-25T10:15:48,282 DEBUG [RS:0;e2fd862922a0:38547-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/55f643e0788a2e4834c6dd42d687b438/.tmp/C/9b5b95d91877439a948e02f1a2802d0e is 50, key is test_row_0/C:col10/1732529747552/Put/seqid=0 2024-11-25T10:15:48,292 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39927 is added to blk_1073742285_1461 (size=12139) 2024-11-25T10:15:48,307 DEBUG [RS:0;e2fd862922a0:38547-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/55f643e0788a2e4834c6dd42d687b438/.tmp/C/9b5b95d91877439a948e02f1a2802d0e as hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/55f643e0788a2e4834c6dd42d687b438/C/9b5b95d91877439a948e02f1a2802d0e 2024-11-25T10:15:48,307 DEBUG [RS:0;e2fd862922a0:38547-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/55f643e0788a2e4834c6dd42d687b438/.tmp/A/e8b52f03cc6946629ff0705b8cfb258e as hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/55f643e0788a2e4834c6dd42d687b438/A/e8b52f03cc6946629ff0705b8cfb258e 2024-11-25T10:15:48,312 INFO [RS:0;e2fd862922a0:38547-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in 55f643e0788a2e4834c6dd42d687b438/C of 55f643e0788a2e4834c6dd42d687b438 into 9b5b95d91877439a948e02f1a2802d0e(size=11.9 K), total size for store is 11.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-25T10:15:48,312 INFO [RS:0;e2fd862922a0:38547-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in 55f643e0788a2e4834c6dd42d687b438/A of 55f643e0788a2e4834c6dd42d687b438 into e8b52f03cc6946629ff0705b8cfb258e(size=12.0 K), total size for store is 12.0 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-25T10:15:48,312 DEBUG [RS:0;e2fd862922a0:38547-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 55f643e0788a2e4834c6dd42d687b438: 2024-11-25T10:15:48,312 DEBUG [RS:0;e2fd862922a0:38547-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 55f643e0788a2e4834c6dd42d687b438: 2024-11-25T10:15:48,312 INFO [RS:0;e2fd862922a0:38547-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732529741476.55f643e0788a2e4834c6dd42d687b438., storeName=55f643e0788a2e4834c6dd42d687b438/C, priority=12, startTime=1732529747794; duration=0sec 2024-11-25T10:15:48,312 INFO [RS:0;e2fd862922a0:38547-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732529741476.55f643e0788a2e4834c6dd42d687b438., storeName=55f643e0788a2e4834c6dd42d687b438/A, priority=12, startTime=1732529747794; duration=0sec 2024-11-25T10:15:48,312 DEBUG [RS:0;e2fd862922a0:38547-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-25T10:15:48,312 DEBUG [RS:0;e2fd862922a0:38547-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 55f643e0788a2e4834c6dd42d687b438:C 2024-11-25T10:15:48,312 DEBUG [RS:0;e2fd862922a0:38547-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-25T10:15:48,312 DEBUG [RS:0;e2fd862922a0:38547-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 55f643e0788a2e4834c6dd42d687b438:A 2024-11-25T10:15:48,381 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=115 (bloomFilter=true), to=hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/55f643e0788a2e4834c6dd42d687b438/.tmp/A/63bcef15e08b434eb50659899f6954c0 2024-11-25T10:15:48,388 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/55f643e0788a2e4834c6dd42d687b438/.tmp/B/cc50b8fa74f244eaa88ab89197195563 is 50, key is test_row_0/B:col10/1732529747962/Put/seqid=0 2024-11-25T10:15:48,398 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39927 is added to blk_1073742286_1462 (size=12001) 2024-11-25T10:15:48,401 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=115 (bloomFilter=true), to=hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/55f643e0788a2e4834c6dd42d687b438/.tmp/B/cc50b8fa74f244eaa88ab89197195563 2024-11-25T10:15:48,407 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/55f643e0788a2e4834c6dd42d687b438/.tmp/C/418db88203ee45af9c091b6565f1509b is 50, key is test_row_0/C:col10/1732529747962/Put/seqid=0 2024-11-25T10:15:48,413 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39927 is added to blk_1073742287_1463 (size=12001) 2024-11-25T10:15:48,420 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55f643e0788a2e4834c6dd42d687b438, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-25T10:15:48,421 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] ipc.CallRunner(138): callId: 42 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39734 deadline: 1732529808412, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55f643e0788a2e4834c6dd42d687b438, server=e2fd862922a0,38547,1732529625709 2024-11-25T10:15:48,421 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732529741476.55f643e0788a2e4834c6dd42d687b438., hostname=e2fd862922a0,38547,1732529625709, seqNum=2 , the old value is region=TestAcidGuarantees,,1732529741476.55f643e0788a2e4834c6dd42d687b438., hostname=e2fd862922a0,38547,1732529625709, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55f643e0788a2e4834c6dd42d687b438, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T10:15:48,421 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55f643e0788a2e4834c6dd42d687b438, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-25T10:15:48,421 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732529741476.55f643e0788a2e4834c6dd42d687b438., hostname=e2fd862922a0,38547,1732529625709, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55f643e0788a2e4834c6dd42d687b438, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T10:15:48,421 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732529741476.55f643e0788a2e4834c6dd42d687b438., hostname=e2fd862922a0,38547,1732529625709, seqNum=2 because the exception is null or not the one we care about 2024-11-25T10:15:48,421 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] ipc.CallRunner(138): callId: 40 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39662 deadline: 1732529808412, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55f643e0788a2e4834c6dd42d687b438, server=e2fd862922a0,38547,1732529625709 2024-11-25T10:15:48,421 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55f643e0788a2e4834c6dd42d687b438, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-25T10:15:48,421 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] ipc.CallRunner(138): callId: 39 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39740 deadline: 1732529808412, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55f643e0788a2e4834c6dd42d687b438, server=e2fd862922a0,38547,1732529625709 2024-11-25T10:15:48,422 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732529741476.55f643e0788a2e4834c6dd42d687b438., hostname=e2fd862922a0,38547,1732529625709, seqNum=2 , the old value is region=TestAcidGuarantees,,1732529741476.55f643e0788a2e4834c6dd42d687b438., hostname=e2fd862922a0,38547,1732529625709, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55f643e0788a2e4834c6dd42d687b438, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T10:15:48,422 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55f643e0788a2e4834c6dd42d687b438, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-25T10:15:48,422 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732529741476.55f643e0788a2e4834c6dd42d687b438., hostname=e2fd862922a0,38547,1732529625709, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55f643e0788a2e4834c6dd42d687b438, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T10:15:48,422 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732529741476.55f643e0788a2e4834c6dd42d687b438., hostname=e2fd862922a0,38547,1732529625709, seqNum=2 because the exception is null or not the one we care about 2024-11-25T10:15:48,422 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] ipc.CallRunner(138): callId: 42 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39730 deadline: 1732529808412, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55f643e0788a2e4834c6dd42d687b438, server=e2fd862922a0,38547,1732529625709 2024-11-25T10:15:48,422 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55f643e0788a2e4834c6dd42d687b438, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-25T10:15:48,422 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] ipc.CallRunner(138): callId: 40 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39748 deadline: 1732529808412, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55f643e0788a2e4834c6dd42d687b438, server=e2fd862922a0,38547,1732529625709 2024-11-25T10:15:48,422 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732529741476.55f643e0788a2e4834c6dd42d687b438., hostname=e2fd862922a0,38547,1732529625709, seqNum=2 , the old value is region=TestAcidGuarantees,,1732529741476.55f643e0788a2e4834c6dd42d687b438., hostname=e2fd862922a0,38547,1732529625709, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55f643e0788a2e4834c6dd42d687b438, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T10:15:48,422 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732529741476.55f643e0788a2e4834c6dd42d687b438., hostname=e2fd862922a0,38547,1732529625709, seqNum=2 , the old value is region=TestAcidGuarantees,,1732529741476.55f643e0788a2e4834c6dd42d687b438., hostname=e2fd862922a0,38547,1732529625709, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55f643e0788a2e4834c6dd42d687b438, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T10:15:48,422 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732529741476.55f643e0788a2e4834c6dd42d687b438., hostname=e2fd862922a0,38547,1732529625709, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55f643e0788a2e4834c6dd42d687b438, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T10:15:48,422 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732529741476.55f643e0788a2e4834c6dd42d687b438., hostname=e2fd862922a0,38547,1732529625709, seqNum=2 because the exception is null or not the one we care about 2024-11-25T10:15:48,422 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732529741476.55f643e0788a2e4834c6dd42d687b438., hostname=e2fd862922a0,38547,1732529625709, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55f643e0788a2e4834c6dd42d687b438, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T10:15:48,423 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732529741476.55f643e0788a2e4834c6dd42d687b438., hostname=e2fd862922a0,38547,1732529625709, seqNum=2 because the exception is null or not the one we care about 2024-11-25T10:15:48,426 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732529741476.55f643e0788a2e4834c6dd42d687b438., hostname=e2fd862922a0,38547,1732529625709, seqNum=2 , the old value is region=TestAcidGuarantees,,1732529741476.55f643e0788a2e4834c6dd42d687b438., hostname=e2fd862922a0,38547,1732529625709, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55f643e0788a2e4834c6dd42d687b438, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T10:15:48,426 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732529741476.55f643e0788a2e4834c6dd42d687b438., hostname=e2fd862922a0,38547,1732529625709, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55f643e0788a2e4834c6dd42d687b438, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T10:15:48,426 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732529741476.55f643e0788a2e4834c6dd42d687b438., hostname=e2fd862922a0,38547,1732529625709, seqNum=2 because the exception is null or not the one we care about 2024-11-25T10:15:48,741 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55f643e0788a2e4834c6dd42d687b438, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-25T10:15:48,742 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] ipc.CallRunner(138): callId: 43 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39734 deadline: 1732529808732, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55f643e0788a2e4834c6dd42d687b438, server=e2fd862922a0,38547,1732529625709 2024-11-25T10:15:48,742 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55f643e0788a2e4834c6dd42d687b438, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-25T10:15:48,742 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732529741476.55f643e0788a2e4834c6dd42d687b438., hostname=e2fd862922a0,38547,1732529625709, seqNum=2 , the old value is region=TestAcidGuarantees,,1732529741476.55f643e0788a2e4834c6dd42d687b438., hostname=e2fd862922a0,38547,1732529625709, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55f643e0788a2e4834c6dd42d687b438, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T10:15:48,742 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] ipc.CallRunner(138): callId: 40 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39740 deadline: 1732529808732, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55f643e0788a2e4834c6dd42d687b438, server=e2fd862922a0,38547,1732529625709 2024-11-25T10:15:48,742 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732529741476.55f643e0788a2e4834c6dd42d687b438., hostname=e2fd862922a0,38547,1732529625709, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55f643e0788a2e4834c6dd42d687b438, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T10:15:48,742 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732529741476.55f643e0788a2e4834c6dd42d687b438., hostname=e2fd862922a0,38547,1732529625709, seqNum=2 because the exception is null or not the one we care about 2024-11-25T10:15:48,742 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55f643e0788a2e4834c6dd42d687b438, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-25T10:15:48,742 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732529741476.55f643e0788a2e4834c6dd42d687b438., hostname=e2fd862922a0,38547,1732529625709, seqNum=2 , the old value is region=TestAcidGuarantees,,1732529741476.55f643e0788a2e4834c6dd42d687b438., hostname=e2fd862922a0,38547,1732529625709, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55f643e0788a2e4834c6dd42d687b438, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T10:15:48,742 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732529741476.55f643e0788a2e4834c6dd42d687b438., hostname=e2fd862922a0,38547,1732529625709, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55f643e0788a2e4834c6dd42d687b438, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T10:15:48,742 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] ipc.CallRunner(138): callId: 41 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39748 deadline: 1732529808733, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55f643e0788a2e4834c6dd42d687b438, server=e2fd862922a0,38547,1732529625709 2024-11-25T10:15:48,742 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732529741476.55f643e0788a2e4834c6dd42d687b438., hostname=e2fd862922a0,38547,1732529625709, seqNum=2 because the exception is null or not the one we care about 2024-11-25T10:15:48,742 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55f643e0788a2e4834c6dd42d687b438, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-25T10:15:48,742 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732529741476.55f643e0788a2e4834c6dd42d687b438., hostname=e2fd862922a0,38547,1732529625709, seqNum=2 , the old value is region=TestAcidGuarantees,,1732529741476.55f643e0788a2e4834c6dd42d687b438., hostname=e2fd862922a0,38547,1732529625709, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55f643e0788a2e4834c6dd42d687b438, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T10:15:48,743 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] ipc.CallRunner(138): callId: 41 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39662 deadline: 1732529808733, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55f643e0788a2e4834c6dd42d687b438, server=e2fd862922a0,38547,1732529625709 2024-11-25T10:15:48,743 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732529741476.55f643e0788a2e4834c6dd42d687b438., hostname=e2fd862922a0,38547,1732529625709, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55f643e0788a2e4834c6dd42d687b438, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T10:15:48,743 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732529741476.55f643e0788a2e4834c6dd42d687b438., hostname=e2fd862922a0,38547,1732529625709, seqNum=2 because the exception is null or not the one we care about 2024-11-25T10:15:48,743 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55f643e0788a2e4834c6dd42d687b438, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-25T10:15:48,743 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732529741476.55f643e0788a2e4834c6dd42d687b438., hostname=e2fd862922a0,38547,1732529625709, seqNum=2 , the old value is region=TestAcidGuarantees,,1732529741476.55f643e0788a2e4834c6dd42d687b438., hostname=e2fd862922a0,38547,1732529625709, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55f643e0788a2e4834c6dd42d687b438, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T10:15:48,743 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] ipc.CallRunner(138): callId: 43 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39730 deadline: 1732529808733, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55f643e0788a2e4834c6dd42d687b438, server=e2fd862922a0,38547,1732529625709 2024-11-25T10:15:48,743 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732529741476.55f643e0788a2e4834c6dd42d687b438., hostname=e2fd862922a0,38547,1732529625709, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55f643e0788a2e4834c6dd42d687b438, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T10:15:48,743 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732529741476.55f643e0788a2e4834c6dd42d687b438., hostname=e2fd862922a0,38547,1732529625709, seqNum=2 because the exception is null or not the one we care about 2024-11-25T10:15:48,743 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732529741476.55f643e0788a2e4834c6dd42d687b438., hostname=e2fd862922a0,38547,1732529625709, seqNum=2 , the old value is region=TestAcidGuarantees,,1732529741476.55f643e0788a2e4834c6dd42d687b438., hostname=e2fd862922a0,38547,1732529625709, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55f643e0788a2e4834c6dd42d687b438, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T10:15:48,743 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732529741476.55f643e0788a2e4834c6dd42d687b438., hostname=e2fd862922a0,38547,1732529625709, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55f643e0788a2e4834c6dd42d687b438, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T10:15:48,743 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732529741476.55f643e0788a2e4834c6dd42d687b438., hostname=e2fd862922a0,38547,1732529625709, seqNum=2 because the exception is null or not the one we care about 2024-11-25T10:15:48,814 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=115 (bloomFilter=true), to=hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/55f643e0788a2e4834c6dd42d687b438/.tmp/C/418db88203ee45af9c091b6565f1509b 2024-11-25T10:15:48,818 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/55f643e0788a2e4834c6dd42d687b438/.tmp/A/63bcef15e08b434eb50659899f6954c0 as hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/55f643e0788a2e4834c6dd42d687b438/A/63bcef15e08b434eb50659899f6954c0 2024-11-25T10:15:48,822 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/55f643e0788a2e4834c6dd42d687b438/A/63bcef15e08b434eb50659899f6954c0, entries=200, sequenceid=115, filesize=14.0 K 2024-11-25T10:15:48,822 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/55f643e0788a2e4834c6dd42d687b438/.tmp/B/cc50b8fa74f244eaa88ab89197195563 as hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/55f643e0788a2e4834c6dd42d687b438/B/cc50b8fa74f244eaa88ab89197195563 2024-11-25T10:15:48,835 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/55f643e0788a2e4834c6dd42d687b438/B/cc50b8fa74f244eaa88ab89197195563, entries=150, sequenceid=115, filesize=11.7 K 2024-11-25T10:15:48,840 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/55f643e0788a2e4834c6dd42d687b438/.tmp/C/418db88203ee45af9c091b6565f1509b as hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/55f643e0788a2e4834c6dd42d687b438/C/418db88203ee45af9c091b6565f1509b 2024-11-25T10:15:48,844 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/55f643e0788a2e4834c6dd42d687b438/C/418db88203ee45af9c091b6565f1509b, entries=150, sequenceid=115, filesize=11.7 K 2024-11-25T10:15:48,844 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~60.38 KB/61830, heapSize ~180 KB/184320, currentSize=114.05 KB/116790 for 55f643e0788a2e4834c6dd42d687b438 in 881ms, sequenceid=115, compaction requested=false 2024-11-25T10:15:48,844 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 55f643e0788a2e4834c6dd42d687b438: 2024-11-25T10:15:48,992 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41005 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=131 2024-11-25T10:15:48,992 INFO [RPCClient-NioEventLoopGroup-4-10 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-25T10:15:48,993 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41005 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-25T10:15:48,994 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41005 {}] procedure2.ProcedureExecutor(1139): Stored pid=133, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=133, table=TestAcidGuarantees 2024-11-25T10:15:48,995 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41005 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=133 2024-11-25T10:15:48,996 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=133, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=133, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-25T10:15:48,997 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=133, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=133, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-25T10:15:48,997 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=134, ppid=133, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-25T10:15:49,102 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41005 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=133 2024-11-25T10:15:49,150 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=38547 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=134 2024-11-25T10:15:49,150 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e2fd862922a0:0-1 {event_type=RS_FLUSH_REGIONS, pid=134}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732529741476.55f643e0788a2e4834c6dd42d687b438. 2024-11-25T10:15:49,151 INFO [RS_FLUSH_OPERATIONS-regionserver/e2fd862922a0:0-1 {event_type=RS_FLUSH_REGIONS, pid=134}] regionserver.HRegion(2902): Flushing 55f643e0788a2e4834c6dd42d687b438 3/3 column families, dataSize=114.05 KB heapSize=339.42 KB 2024-11-25T10:15:49,151 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e2fd862922a0:0-1 {event_type=RS_FLUSH_REGIONS, pid=134}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 55f643e0788a2e4834c6dd42d687b438, store=A 2024-11-25T10:15:49,151 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e2fd862922a0:0-1 {event_type=RS_FLUSH_REGIONS, pid=134}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T10:15:49,151 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e2fd862922a0:0-1 {event_type=RS_FLUSH_REGIONS, pid=134}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 55f643e0788a2e4834c6dd42d687b438, store=B 2024-11-25T10:15:49,151 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e2fd862922a0:0-1 {event_type=RS_FLUSH_REGIONS, pid=134}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T10:15:49,151 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e2fd862922a0:0-1 {event_type=RS_FLUSH_REGIONS, pid=134}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 55f643e0788a2e4834c6dd42d687b438, store=C 2024-11-25T10:15:49,151 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e2fd862922a0:0-1 {event_type=RS_FLUSH_REGIONS, pid=134}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T10:15:49,157 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e2fd862922a0:0-1 {event_type=RS_FLUSH_REGIONS, pid=134}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/55f643e0788a2e4834c6dd42d687b438/.tmp/A/38501ab5a7cf4f53b72339cb5a38794b is 50, key is test_row_0/A:col10/1732529748085/Put/seqid=0 2024-11-25T10:15:49,160 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39927 is added to blk_1073742288_1464 (size=12151) 2024-11-25T10:15:49,258 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] regionserver.HRegion(8855): Flush requested on 55f643e0788a2e4834c6dd42d687b438 2024-11-25T10:15:49,258 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732529741476.55f643e0788a2e4834c6dd42d687b438. as already flushing 2024-11-25T10:15:49,278 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55f643e0788a2e4834c6dd42d687b438, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-25T10:15:49,278 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] ipc.CallRunner(138): callId: 43 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39748 deadline: 1732529809264, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55f643e0788a2e4834c6dd42d687b438, server=e2fd862922a0,38547,1732529625709 2024-11-25T10:15:49,279 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732529741476.55f643e0788a2e4834c6dd42d687b438., hostname=e2fd862922a0,38547,1732529625709, seqNum=2 , the old value is region=TestAcidGuarantees,,1732529741476.55f643e0788a2e4834c6dd42d687b438., hostname=e2fd862922a0,38547,1732529625709, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55f643e0788a2e4834c6dd42d687b438, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T10:15:49,279 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55f643e0788a2e4834c6dd42d687b438, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-25T10:15:49,279 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732529741476.55f643e0788a2e4834c6dd42d687b438., hostname=e2fd862922a0,38547,1732529625709, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55f643e0788a2e4834c6dd42d687b438, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T10:15:49,279 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732529741476.55f643e0788a2e4834c6dd42d687b438., hostname=e2fd862922a0,38547,1732529625709, seqNum=2 because the exception is null or not the one we care about 2024-11-25T10:15:49,279 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] ipc.CallRunner(138): callId: 46 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39734 deadline: 1732529809266, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55f643e0788a2e4834c6dd42d687b438, server=e2fd862922a0,38547,1732529625709 2024-11-25T10:15:49,279 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55f643e0788a2e4834c6dd42d687b438, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-25T10:15:49,279 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732529741476.55f643e0788a2e4834c6dd42d687b438., hostname=e2fd862922a0,38547,1732529625709, seqNum=2 , the old value is region=TestAcidGuarantees,,1732529741476.55f643e0788a2e4834c6dd42d687b438., hostname=e2fd862922a0,38547,1732529625709, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55f643e0788a2e4834c6dd42d687b438, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T10:15:49,279 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732529741476.55f643e0788a2e4834c6dd42d687b438., hostname=e2fd862922a0,38547,1732529625709, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55f643e0788a2e4834c6dd42d687b438, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T10:15:49,279 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] ipc.CallRunner(138): callId: 43 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39740 deadline: 1732529809268, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55f643e0788a2e4834c6dd42d687b438, server=e2fd862922a0,38547,1732529625709 2024-11-25T10:15:49,279 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732529741476.55f643e0788a2e4834c6dd42d687b438., hostname=e2fd862922a0,38547,1732529625709, seqNum=2 because the exception is null or not the one we care about 2024-11-25T10:15:49,279 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732529741476.55f643e0788a2e4834c6dd42d687b438., hostname=e2fd862922a0,38547,1732529625709, seqNum=2 , the old value is region=TestAcidGuarantees,,1732529741476.55f643e0788a2e4834c6dd42d687b438., hostname=e2fd862922a0,38547,1732529625709, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55f643e0788a2e4834c6dd42d687b438, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T10:15:49,279 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732529741476.55f643e0788a2e4834c6dd42d687b438., hostname=e2fd862922a0,38547,1732529625709, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55f643e0788a2e4834c6dd42d687b438, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T10:15:49,279 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732529741476.55f643e0788a2e4834c6dd42d687b438., hostname=e2fd862922a0,38547,1732529625709, seqNum=2 because the exception is null or not the one we care about 2024-11-25T10:15:49,281 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55f643e0788a2e4834c6dd42d687b438, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-25T10:15:49,281 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] ipc.CallRunner(138): callId: 44 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39662 deadline: 1732529809275, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55f643e0788a2e4834c6dd42d687b438, server=e2fd862922a0,38547,1732529625709 2024-11-25T10:15:49,281 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732529741476.55f643e0788a2e4834c6dd42d687b438., hostname=e2fd862922a0,38547,1732529625709, seqNum=2 , the old value is region=TestAcidGuarantees,,1732529741476.55f643e0788a2e4834c6dd42d687b438., hostname=e2fd862922a0,38547,1732529625709, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55f643e0788a2e4834c6dd42d687b438, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T10:15:49,281 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732529741476.55f643e0788a2e4834c6dd42d687b438., hostname=e2fd862922a0,38547,1732529625709, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55f643e0788a2e4834c6dd42d687b438, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T10:15:49,281 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732529741476.55f643e0788a2e4834c6dd42d687b438., hostname=e2fd862922a0,38547,1732529625709, seqNum=2 because the exception is null or not the one we care about 2024-11-25T10:15:49,289 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55f643e0788a2e4834c6dd42d687b438, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-25T10:15:49,289 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] ipc.CallRunner(138): callId: 46 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39730 deadline: 1732529809276, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55f643e0788a2e4834c6dd42d687b438, server=e2fd862922a0,38547,1732529625709 2024-11-25T10:15:49,289 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732529741476.55f643e0788a2e4834c6dd42d687b438., hostname=e2fd862922a0,38547,1732529625709, seqNum=2 , the old value is region=TestAcidGuarantees,,1732529741476.55f643e0788a2e4834c6dd42d687b438., hostname=e2fd862922a0,38547,1732529625709, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55f643e0788a2e4834c6dd42d687b438, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T10:15:49,289 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732529741476.55f643e0788a2e4834c6dd42d687b438., hostname=e2fd862922a0,38547,1732529625709, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55f643e0788a2e4834c6dd42d687b438, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T10:15:49,289 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732529741476.55f643e0788a2e4834c6dd42d687b438., hostname=e2fd862922a0,38547,1732529625709, seqNum=2 because the exception is null or not the one we care about 2024-11-25T10:15:49,312 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41005 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=133 2024-11-25T10:15:49,390 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55f643e0788a2e4834c6dd42d687b438, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-25T10:15:49,390 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] ipc.CallRunner(138): callId: 44 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39748 deadline: 1732529809382, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55f643e0788a2e4834c6dd42d687b438, server=e2fd862922a0,38547,1732529625709 2024-11-25T10:15:49,390 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55f643e0788a2e4834c6dd42d687b438, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-25T10:15:49,390 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732529741476.55f643e0788a2e4834c6dd42d687b438., hostname=e2fd862922a0,38547,1732529625709, seqNum=2 , the old value is region=TestAcidGuarantees,,1732529741476.55f643e0788a2e4834c6dd42d687b438., hostname=e2fd862922a0,38547,1732529625709, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55f643e0788a2e4834c6dd42d687b438, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T10:15:49,390 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] ipc.CallRunner(138): callId: 44 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39740 deadline: 1732529809382, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55f643e0788a2e4834c6dd42d687b438, server=e2fd862922a0,38547,1732529625709 2024-11-25T10:15:49,390 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732529741476.55f643e0788a2e4834c6dd42d687b438., hostname=e2fd862922a0,38547,1732529625709, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55f643e0788a2e4834c6dd42d687b438, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T10:15:49,391 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732529741476.55f643e0788a2e4834c6dd42d687b438., hostname=e2fd862922a0,38547,1732529625709, seqNum=2 because the exception is null or not the one we care about 2024-11-25T10:15:49,391 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55f643e0788a2e4834c6dd42d687b438, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-25T10:15:49,391 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732529741476.55f643e0788a2e4834c6dd42d687b438., hostname=e2fd862922a0,38547,1732529625709, seqNum=2 , the old value is region=TestAcidGuarantees,,1732529741476.55f643e0788a2e4834c6dd42d687b438., hostname=e2fd862922a0,38547,1732529625709, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55f643e0788a2e4834c6dd42d687b438, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T10:15:49,391 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732529741476.55f643e0788a2e4834c6dd42d687b438., hostname=e2fd862922a0,38547,1732529625709, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55f643e0788a2e4834c6dd42d687b438, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T10:15:49,391 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] ipc.CallRunner(138): callId: 47 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39734 deadline: 1732529809383, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55f643e0788a2e4834c6dd42d687b438, server=e2fd862922a0,38547,1732529625709 2024-11-25T10:15:49,391 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732529741476.55f643e0788a2e4834c6dd42d687b438., hostname=e2fd862922a0,38547,1732529625709, seqNum=2 because the exception is null or not the one we care about 2024-11-25T10:15:49,391 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732529741476.55f643e0788a2e4834c6dd42d687b438., hostname=e2fd862922a0,38547,1732529625709, seqNum=2 , the old value is region=TestAcidGuarantees,,1732529741476.55f643e0788a2e4834c6dd42d687b438., hostname=e2fd862922a0,38547,1732529625709, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55f643e0788a2e4834c6dd42d687b438, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T10:15:49,391 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732529741476.55f643e0788a2e4834c6dd42d687b438., hostname=e2fd862922a0,38547,1732529625709, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55f643e0788a2e4834c6dd42d687b438, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T10:15:49,391 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732529741476.55f643e0788a2e4834c6dd42d687b438., hostname=e2fd862922a0,38547,1732529625709, seqNum=2 because the exception is null or not the one we care about 2024-11-25T10:15:49,402 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55f643e0788a2e4834c6dd42d687b438, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-25T10:15:49,402 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] ipc.CallRunner(138): callId: 45 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39662 deadline: 1732529809392, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55f643e0788a2e4834c6dd42d687b438, server=e2fd862922a0,38547,1732529625709 2024-11-25T10:15:49,402 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55f643e0788a2e4834c6dd42d687b438, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-25T10:15:49,403 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] ipc.CallRunner(138): callId: 47 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39730 deadline: 1732529809392, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55f643e0788a2e4834c6dd42d687b438, server=e2fd862922a0,38547,1732529625709 2024-11-25T10:15:49,403 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732529741476.55f643e0788a2e4834c6dd42d687b438., hostname=e2fd862922a0,38547,1732529625709, seqNum=2 , the old value is region=TestAcidGuarantees,,1732529741476.55f643e0788a2e4834c6dd42d687b438., hostname=e2fd862922a0,38547,1732529625709, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55f643e0788a2e4834c6dd42d687b438, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T10:15:49,403 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732529741476.55f643e0788a2e4834c6dd42d687b438., hostname=e2fd862922a0,38547,1732529625709, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55f643e0788a2e4834c6dd42d687b438, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T10:15:49,403 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732529741476.55f643e0788a2e4834c6dd42d687b438., hostname=e2fd862922a0,38547,1732529625709, seqNum=2 because the exception is null or not the one we care about 2024-11-25T10:15:49,403 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732529741476.55f643e0788a2e4834c6dd42d687b438., hostname=e2fd862922a0,38547,1732529625709, seqNum=2 , the old value is region=TestAcidGuarantees,,1732529741476.55f643e0788a2e4834c6dd42d687b438., hostname=e2fd862922a0,38547,1732529625709, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55f643e0788a2e4834c6dd42d687b438, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T10:15:49,403 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732529741476.55f643e0788a2e4834c6dd42d687b438., hostname=e2fd862922a0,38547,1732529625709, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55f643e0788a2e4834c6dd42d687b438, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T10:15:49,403 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732529741476.55f643e0788a2e4834c6dd42d687b438., hostname=e2fd862922a0,38547,1732529625709, seqNum=2 because the exception is null or not the one we care about 2024-11-25T10:15:49,561 INFO [RS_FLUSH_OPERATIONS-regionserver/e2fd862922a0:0-1 {event_type=RS_FLUSH_REGIONS, pid=134}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.02 KB at sequenceid=138 (bloomFilter=true), to=hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/55f643e0788a2e4834c6dd42d687b438/.tmp/A/38501ab5a7cf4f53b72339cb5a38794b 2024-11-25T10:15:49,568 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e2fd862922a0:0-1 {event_type=RS_FLUSH_REGIONS, pid=134}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/55f643e0788a2e4834c6dd42d687b438/.tmp/B/be0fed0d5906479695446ec41852846f is 50, key is test_row_0/B:col10/1732529748085/Put/seqid=0 2024-11-25T10:15:49,571 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39927 is added to blk_1073742289_1465 (size=12151) 2024-11-25T10:15:49,601 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55f643e0788a2e4834c6dd42d687b438, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-25T10:15:49,601 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] ipc.CallRunner(138): callId: 45 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39748 deadline: 1732529809591, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55f643e0788a2e4834c6dd42d687b438, server=e2fd862922a0,38547,1732529625709 2024-11-25T10:15:49,603 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55f643e0788a2e4834c6dd42d687b438, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-25T10:15:49,603 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732529741476.55f643e0788a2e4834c6dd42d687b438., hostname=e2fd862922a0,38547,1732529625709, seqNum=2 , the old value is region=TestAcidGuarantees,,1732529741476.55f643e0788a2e4834c6dd42d687b438., hostname=e2fd862922a0,38547,1732529625709, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55f643e0788a2e4834c6dd42d687b438, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T10:15:49,603 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] ipc.CallRunner(138): callId: 48 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39734 deadline: 1732529809602, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55f643e0788a2e4834c6dd42d687b438, server=e2fd862922a0,38547,1732529625709 2024-11-25T10:15:49,603 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732529741476.55f643e0788a2e4834c6dd42d687b438., hostname=e2fd862922a0,38547,1732529625709, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55f643e0788a2e4834c6dd42d687b438, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T10:15:49,603 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732529741476.55f643e0788a2e4834c6dd42d687b438., hostname=e2fd862922a0,38547,1732529625709, seqNum=2 because the exception is null or not the one we care about 2024-11-25T10:15:49,603 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55f643e0788a2e4834c6dd42d687b438, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-25T10:15:49,603 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732529741476.55f643e0788a2e4834c6dd42d687b438., hostname=e2fd862922a0,38547,1732529625709, seqNum=2 , the old value is region=TestAcidGuarantees,,1732529741476.55f643e0788a2e4834c6dd42d687b438., hostname=e2fd862922a0,38547,1732529625709, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55f643e0788a2e4834c6dd42d687b438, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T10:15:49,603 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732529741476.55f643e0788a2e4834c6dd42d687b438., hostname=e2fd862922a0,38547,1732529625709, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55f643e0788a2e4834c6dd42d687b438, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T10:15:49,603 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] ipc.CallRunner(138): callId: 45 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39740 deadline: 1732529809602, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55f643e0788a2e4834c6dd42d687b438, server=e2fd862922a0,38547,1732529625709 2024-11-25T10:15:49,603 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732529741476.55f643e0788a2e4834c6dd42d687b438., hostname=e2fd862922a0,38547,1732529625709, seqNum=2 because the exception is null or not the one we care about 2024-11-25T10:15:49,604 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732529741476.55f643e0788a2e4834c6dd42d687b438., hostname=e2fd862922a0,38547,1732529625709, seqNum=2 , the old value is region=TestAcidGuarantees,,1732529741476.55f643e0788a2e4834c6dd42d687b438., hostname=e2fd862922a0,38547,1732529625709, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55f643e0788a2e4834c6dd42d687b438, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T10:15:49,604 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732529741476.55f643e0788a2e4834c6dd42d687b438., hostname=e2fd862922a0,38547,1732529625709, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55f643e0788a2e4834c6dd42d687b438, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T10:15:49,604 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732529741476.55f643e0788a2e4834c6dd42d687b438., hostname=e2fd862922a0,38547,1732529625709, seqNum=2 because the exception is null or not the one we care about 2024-11-25T10:15:49,622 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41005 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=133 2024-11-25T10:15:49,625 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55f643e0788a2e4834c6dd42d687b438, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-25T10:15:49,625 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] ipc.CallRunner(138): callId: 46 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39662 deadline: 1732529809613, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55f643e0788a2e4834c6dd42d687b438, server=e2fd862922a0,38547,1732529625709 2024-11-25T10:15:49,625 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55f643e0788a2e4834c6dd42d687b438, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-25T10:15:49,625 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732529741476.55f643e0788a2e4834c6dd42d687b438., hostname=e2fd862922a0,38547,1732529625709, seqNum=2 , the old value is region=TestAcidGuarantees,,1732529741476.55f643e0788a2e4834c6dd42d687b438., hostname=e2fd862922a0,38547,1732529625709, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55f643e0788a2e4834c6dd42d687b438, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T10:15:49,625 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] ipc.CallRunner(138): callId: 48 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39730 deadline: 1732529809620, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55f643e0788a2e4834c6dd42d687b438, server=e2fd862922a0,38547,1732529625709 2024-11-25T10:15:49,625 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732529741476.55f643e0788a2e4834c6dd42d687b438., hostname=e2fd862922a0,38547,1732529625709, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55f643e0788a2e4834c6dd42d687b438, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T10:15:49,625 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732529741476.55f643e0788a2e4834c6dd42d687b438., hostname=e2fd862922a0,38547,1732529625709, seqNum=2 because the exception is null or not the one we care about 2024-11-25T10:15:49,625 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732529741476.55f643e0788a2e4834c6dd42d687b438., hostname=e2fd862922a0,38547,1732529625709, seqNum=2 , the old value is region=TestAcidGuarantees,,1732529741476.55f643e0788a2e4834c6dd42d687b438., hostname=e2fd862922a0,38547,1732529625709, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55f643e0788a2e4834c6dd42d687b438, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T10:15:49,625 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732529741476.55f643e0788a2e4834c6dd42d687b438., hostname=e2fd862922a0,38547,1732529625709, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55f643e0788a2e4834c6dd42d687b438, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T10:15:49,625 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732529741476.55f643e0788a2e4834c6dd42d687b438., hostname=e2fd862922a0,38547,1732529625709, seqNum=2 because the exception is null or not the one we care about 2024-11-25T10:15:49,918 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55f643e0788a2e4834c6dd42d687b438, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-25T10:15:49,918 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] ipc.CallRunner(138): callId: 46 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39748 deadline: 1732529809913, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55f643e0788a2e4834c6dd42d687b438, server=e2fd862922a0,38547,1732529625709 2024-11-25T10:15:49,918 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55f643e0788a2e4834c6dd42d687b438, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-25T10:15:49,919 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] ipc.CallRunner(138): callId: 46 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39740 deadline: 1732529809913, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55f643e0788a2e4834c6dd42d687b438, server=e2fd862922a0,38547,1732529625709 2024-11-25T10:15:49,919 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732529741476.55f643e0788a2e4834c6dd42d687b438., hostname=e2fd862922a0,38547,1732529625709, seqNum=2 , the old value is region=TestAcidGuarantees,,1732529741476.55f643e0788a2e4834c6dd42d687b438., hostname=e2fd862922a0,38547,1732529625709, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55f643e0788a2e4834c6dd42d687b438, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T10:15:49,919 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732529741476.55f643e0788a2e4834c6dd42d687b438., hostname=e2fd862922a0,38547,1732529625709, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55f643e0788a2e4834c6dd42d687b438, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T10:15:49,919 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732529741476.55f643e0788a2e4834c6dd42d687b438., hostname=e2fd862922a0,38547,1732529625709, seqNum=2 because the exception is null or not the one we care about 2024-11-25T10:15:49,919 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55f643e0788a2e4834c6dd42d687b438, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-25T10:15:49,919 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732529741476.55f643e0788a2e4834c6dd42d687b438., hostname=e2fd862922a0,38547,1732529625709, seqNum=2 , the old value is region=TestAcidGuarantees,,1732529741476.55f643e0788a2e4834c6dd42d687b438., hostname=e2fd862922a0,38547,1732529625709, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55f643e0788a2e4834c6dd42d687b438, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T10:15:49,919 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732529741476.55f643e0788a2e4834c6dd42d687b438., hostname=e2fd862922a0,38547,1732529625709, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55f643e0788a2e4834c6dd42d687b438, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T10:15:49,919 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] ipc.CallRunner(138): callId: 49 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39734 deadline: 1732529809913, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55f643e0788a2e4834c6dd42d687b438, server=e2fd862922a0,38547,1732529625709 2024-11-25T10:15:49,919 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732529741476.55f643e0788a2e4834c6dd42d687b438., hostname=e2fd862922a0,38547,1732529625709, seqNum=2 because the exception is null or not the one we care about 2024-11-25T10:15:49,919 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732529741476.55f643e0788a2e4834c6dd42d687b438., hostname=e2fd862922a0,38547,1732529625709, seqNum=2 , the old value is region=TestAcidGuarantees,,1732529741476.55f643e0788a2e4834c6dd42d687b438., hostname=e2fd862922a0,38547,1732529625709, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55f643e0788a2e4834c6dd42d687b438, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T10:15:49,919 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732529741476.55f643e0788a2e4834c6dd42d687b438., hostname=e2fd862922a0,38547,1732529625709, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55f643e0788a2e4834c6dd42d687b438, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T10:15:49,919 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732529741476.55f643e0788a2e4834c6dd42d687b438., hostname=e2fd862922a0,38547,1732529625709, seqNum=2 because the exception is null or not the one we care about 2024-11-25T10:15:49,937 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55f643e0788a2e4834c6dd42d687b438, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-25T10:15:49,937 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] ipc.CallRunner(138): callId: 47 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39662 deadline: 1732529809932, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55f643e0788a2e4834c6dd42d687b438, server=e2fd862922a0,38547,1732529625709 2024-11-25T10:15:49,937 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55f643e0788a2e4834c6dd42d687b438, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-25T10:15:49,937 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] ipc.CallRunner(138): callId: 49 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39730 deadline: 1732529809932, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55f643e0788a2e4834c6dd42d687b438, server=e2fd862922a0,38547,1732529625709 2024-11-25T10:15:49,937 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732529741476.55f643e0788a2e4834c6dd42d687b438., hostname=e2fd862922a0,38547,1732529625709, seqNum=2 , the old value is region=TestAcidGuarantees,,1732529741476.55f643e0788a2e4834c6dd42d687b438., hostname=e2fd862922a0,38547,1732529625709, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55f643e0788a2e4834c6dd42d687b438, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T10:15:49,937 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732529741476.55f643e0788a2e4834c6dd42d687b438., hostname=e2fd862922a0,38547,1732529625709, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55f643e0788a2e4834c6dd42d687b438, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T10:15:49,937 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732529741476.55f643e0788a2e4834c6dd42d687b438., hostname=e2fd862922a0,38547,1732529625709, seqNum=2 because the exception is null or not the one we care about 2024-11-25T10:15:49,938 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732529741476.55f643e0788a2e4834c6dd42d687b438., hostname=e2fd862922a0,38547,1732529625709, seqNum=2 , the old value is region=TestAcidGuarantees,,1732529741476.55f643e0788a2e4834c6dd42d687b438., hostname=e2fd862922a0,38547,1732529625709, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55f643e0788a2e4834c6dd42d687b438, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T10:15:49,938 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732529741476.55f643e0788a2e4834c6dd42d687b438., hostname=e2fd862922a0,38547,1732529625709, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55f643e0788a2e4834c6dd42d687b438, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T10:15:49,938 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732529741476.55f643e0788a2e4834c6dd42d687b438., hostname=e2fd862922a0,38547,1732529625709, seqNum=2 because the exception is null or not the one we care about 2024-11-25T10:15:49,972 INFO [RS_FLUSH_OPERATIONS-regionserver/e2fd862922a0:0-1 {event_type=RS_FLUSH_REGIONS, pid=134}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.02 KB at sequenceid=138 (bloomFilter=true), to=hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/55f643e0788a2e4834c6dd42d687b438/.tmp/B/be0fed0d5906479695446ec41852846f 2024-11-25T10:15:49,981 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e2fd862922a0:0-1 {event_type=RS_FLUSH_REGIONS, pid=134}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/55f643e0788a2e4834c6dd42d687b438/.tmp/C/bd846fce24f843e3b955fb09398eae3e is 50, key is test_row_0/C:col10/1732529748085/Put/seqid=0 2024-11-25T10:15:49,985 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39927 is added to blk_1073742290_1466 (size=12151) 2024-11-25T10:15:50,132 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41005 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=133 2024-11-25T10:15:50,385 INFO [RS_FLUSH_OPERATIONS-regionserver/e2fd862922a0:0-1 {event_type=RS_FLUSH_REGIONS, pid=134}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.02 KB at sequenceid=138 (bloomFilter=true), to=hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/55f643e0788a2e4834c6dd42d687b438/.tmp/C/bd846fce24f843e3b955fb09398eae3e 2024-11-25T10:15:50,389 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e2fd862922a0:0-1 {event_type=RS_FLUSH_REGIONS, pid=134}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/55f643e0788a2e4834c6dd42d687b438/.tmp/A/38501ab5a7cf4f53b72339cb5a38794b as hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/55f643e0788a2e4834c6dd42d687b438/A/38501ab5a7cf4f53b72339cb5a38794b 2024-11-25T10:15:50,392 INFO [RS_FLUSH_OPERATIONS-regionserver/e2fd862922a0:0-1 {event_type=RS_FLUSH_REGIONS, pid=134}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/55f643e0788a2e4834c6dd42d687b438/A/38501ab5a7cf4f53b72339cb5a38794b, entries=150, sequenceid=138, filesize=11.9 K 2024-11-25T10:15:50,393 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e2fd862922a0:0-1 {event_type=RS_FLUSH_REGIONS, pid=134}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/55f643e0788a2e4834c6dd42d687b438/.tmp/B/be0fed0d5906479695446ec41852846f as hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/55f643e0788a2e4834c6dd42d687b438/B/be0fed0d5906479695446ec41852846f 2024-11-25T10:15:50,396 INFO [RS_FLUSH_OPERATIONS-regionserver/e2fd862922a0:0-1 {event_type=RS_FLUSH_REGIONS, pid=134}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/55f643e0788a2e4834c6dd42d687b438/B/be0fed0d5906479695446ec41852846f, entries=150, sequenceid=138, filesize=11.9 K 2024-11-25T10:15:50,397 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e2fd862922a0:0-1 {event_type=RS_FLUSH_REGIONS, pid=134}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/55f643e0788a2e4834c6dd42d687b438/.tmp/C/bd846fce24f843e3b955fb09398eae3e as hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/55f643e0788a2e4834c6dd42d687b438/C/bd846fce24f843e3b955fb09398eae3e 2024-11-25T10:15:50,402 INFO [RS_FLUSH_OPERATIONS-regionserver/e2fd862922a0:0-1 {event_type=RS_FLUSH_REGIONS, pid=134}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/55f643e0788a2e4834c6dd42d687b438/C/bd846fce24f843e3b955fb09398eae3e, entries=150, sequenceid=138, filesize=11.9 K 2024-11-25T10:15:50,403 INFO [RS_FLUSH_OPERATIONS-regionserver/e2fd862922a0:0-1 {event_type=RS_FLUSH_REGIONS, pid=134}] regionserver.HRegion(3140): Finished flush of dataSize ~114.05 KB/116790, heapSize ~339.38 KB/347520, currentSize=60.38 KB/61830 for 55f643e0788a2e4834c6dd42d687b438 in 1252ms, sequenceid=138, compaction requested=true 2024-11-25T10:15:50,403 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e2fd862922a0:0-1 {event_type=RS_FLUSH_REGIONS, pid=134}] regionserver.HRegion(2603): Flush status journal for 55f643e0788a2e4834c6dd42d687b438: 2024-11-25T10:15:50,403 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e2fd862922a0:0-1 {event_type=RS_FLUSH_REGIONS, pid=134}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732529741476.55f643e0788a2e4834c6dd42d687b438. 2024-11-25T10:15:50,403 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e2fd862922a0:0-1 {event_type=RS_FLUSH_REGIONS, pid=134}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=134 2024-11-25T10:15:50,404 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41005 {}] master.HMaster(4169): Remote procedure done, pid=134 2024-11-25T10:15:50,406 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=134, resume processing ppid=133 2024-11-25T10:15:50,406 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=134, ppid=133, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.4080 sec 2024-11-25T10:15:50,409 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=133, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=133, table=TestAcidGuarantees in 1.4140 sec 2024-11-25T10:15:50,424 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] regionserver.HRegion(8855): Flush requested on 55f643e0788a2e4834c6dd42d687b438 2024-11-25T10:15:50,424 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 55f643e0788a2e4834c6dd42d687b438 3/3 column families, dataSize=67.09 KB heapSize=199.97 KB 2024-11-25T10:15:50,424 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 55f643e0788a2e4834c6dd42d687b438, store=A 2024-11-25T10:15:50,424 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T10:15:50,424 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 55f643e0788a2e4834c6dd42d687b438, store=B 2024-11-25T10:15:50,424 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T10:15:50,424 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 55f643e0788a2e4834c6dd42d687b438, store=C 2024-11-25T10:15:50,424 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T10:15:50,428 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/55f643e0788a2e4834c6dd42d687b438/.tmp/A/bbbe66b1cb7a47a4b26c3533167b87db is 50, key is test_row_0/A:col10/1732529750422/Put/seqid=0 2024-11-25T10:15:50,431 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39927 is added to blk_1073742291_1467 (size=14541) 2024-11-25T10:15:50,480 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55f643e0788a2e4834c6dd42d687b438, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-25T10:15:50,481 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] ipc.CallRunner(138): callId: 51 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39740 deadline: 1732529810465, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55f643e0788a2e4834c6dd42d687b438, server=e2fd862922a0,38547,1732529625709 2024-11-25T10:15:50,481 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55f643e0788a2e4834c6dd42d687b438, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-25T10:15:50,481 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] ipc.CallRunner(138): callId: 49 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39662 deadline: 1732529810465, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55f643e0788a2e4834c6dd42d687b438, server=e2fd862922a0,38547,1732529625709 2024-11-25T10:15:50,481 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732529741476.55f643e0788a2e4834c6dd42d687b438., hostname=e2fd862922a0,38547,1732529625709, seqNum=2 , the old value is region=TestAcidGuarantees,,1732529741476.55f643e0788a2e4834c6dd42d687b438., hostname=e2fd862922a0,38547,1732529625709, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55f643e0788a2e4834c6dd42d687b438, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T10:15:50,481 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732529741476.55f643e0788a2e4834c6dd42d687b438., hostname=e2fd862922a0,38547,1732529625709, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55f643e0788a2e4834c6dd42d687b438, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T10:15:50,481 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732529741476.55f643e0788a2e4834c6dd42d687b438., hostname=e2fd862922a0,38547,1732529625709, seqNum=2 because the exception is null or not the one we care about 2024-11-25T10:15:50,481 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732529741476.55f643e0788a2e4834c6dd42d687b438., hostname=e2fd862922a0,38547,1732529625709, seqNum=2 , the old value is region=TestAcidGuarantees,,1732529741476.55f643e0788a2e4834c6dd42d687b438., hostname=e2fd862922a0,38547,1732529625709, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55f643e0788a2e4834c6dd42d687b438, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T10:15:50,482 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732529741476.55f643e0788a2e4834c6dd42d687b438., hostname=e2fd862922a0,38547,1732529625709, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55f643e0788a2e4834c6dd42d687b438, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T10:15:50,482 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732529741476.55f643e0788a2e4834c6dd42d687b438., hostname=e2fd862922a0,38547,1732529625709, seqNum=2 because the exception is null or not the one we care about 2024-11-25T10:15:50,485 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55f643e0788a2e4834c6dd42d687b438, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-25T10:15:50,485 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] ipc.CallRunner(138): callId: 51 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39748 deadline: 1732529810466, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55f643e0788a2e4834c6dd42d687b438, server=e2fd862922a0,38547,1732529625709 2024-11-25T10:15:50,485 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732529741476.55f643e0788a2e4834c6dd42d687b438., hostname=e2fd862922a0,38547,1732529625709, seqNum=2 , the old value is region=TestAcidGuarantees,,1732529741476.55f643e0788a2e4834c6dd42d687b438., hostname=e2fd862922a0,38547,1732529625709, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55f643e0788a2e4834c6dd42d687b438, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T10:15:50,485 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732529741476.55f643e0788a2e4834c6dd42d687b438., hostname=e2fd862922a0,38547,1732529625709, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55f643e0788a2e4834c6dd42d687b438, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T10:15:50,485 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732529741476.55f643e0788a2e4834c6dd42d687b438., hostname=e2fd862922a0,38547,1732529625709, seqNum=2 because the exception is null or not the one we care about 2024-11-25T10:15:50,493 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55f643e0788a2e4834c6dd42d687b438, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-25T10:15:50,493 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] ipc.CallRunner(138): callId: 53 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39730 deadline: 1732529810479, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55f643e0788a2e4834c6dd42d687b438, server=e2fd862922a0,38547,1732529625709 2024-11-25T10:15:50,493 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732529741476.55f643e0788a2e4834c6dd42d687b438., hostname=e2fd862922a0,38547,1732529625709, seqNum=2 , the old value is region=TestAcidGuarantees,,1732529741476.55f643e0788a2e4834c6dd42d687b438., hostname=e2fd862922a0,38547,1732529625709, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55f643e0788a2e4834c6dd42d687b438, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T10:15:50,493 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732529741476.55f643e0788a2e4834c6dd42d687b438., hostname=e2fd862922a0,38547,1732529625709, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55f643e0788a2e4834c6dd42d687b438, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T10:15:50,493 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732529741476.55f643e0788a2e4834c6dd42d687b438., hostname=e2fd862922a0,38547,1732529625709, seqNum=2 because the exception is null or not the one we care about 2024-11-25T10:15:50,500 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55f643e0788a2e4834c6dd42d687b438, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-25T10:15:50,500 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] ipc.CallRunner(138): callId: 55 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39734 deadline: 1732529810481, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55f643e0788a2e4834c6dd42d687b438, server=e2fd862922a0,38547,1732529625709 2024-11-25T10:15:50,504 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732529741476.55f643e0788a2e4834c6dd42d687b438., hostname=e2fd862922a0,38547,1732529625709, seqNum=2 , the old value is region=TestAcidGuarantees,,1732529741476.55f643e0788a2e4834c6dd42d687b438., hostname=e2fd862922a0,38547,1732529625709, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55f643e0788a2e4834c6dd42d687b438, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T10:15:50,504 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732529741476.55f643e0788a2e4834c6dd42d687b438., hostname=e2fd862922a0,38547,1732529625709, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55f643e0788a2e4834c6dd42d687b438, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T10:15:50,504 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732529741476.55f643e0788a2e4834c6dd42d687b438., hostname=e2fd862922a0,38547,1732529625709, seqNum=2 because the exception is null or not the one we care about 2024-11-25T10:15:50,604 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55f643e0788a2e4834c6dd42d687b438, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-25T10:15:50,604 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] ipc.CallRunner(138): callId: 52 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39740 deadline: 1732529810592, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55f643e0788a2e4834c6dd42d687b438, server=e2fd862922a0,38547,1732529625709 2024-11-25T10:15:50,604 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55f643e0788a2e4834c6dd42d687b438, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-25T10:15:50,604 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732529741476.55f643e0788a2e4834c6dd42d687b438., hostname=e2fd862922a0,38547,1732529625709, seqNum=2 , the old value is region=TestAcidGuarantees,,1732529741476.55f643e0788a2e4834c6dd42d687b438., hostname=e2fd862922a0,38547,1732529625709, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55f643e0788a2e4834c6dd42d687b438, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T10:15:50,604 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732529741476.55f643e0788a2e4834c6dd42d687b438., hostname=e2fd862922a0,38547,1732529625709, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55f643e0788a2e4834c6dd42d687b438, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T10:15:50,604 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] ipc.CallRunner(138): callId: 52 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39748 deadline: 1732529810593, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55f643e0788a2e4834c6dd42d687b438, server=e2fd862922a0,38547,1732529625709 2024-11-25T10:15:50,604 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732529741476.55f643e0788a2e4834c6dd42d687b438., hostname=e2fd862922a0,38547,1732529625709, seqNum=2 because the exception is null or not the one we care about 2024-11-25T10:15:50,605 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55f643e0788a2e4834c6dd42d687b438, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-25T10:15:50,605 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732529741476.55f643e0788a2e4834c6dd42d687b438., hostname=e2fd862922a0,38547,1732529625709, seqNum=2 , the old value is region=TestAcidGuarantees,,1732529741476.55f643e0788a2e4834c6dd42d687b438., hostname=e2fd862922a0,38547,1732529625709, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55f643e0788a2e4834c6dd42d687b438, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T10:15:50,605 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] ipc.CallRunner(138): callId: 50 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39662 deadline: 1732529810593, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55f643e0788a2e4834c6dd42d687b438, server=e2fd862922a0,38547,1732529625709 2024-11-25T10:15:50,605 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732529741476.55f643e0788a2e4834c6dd42d687b438., hostname=e2fd862922a0,38547,1732529625709, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55f643e0788a2e4834c6dd42d687b438, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T10:15:50,605 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732529741476.55f643e0788a2e4834c6dd42d687b438., hostname=e2fd862922a0,38547,1732529625709, seqNum=2 because the exception is null or not the one we care about 2024-11-25T10:15:50,605 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732529741476.55f643e0788a2e4834c6dd42d687b438., hostname=e2fd862922a0,38547,1732529625709, seqNum=2 , the old value is region=TestAcidGuarantees,,1732529741476.55f643e0788a2e4834c6dd42d687b438., hostname=e2fd862922a0,38547,1732529625709, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55f643e0788a2e4834c6dd42d687b438, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T10:15:50,605 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732529741476.55f643e0788a2e4834c6dd42d687b438., hostname=e2fd862922a0,38547,1732529625709, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55f643e0788a2e4834c6dd42d687b438, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T10:15:50,605 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732529741476.55f643e0788a2e4834c6dd42d687b438., hostname=e2fd862922a0,38547,1732529625709, seqNum=2 because the exception is null or not the one we care about 2024-11-25T10:15:50,608 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55f643e0788a2e4834c6dd42d687b438, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-25T10:15:50,608 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] ipc.CallRunner(138): callId: 54 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39730 deadline: 1732529810602, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55f643e0788a2e4834c6dd42d687b438, server=e2fd862922a0,38547,1732529625709 2024-11-25T10:15:50,608 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732529741476.55f643e0788a2e4834c6dd42d687b438., hostname=e2fd862922a0,38547,1732529625709, seqNum=2 , the old value is region=TestAcidGuarantees,,1732529741476.55f643e0788a2e4834c6dd42d687b438., hostname=e2fd862922a0,38547,1732529625709, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55f643e0788a2e4834c6dd42d687b438, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T10:15:50,608 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732529741476.55f643e0788a2e4834c6dd42d687b438., hostname=e2fd862922a0,38547,1732529625709, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55f643e0788a2e4834c6dd42d687b438, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T10:15:50,608 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732529741476.55f643e0788a2e4834c6dd42d687b438., hostname=e2fd862922a0,38547,1732529625709, seqNum=2 because the exception is null or not the one we care about 2024-11-25T10:15:50,623 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55f643e0788a2e4834c6dd42d687b438, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-25T10:15:50,623 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] ipc.CallRunner(138): callId: 56 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39734 deadline: 1732529810614, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55f643e0788a2e4834c6dd42d687b438, server=e2fd862922a0,38547,1732529625709 2024-11-25T10:15:50,623 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732529741476.55f643e0788a2e4834c6dd42d687b438., hostname=e2fd862922a0,38547,1732529625709, seqNum=2 , the old value is region=TestAcidGuarantees,,1732529741476.55f643e0788a2e4834c6dd42d687b438., hostname=e2fd862922a0,38547,1732529625709, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55f643e0788a2e4834c6dd42d687b438, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T10:15:50,623 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732529741476.55f643e0788a2e4834c6dd42d687b438., hostname=e2fd862922a0,38547,1732529625709, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55f643e0788a2e4834c6dd42d687b438, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T10:15:50,623 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732529741476.55f643e0788a2e4834c6dd42d687b438., hostname=e2fd862922a0,38547,1732529625709, seqNum=2 because the exception is null or not the one we care about 2024-11-25T10:15:50,816 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55f643e0788a2e4834c6dd42d687b438, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-25T10:15:50,816 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] ipc.CallRunner(138): callId: 53 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39740 deadline: 1732529810812, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55f643e0788a2e4834c6dd42d687b438, server=e2fd862922a0,38547,1732529625709 2024-11-25T10:15:50,816 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55f643e0788a2e4834c6dd42d687b438, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-25T10:15:50,816 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732529741476.55f643e0788a2e4834c6dd42d687b438., hostname=e2fd862922a0,38547,1732529625709, seqNum=2 , the old value is region=TestAcidGuarantees,,1732529741476.55f643e0788a2e4834c6dd42d687b438., hostname=e2fd862922a0,38547,1732529625709, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55f643e0788a2e4834c6dd42d687b438, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T10:15:50,816 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] ipc.CallRunner(138): callId: 53 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39748 deadline: 1732529810812, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55f643e0788a2e4834c6dd42d687b438, server=e2fd862922a0,38547,1732529625709 2024-11-25T10:15:50,816 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732529741476.55f643e0788a2e4834c6dd42d687b438., hostname=e2fd862922a0,38547,1732529625709, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55f643e0788a2e4834c6dd42d687b438, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T10:15:50,816 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732529741476.55f643e0788a2e4834c6dd42d687b438., hostname=e2fd862922a0,38547,1732529625709, seqNum=2 because the exception is null or not the one we care about 2024-11-25T10:15:50,816 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732529741476.55f643e0788a2e4834c6dd42d687b438., hostname=e2fd862922a0,38547,1732529625709, seqNum=2 , the old value is region=TestAcidGuarantees,,1732529741476.55f643e0788a2e4834c6dd42d687b438., hostname=e2fd862922a0,38547,1732529625709, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55f643e0788a2e4834c6dd42d687b438, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T10:15:50,816 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55f643e0788a2e4834c6dd42d687b438, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-25T10:15:50,816 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732529741476.55f643e0788a2e4834c6dd42d687b438., hostname=e2fd862922a0,38547,1732529625709, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55f643e0788a2e4834c6dd42d687b438, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T10:15:50,816 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] ipc.CallRunner(138): callId: 55 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39730 deadline: 1732529810812, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55f643e0788a2e4834c6dd42d687b438, server=e2fd862922a0,38547,1732529625709 2024-11-25T10:15:50,816 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732529741476.55f643e0788a2e4834c6dd42d687b438., hostname=e2fd862922a0,38547,1732529625709, seqNum=2 because the exception is null or not the one we care about 2024-11-25T10:15:50,817 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55f643e0788a2e4834c6dd42d687b438, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-25T10:15:50,817 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732529741476.55f643e0788a2e4834c6dd42d687b438., hostname=e2fd862922a0,38547,1732529625709, seqNum=2 , the old value is region=TestAcidGuarantees,,1732529741476.55f643e0788a2e4834c6dd42d687b438., hostname=e2fd862922a0,38547,1732529625709, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55f643e0788a2e4834c6dd42d687b438, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T10:15:50,817 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732529741476.55f643e0788a2e4834c6dd42d687b438., hostname=e2fd862922a0,38547,1732529625709, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55f643e0788a2e4834c6dd42d687b438, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T10:15:50,817 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] ipc.CallRunner(138): callId: 51 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39662 deadline: 1732529810813, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55f643e0788a2e4834c6dd42d687b438, server=e2fd862922a0,38547,1732529625709 2024-11-25T10:15:50,817 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732529741476.55f643e0788a2e4834c6dd42d687b438., hostname=e2fd862922a0,38547,1732529625709, seqNum=2 because the exception is null or not the one we care about 2024-11-25T10:15:50,817 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732529741476.55f643e0788a2e4834c6dd42d687b438., hostname=e2fd862922a0,38547,1732529625709, seqNum=2 , the old value is region=TestAcidGuarantees,,1732529741476.55f643e0788a2e4834c6dd42d687b438., hostname=e2fd862922a0,38547,1732529625709, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55f643e0788a2e4834c6dd42d687b438, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T10:15:50,817 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732529741476.55f643e0788a2e4834c6dd42d687b438., hostname=e2fd862922a0,38547,1732529625709, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55f643e0788a2e4834c6dd42d687b438, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T10:15:50,817 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732529741476.55f643e0788a2e4834c6dd42d687b438., hostname=e2fd862922a0,38547,1732529625709, seqNum=2 because the exception is null or not the one we care about 2024-11-25T10:15:50,832 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=151 (bloomFilter=true), to=hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/55f643e0788a2e4834c6dd42d687b438/.tmp/A/bbbe66b1cb7a47a4b26c3533167b87db 2024-11-25T10:15:50,840 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/55f643e0788a2e4834c6dd42d687b438/.tmp/B/a2628baea36f43adab1bfb22113acc2b is 50, key is test_row_0/B:col10/1732529750422/Put/seqid=0 2024-11-25T10:15:50,846 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55f643e0788a2e4834c6dd42d687b438, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-25T10:15:50,847 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] ipc.CallRunner(138): callId: 57 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39734 deadline: 1732529810833, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55f643e0788a2e4834c6dd42d687b438, server=e2fd862922a0,38547,1732529625709 2024-11-25T10:15:50,849 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732529741476.55f643e0788a2e4834c6dd42d687b438., hostname=e2fd862922a0,38547,1732529625709, seqNum=2 , the old value is region=TestAcidGuarantees,,1732529741476.55f643e0788a2e4834c6dd42d687b438., hostname=e2fd862922a0,38547,1732529625709, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55f643e0788a2e4834c6dd42d687b438, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T10:15:50,849 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732529741476.55f643e0788a2e4834c6dd42d687b438., hostname=e2fd862922a0,38547,1732529625709, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55f643e0788a2e4834c6dd42d687b438, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T10:15:50,849 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732529741476.55f643e0788a2e4834c6dd42d687b438., hostname=e2fd862922a0,38547,1732529625709, seqNum=2 because the exception is null or not the one we care about 2024-11-25T10:15:50,864 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39927 is added to blk_1073742292_1468 (size=12151) 2024-11-25T10:15:51,135 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55f643e0788a2e4834c6dd42d687b438, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-25T10:15:51,135 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] ipc.CallRunner(138): callId: 54 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39748 deadline: 1732529811122, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55f643e0788a2e4834c6dd42d687b438, server=e2fd862922a0,38547,1732529625709 2024-11-25T10:15:51,136 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55f643e0788a2e4834c6dd42d687b438, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-25T10:15:51,136 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732529741476.55f643e0788a2e4834c6dd42d687b438., hostname=e2fd862922a0,38547,1732529625709, seqNum=2 , the old value is region=TestAcidGuarantees,,1732529741476.55f643e0788a2e4834c6dd42d687b438., hostname=e2fd862922a0,38547,1732529625709, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55f643e0788a2e4834c6dd42d687b438, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T10:15:51,136 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732529741476.55f643e0788a2e4834c6dd42d687b438., hostname=e2fd862922a0,38547,1732529625709, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55f643e0788a2e4834c6dd42d687b438, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T10:15:51,136 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] ipc.CallRunner(138): callId: 54 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39740 deadline: 1732529811122, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55f643e0788a2e4834c6dd42d687b438, server=e2fd862922a0,38547,1732529625709 2024-11-25T10:15:51,136 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732529741476.55f643e0788a2e4834c6dd42d687b438., hostname=e2fd862922a0,38547,1732529625709, seqNum=2 because the exception is null or not the one we care about 2024-11-25T10:15:51,136 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55f643e0788a2e4834c6dd42d687b438, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-25T10:15:51,136 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732529741476.55f643e0788a2e4834c6dd42d687b438., hostname=e2fd862922a0,38547,1732529625709, seqNum=2 , the old value is region=TestAcidGuarantees,,1732529741476.55f643e0788a2e4834c6dd42d687b438., hostname=e2fd862922a0,38547,1732529625709, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55f643e0788a2e4834c6dd42d687b438, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T10:15:51,136 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] ipc.CallRunner(138): callId: 56 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39730 deadline: 1732529811122, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55f643e0788a2e4834c6dd42d687b438, server=e2fd862922a0,38547,1732529625709 2024-11-25T10:15:51,136 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732529741476.55f643e0788a2e4834c6dd42d687b438., hostname=e2fd862922a0,38547,1732529625709, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55f643e0788a2e4834c6dd42d687b438, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T10:15:51,136 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732529741476.55f643e0788a2e4834c6dd42d687b438., hostname=e2fd862922a0,38547,1732529625709, seqNum=2 because the exception is null or not the one we care about 2024-11-25T10:15:51,136 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55f643e0788a2e4834c6dd42d687b438, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-25T10:15:51,136 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732529741476.55f643e0788a2e4834c6dd42d687b438., hostname=e2fd862922a0,38547,1732529625709, seqNum=2 , the old value is region=TestAcidGuarantees,,1732529741476.55f643e0788a2e4834c6dd42d687b438., hostname=e2fd862922a0,38547,1732529625709, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55f643e0788a2e4834c6dd42d687b438, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T10:15:51,136 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] ipc.CallRunner(138): callId: 52 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39662 deadline: 1732529811122, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55f643e0788a2e4834c6dd42d687b438, server=e2fd862922a0,38547,1732529625709 2024-11-25T10:15:51,136 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732529741476.55f643e0788a2e4834c6dd42d687b438., hostname=e2fd862922a0,38547,1732529625709, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55f643e0788a2e4834c6dd42d687b438, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T10:15:51,136 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732529741476.55f643e0788a2e4834c6dd42d687b438., hostname=e2fd862922a0,38547,1732529625709, seqNum=2 because the exception is null or not the one we care about 2024-11-25T10:15:51,137 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732529741476.55f643e0788a2e4834c6dd42d687b438., hostname=e2fd862922a0,38547,1732529625709, seqNum=2 , the old value is region=TestAcidGuarantees,,1732529741476.55f643e0788a2e4834c6dd42d687b438., hostname=e2fd862922a0,38547,1732529625709, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55f643e0788a2e4834c6dd42d687b438, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T10:15:51,137 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732529741476.55f643e0788a2e4834c6dd42d687b438., hostname=e2fd862922a0,38547,1732529625709, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55f643e0788a2e4834c6dd42d687b438, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T10:15:51,137 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732529741476.55f643e0788a2e4834c6dd42d687b438., hostname=e2fd862922a0,38547,1732529625709, seqNum=2 because the exception is null or not the one we care about 2024-11-25T10:15:51,142 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41005 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=133 2024-11-25T10:15:51,142 INFO [RPCClient-NioEventLoopGroup-4-10 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-25T10:15:51,142 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41005 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-25T10:15:51,143 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41005 {}] procedure2.ProcedureExecutor(1139): Stored pid=135, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=135, table=TestAcidGuarantees 2024-11-25T10:15:51,144 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41005 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=135 2024-11-25T10:15:51,145 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=135, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=135, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-25T10:15:51,145 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=135, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=135, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-25T10:15:51,146 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=136, ppid=135, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-25T10:15:51,169 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55f643e0788a2e4834c6dd42d687b438, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-25T10:15:51,169 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] ipc.CallRunner(138): callId: 58 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39734 deadline: 1732529811162, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55f643e0788a2e4834c6dd42d687b438, server=e2fd862922a0,38547,1732529625709 2024-11-25T10:15:51,169 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732529741476.55f643e0788a2e4834c6dd42d687b438., hostname=e2fd862922a0,38547,1732529625709, seqNum=2 , the old value is region=TestAcidGuarantees,,1732529741476.55f643e0788a2e4834c6dd42d687b438., hostname=e2fd862922a0,38547,1732529625709, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55f643e0788a2e4834c6dd42d687b438, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T10:15:51,169 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732529741476.55f643e0788a2e4834c6dd42d687b438., hostname=e2fd862922a0,38547,1732529625709, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55f643e0788a2e4834c6dd42d687b438, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T10:15:51,169 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732529741476.55f643e0788a2e4834c6dd42d687b438., hostname=e2fd862922a0,38547,1732529625709, seqNum=2 because the exception is null or not the one we care about 2024-11-25T10:15:51,252 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41005 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=135 2024-11-25T10:15:51,265 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=151 (bloomFilter=true), to=hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/55f643e0788a2e4834c6dd42d687b438/.tmp/B/a2628baea36f43adab1bfb22113acc2b 2024-11-25T10:15:51,271 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/55f643e0788a2e4834c6dd42d687b438/.tmp/C/5930e80579084ecab34c66f232c73f31 is 50, key is test_row_0/C:col10/1732529750422/Put/seqid=0 2024-11-25T10:15:51,274 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39927 is added to blk_1073742293_1469 (size=12151) 2024-11-25T10:15:51,298 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=38547 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=136 2024-11-25T10:15:51,298 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e2fd862922a0:0-2 {event_type=RS_FLUSH_REGIONS, pid=136}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732529741476.55f643e0788a2e4834c6dd42d687b438. 2024-11-25T10:15:51,298 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e2fd862922a0:0-2 {event_type=RS_FLUSH_REGIONS, pid=136}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732529741476.55f643e0788a2e4834c6dd42d687b438. as already flushing 2024-11-25T10:15:51,298 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e2fd862922a0:0-2 {event_type=RS_FLUSH_REGIONS, pid=136}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732529741476.55f643e0788a2e4834c6dd42d687b438. 2024-11-25T10:15:51,298 ERROR [RS_FLUSH_OPERATIONS-regionserver/e2fd862922a0:0-2 {event_type=RS_FLUSH_REGIONS, pid=136}] handler.RSProcedureHandler(58): pid=136 java.io.IOException: Unable to complete flush {ENCODED => 55f643e0788a2e4834c6dd42d687b438, NAME => 'TestAcidGuarantees,,1732529741476.55f643e0788a2e4834c6dd42d687b438.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T10:15:51,298 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e2fd862922a0:0-2 {event_type=RS_FLUSH_REGIONS, pid=136}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=136 java.io.IOException: Unable to complete flush {ENCODED => 55f643e0788a2e4834c6dd42d687b438, NAME => 'TestAcidGuarantees,,1732529741476.55f643e0788a2e4834c6dd42d687b438.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T10:15:51,299 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41005 {}] master.HMaster(4177): Remote procedure failed, pid=136 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 55f643e0788a2e4834c6dd42d687b438, NAME => 'TestAcidGuarantees,,1732529741476.55f643e0788a2e4834c6dd42d687b438.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 55f643e0788a2e4834c6dd42d687b438, NAME => 'TestAcidGuarantees,,1732529741476.55f643e0788a2e4834c6dd42d687b438.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T10:15:51,452 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=38547 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=136 2024-11-25T10:15:51,452 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e2fd862922a0:0-0 {event_type=RS_FLUSH_REGIONS, pid=136}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732529741476.55f643e0788a2e4834c6dd42d687b438. 2024-11-25T10:15:51,452 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e2fd862922a0:0-0 {event_type=RS_FLUSH_REGIONS, pid=136}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732529741476.55f643e0788a2e4834c6dd42d687b438. as already flushing 2024-11-25T10:15:51,452 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e2fd862922a0:0-0 {event_type=RS_FLUSH_REGIONS, pid=136}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732529741476.55f643e0788a2e4834c6dd42d687b438. 2024-11-25T10:15:51,452 ERROR [RS_FLUSH_OPERATIONS-regionserver/e2fd862922a0:0-0 {event_type=RS_FLUSH_REGIONS, pid=136}] handler.RSProcedureHandler(58): pid=136 java.io.IOException: Unable to complete flush {ENCODED => 55f643e0788a2e4834c6dd42d687b438, NAME => 'TestAcidGuarantees,,1732529741476.55f643e0788a2e4834c6dd42d687b438.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T10:15:51,452 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e2fd862922a0:0-0 {event_type=RS_FLUSH_REGIONS, pid=136}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=136 java.io.IOException: Unable to complete flush {ENCODED => 55f643e0788a2e4834c6dd42d687b438, NAME => 'TestAcidGuarantees,,1732529741476.55f643e0788a2e4834c6dd42d687b438.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T10:15:51,453 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41005 {}] master.HMaster(4177): Remote procedure failed, pid=136 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 55f643e0788a2e4834c6dd42d687b438, NAME => 'TestAcidGuarantees,,1732529741476.55f643e0788a2e4834c6dd42d687b438.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 55f643e0788a2e4834c6dd42d687b438, NAME => 'TestAcidGuarantees,,1732529741476.55f643e0788a2e4834c6dd42d687b438.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T10:15:51,462 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41005 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=135 2024-11-25T10:15:51,605 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=38547 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=136 2024-11-25T10:15:51,605 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e2fd862922a0:0-1 {event_type=RS_FLUSH_REGIONS, pid=136}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732529741476.55f643e0788a2e4834c6dd42d687b438. 2024-11-25T10:15:51,605 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e2fd862922a0:0-1 {event_type=RS_FLUSH_REGIONS, pid=136}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732529741476.55f643e0788a2e4834c6dd42d687b438. as already flushing 2024-11-25T10:15:51,605 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e2fd862922a0:0-1 {event_type=RS_FLUSH_REGIONS, pid=136}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732529741476.55f643e0788a2e4834c6dd42d687b438. 2024-11-25T10:15:51,605 ERROR [RS_FLUSH_OPERATIONS-regionserver/e2fd862922a0:0-1 {event_type=RS_FLUSH_REGIONS, pid=136}] handler.RSProcedureHandler(58): pid=136 java.io.IOException: Unable to complete flush {ENCODED => 55f643e0788a2e4834c6dd42d687b438, NAME => 'TestAcidGuarantees,,1732529741476.55f643e0788a2e4834c6dd42d687b438.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T10:15:51,605 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e2fd862922a0:0-1 {event_type=RS_FLUSH_REGIONS, pid=136}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=136 java.io.IOException: Unable to complete flush {ENCODED => 55f643e0788a2e4834c6dd42d687b438, NAME => 'TestAcidGuarantees,,1732529741476.55f643e0788a2e4834c6dd42d687b438.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T10:15:51,606 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41005 {}] master.HMaster(4177): Remote procedure failed, pid=136 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 55f643e0788a2e4834c6dd42d687b438, NAME => 'TestAcidGuarantees,,1732529741476.55f643e0788a2e4834c6dd42d687b438.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 55f643e0788a2e4834c6dd42d687b438, NAME => 'TestAcidGuarantees,,1732529741476.55f643e0788a2e4834c6dd42d687b438.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T10:15:51,655 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55f643e0788a2e4834c6dd42d687b438, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-25T10:15:51,655 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] ipc.CallRunner(138): callId: 55 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39748 deadline: 1732529811642, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55f643e0788a2e4834c6dd42d687b438, server=e2fd862922a0,38547,1732529625709 2024-11-25T10:15:51,655 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732529741476.55f643e0788a2e4834c6dd42d687b438., hostname=e2fd862922a0,38547,1732529625709, seqNum=2 , the old value is region=TestAcidGuarantees,,1732529741476.55f643e0788a2e4834c6dd42d687b438., hostname=e2fd862922a0,38547,1732529625709, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55f643e0788a2e4834c6dd42d687b438, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T10:15:51,655 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732529741476.55f643e0788a2e4834c6dd42d687b438., hostname=e2fd862922a0,38547,1732529625709, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55f643e0788a2e4834c6dd42d687b438, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T10:15:51,655 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55f643e0788a2e4834c6dd42d687b438, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-25T10:15:51,655 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732529741476.55f643e0788a2e4834c6dd42d687b438., hostname=e2fd862922a0,38547,1732529625709, seqNum=2 because the exception is null or not the one we care about 2024-11-25T10:15:51,656 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] ipc.CallRunner(138): callId: 57 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39730 deadline: 1732529811642, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55f643e0788a2e4834c6dd42d687b438, server=e2fd862922a0,38547,1732529625709 2024-11-25T10:15:51,656 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732529741476.55f643e0788a2e4834c6dd42d687b438., hostname=e2fd862922a0,38547,1732529625709, seqNum=2 , the old value is region=TestAcidGuarantees,,1732529741476.55f643e0788a2e4834c6dd42d687b438., hostname=e2fd862922a0,38547,1732529625709, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55f643e0788a2e4834c6dd42d687b438, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T10:15:51,656 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732529741476.55f643e0788a2e4834c6dd42d687b438., hostname=e2fd862922a0,38547,1732529625709, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55f643e0788a2e4834c6dd42d687b438, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T10:15:51,656 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55f643e0788a2e4834c6dd42d687b438, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-25T10:15:51,656 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732529741476.55f643e0788a2e4834c6dd42d687b438., hostname=e2fd862922a0,38547,1732529625709, seqNum=2 because the exception is null or not the one we care about 2024-11-25T10:15:51,656 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] ipc.CallRunner(138): callId: 53 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39662 deadline: 1732529811642, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55f643e0788a2e4834c6dd42d687b438, server=e2fd862922a0,38547,1732529625709 2024-11-25T10:15:51,656 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732529741476.55f643e0788a2e4834c6dd42d687b438., hostname=e2fd862922a0,38547,1732529625709, seqNum=2 , the old value is region=TestAcidGuarantees,,1732529741476.55f643e0788a2e4834c6dd42d687b438., hostname=e2fd862922a0,38547,1732529625709, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55f643e0788a2e4834c6dd42d687b438, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T10:15:51,656 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732529741476.55f643e0788a2e4834c6dd42d687b438., hostname=e2fd862922a0,38547,1732529625709, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55f643e0788a2e4834c6dd42d687b438, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T10:15:51,656 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55f643e0788a2e4834c6dd42d687b438, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-25T10:15:51,656 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732529741476.55f643e0788a2e4834c6dd42d687b438., hostname=e2fd862922a0,38547,1732529625709, seqNum=2 because the exception is null or not the one we care about 2024-11-25T10:15:51,656 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] ipc.CallRunner(138): callId: 55 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39740 deadline: 1732529811643, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55f643e0788a2e4834c6dd42d687b438, server=e2fd862922a0,38547,1732529625709 2024-11-25T10:15:51,658 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732529741476.55f643e0788a2e4834c6dd42d687b438., hostname=e2fd862922a0,38547,1732529625709, seqNum=2 , the old value is region=TestAcidGuarantees,,1732529741476.55f643e0788a2e4834c6dd42d687b438., hostname=e2fd862922a0,38547,1732529625709, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55f643e0788a2e4834c6dd42d687b438, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T10:15:51,658 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732529741476.55f643e0788a2e4834c6dd42d687b438., hostname=e2fd862922a0,38547,1732529625709, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55f643e0788a2e4834c6dd42d687b438, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T10:15:51,658 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732529741476.55f643e0788a2e4834c6dd42d687b438., hostname=e2fd862922a0,38547,1732529625709, seqNum=2 because the exception is null or not the one we care about 2024-11-25T10:15:51,675 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=151 (bloomFilter=true), to=hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/55f643e0788a2e4834c6dd42d687b438/.tmp/C/5930e80579084ecab34c66f232c73f31 2024-11-25T10:15:51,679 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/55f643e0788a2e4834c6dd42d687b438/.tmp/A/bbbe66b1cb7a47a4b26c3533167b87db as hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/55f643e0788a2e4834c6dd42d687b438/A/bbbe66b1cb7a47a4b26c3533167b87db 2024-11-25T10:15:51,682 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/55f643e0788a2e4834c6dd42d687b438/A/bbbe66b1cb7a47a4b26c3533167b87db, entries=200, sequenceid=151, filesize=14.2 K 2024-11-25T10:15:51,683 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/55f643e0788a2e4834c6dd42d687b438/.tmp/B/a2628baea36f43adab1bfb22113acc2b as hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/55f643e0788a2e4834c6dd42d687b438/B/a2628baea36f43adab1bfb22113acc2b 2024-11-25T10:15:51,686 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/55f643e0788a2e4834c6dd42d687b438/B/a2628baea36f43adab1bfb22113acc2b, entries=150, sequenceid=151, filesize=11.9 K 2024-11-25T10:15:51,686 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/55f643e0788a2e4834c6dd42d687b438/.tmp/C/5930e80579084ecab34c66f232c73f31 as hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/55f643e0788a2e4834c6dd42d687b438/C/5930e80579084ecab34c66f232c73f31 2024-11-25T10:15:51,689 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/55f643e0788a2e4834c6dd42d687b438/C/5930e80579084ecab34c66f232c73f31, entries=150, sequenceid=151, filesize=11.9 K 2024-11-25T10:15:51,690 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~67.09 KB/68700, heapSize ~199.92 KB/204720, currentSize=107.34 KB/109920 for 55f643e0788a2e4834c6dd42d687b438 in 1266ms, sequenceid=151, compaction requested=true 2024-11-25T10:15:51,690 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 55f643e0788a2e4834c6dd42d687b438: 2024-11-25T10:15:51,690 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 55f643e0788a2e4834c6dd42d687b438:A, priority=-2147483648, current under compaction store size is 1 2024-11-25T10:15:51,690 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-25T10:15:51,690 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 55f643e0788a2e4834c6dd42d687b438:B, priority=-2147483648, current under compaction store size is 2 2024-11-25T10:15:51,690 DEBUG [RS:0;e2fd862922a0:38547-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-25T10:15:51,690 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-25T10:15:51,690 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 55f643e0788a2e4834c6dd42d687b438:C, priority=-2147483648, current under compaction store size is 3 2024-11-25T10:15:51,690 DEBUG [RS:0;e2fd862922a0:38547-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-25T10:15:51,690 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-25T10:15:51,691 DEBUG [RS:0;e2fd862922a0:38547-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 48544 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-25T10:15:51,691 DEBUG [RS:0;e2fd862922a0:38547-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 53274 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-25T10:15:51,691 DEBUG [RS:0;e2fd862922a0:38547-longCompactions-0 {}] regionserver.HStore(1541): 55f643e0788a2e4834c6dd42d687b438/B is initiating minor compaction (all files) 2024-11-25T10:15:51,692 DEBUG [RS:0;e2fd862922a0:38547-shortCompactions-0 {}] regionserver.HStore(1541): 55f643e0788a2e4834c6dd42d687b438/A is initiating minor compaction (all files) 2024-11-25T10:15:51,692 INFO [RS:0;e2fd862922a0:38547-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 55f643e0788a2e4834c6dd42d687b438/B in TestAcidGuarantees,,1732529741476.55f643e0788a2e4834c6dd42d687b438. 2024-11-25T10:15:51,692 INFO [RS:0;e2fd862922a0:38547-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 55f643e0788a2e4834c6dd42d687b438/A in TestAcidGuarantees,,1732529741476.55f643e0788a2e4834c6dd42d687b438. 2024-11-25T10:15:51,692 INFO [RS:0;e2fd862922a0:38547-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/55f643e0788a2e4834c6dd42d687b438/B/de386ff953f74fdbbb85831827b2e439, hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/55f643e0788a2e4834c6dd42d687b438/B/cc50b8fa74f244eaa88ab89197195563, hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/55f643e0788a2e4834c6dd42d687b438/B/be0fed0d5906479695446ec41852846f, hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/55f643e0788a2e4834c6dd42d687b438/B/a2628baea36f43adab1bfb22113acc2b] into tmpdir=hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/55f643e0788a2e4834c6dd42d687b438/.tmp, totalSize=47.4 K 2024-11-25T10:15:51,692 INFO [RS:0;e2fd862922a0:38547-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/55f643e0788a2e4834c6dd42d687b438/A/e8b52f03cc6946629ff0705b8cfb258e, hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/55f643e0788a2e4834c6dd42d687b438/A/63bcef15e08b434eb50659899f6954c0, hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/55f643e0788a2e4834c6dd42d687b438/A/38501ab5a7cf4f53b72339cb5a38794b, hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/55f643e0788a2e4834c6dd42d687b438/A/bbbe66b1cb7a47a4b26c3533167b87db] into tmpdir=hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/55f643e0788a2e4834c6dd42d687b438/.tmp, totalSize=52.0 K 2024-11-25T10:15:51,692 DEBUG [RS:0;e2fd862922a0:38547-longCompactions-0 {}] compactions.Compactor(225): Compacting de386ff953f74fdbbb85831827b2e439, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=103, earliestPutTs=1732529746307 2024-11-25T10:15:51,692 DEBUG [RS:0;e2fd862922a0:38547-shortCompactions-0 {}] compactions.Compactor(225): Compacting e8b52f03cc6946629ff0705b8cfb258e, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=103, earliestPutTs=1732529746307 2024-11-25T10:15:51,692 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] regionserver.HRegion(8855): Flush requested on 55f643e0788a2e4834c6dd42d687b438 2024-11-25T10:15:51,692 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 55f643e0788a2e4834c6dd42d687b438 3/3 column families, dataSize=114.05 KB heapSize=339.42 KB 2024-11-25T10:15:51,692 DEBUG [RS:0;e2fd862922a0:38547-shortCompactions-0 {}] compactions.Compactor(225): Compacting 63bcef15e08b434eb50659899f6954c0, keycount=200, bloomtype=ROW, size=14.0 K, encoding=NONE, compression=NONE, seqNum=115, earliestPutTs=1732529747580 2024-11-25T10:15:51,692 DEBUG [RS:0;e2fd862922a0:38547-longCompactions-0 {}] compactions.Compactor(225): Compacting cc50b8fa74f244eaa88ab89197195563, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=115, earliestPutTs=1732529747589 2024-11-25T10:15:51,693 DEBUG [RS:0;e2fd862922a0:38547-longCompactions-0 {}] compactions.Compactor(225): Compacting be0fed0d5906479695446ec41852846f, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=138, earliestPutTs=1732529748064 2024-11-25T10:15:51,693 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 55f643e0788a2e4834c6dd42d687b438, store=A 2024-11-25T10:15:51,693 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T10:15:51,693 DEBUG [RS:0;e2fd862922a0:38547-shortCompactions-0 {}] compactions.Compactor(225): Compacting 38501ab5a7cf4f53b72339cb5a38794b, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=138, earliestPutTs=1732529748064 2024-11-25T10:15:51,693 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 55f643e0788a2e4834c6dd42d687b438, store=B 2024-11-25T10:15:51,693 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T10:15:51,693 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 55f643e0788a2e4834c6dd42d687b438, store=C 2024-11-25T10:15:51,693 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T10:15:51,693 DEBUG [RS:0;e2fd862922a0:38547-shortCompactions-0 {}] compactions.Compactor(225): Compacting bbbe66b1cb7a47a4b26c3533167b87db, keycount=200, bloomtype=ROW, size=14.2 K, encoding=NONE, compression=NONE, seqNum=151, earliestPutTs=1732529749259 2024-11-25T10:15:51,693 DEBUG [RS:0;e2fd862922a0:38547-longCompactions-0 {}] compactions.Compactor(225): Compacting a2628baea36f43adab1bfb22113acc2b, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=151, earliestPutTs=1732529749259 2024-11-25T10:15:51,698 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/55f643e0788a2e4834c6dd42d687b438/.tmp/A/70e2263cfb7c41809b6eda185b8f81a4 is 50, key is test_row_0/A:col10/1732529751691/Put/seqid=0 2024-11-25T10:15:51,731 INFO [RS:0;e2fd862922a0:38547-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 55f643e0788a2e4834c6dd42d687b438#A#compaction#397 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 53.85 MB/second 2024-11-25T10:15:51,732 DEBUG [RS:0;e2fd862922a0:38547-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/55f643e0788a2e4834c6dd42d687b438/.tmp/A/1ad2eeec458540b4a351c05cd759e6e9 is 50, key is test_row_0/A:col10/1732529750422/Put/seqid=0 2024-11-25T10:15:51,734 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39927 is added to blk_1073742294_1470 (size=14541) 2024-11-25T10:15:51,737 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.02 KB at sequenceid=171 (bloomFilter=true), to=hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/55f643e0788a2e4834c6dd42d687b438/.tmp/A/70e2263cfb7c41809b6eda185b8f81a4 2024-11-25T10:15:51,739 INFO [RS:0;e2fd862922a0:38547-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 55f643e0788a2e4834c6dd42d687b438#B#compaction#398 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 53.85 MB/second 2024-11-25T10:15:51,739 DEBUG [RS:0;e2fd862922a0:38547-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/55f643e0788a2e4834c6dd42d687b438/.tmp/B/07e2c861da5141b4bb5e6ef46c9fa259 is 50, key is test_row_0/B:col10/1732529750422/Put/seqid=0 2024-11-25T10:15:51,751 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39927 is added to blk_1073742295_1471 (size=12425) 2024-11-25T10:15:51,755 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39927 is added to blk_1073742296_1472 (size=12425) 2024-11-25T10:15:51,758 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/55f643e0788a2e4834c6dd42d687b438/.tmp/B/f2459762eb6149789239d25cca7cc56a is 50, key is test_row_0/B:col10/1732529751691/Put/seqid=0 2024-11-25T10:15:51,758 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=38547 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=136 2024-11-25T10:15:51,758 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e2fd862922a0:0-2 {event_type=RS_FLUSH_REGIONS, pid=136}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732529741476.55f643e0788a2e4834c6dd42d687b438. 2024-11-25T10:15:51,758 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e2fd862922a0:0-2 {event_type=RS_FLUSH_REGIONS, pid=136}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732529741476.55f643e0788a2e4834c6dd42d687b438. as already flushing 2024-11-25T10:15:51,758 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e2fd862922a0:0-2 {event_type=RS_FLUSH_REGIONS, pid=136}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732529741476.55f643e0788a2e4834c6dd42d687b438. 2024-11-25T10:15:51,759 ERROR [RS_FLUSH_OPERATIONS-regionserver/e2fd862922a0:0-2 {event_type=RS_FLUSH_REGIONS, pid=136}] handler.RSProcedureHandler(58): pid=136 java.io.IOException: Unable to complete flush {ENCODED => 55f643e0788a2e4834c6dd42d687b438, NAME => 'TestAcidGuarantees,,1732529741476.55f643e0788a2e4834c6dd42d687b438.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T10:15:51,759 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e2fd862922a0:0-2 {event_type=RS_FLUSH_REGIONS, pid=136}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=136 java.io.IOException: Unable to complete flush {ENCODED => 55f643e0788a2e4834c6dd42d687b438, NAME => 'TestAcidGuarantees,,1732529741476.55f643e0788a2e4834c6dd42d687b438.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T10:15:51,759 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41005 {}] master.HMaster(4177): Remote procedure failed, pid=136 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 55f643e0788a2e4834c6dd42d687b438, NAME => 'TestAcidGuarantees,,1732529741476.55f643e0788a2e4834c6dd42d687b438.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 55f643e0788a2e4834c6dd42d687b438, NAME => 'TestAcidGuarantees,,1732529741476.55f643e0788a2e4834c6dd42d687b438.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T10:15:51,764 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39927 is added to blk_1073742297_1473 (size=12151) 2024-11-25T10:15:51,764 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.02 KB at sequenceid=171 (bloomFilter=true), to=hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/55f643e0788a2e4834c6dd42d687b438/.tmp/B/f2459762eb6149789239d25cca7cc56a 2024-11-25T10:15:51,772 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41005 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=135 2024-11-25T10:15:51,774 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/55f643e0788a2e4834c6dd42d687b438/.tmp/C/688d7140e82643919b9c50e9a4af6cec is 50, key is test_row_0/C:col10/1732529751691/Put/seqid=0 2024-11-25T10:15:51,776 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39927 is added to blk_1073742298_1474 (size=12151) 2024-11-25T10:15:51,805 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55f643e0788a2e4834c6dd42d687b438, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-25T10:15:51,805 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] ipc.CallRunner(138): callId: 69 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39734 deadline: 1732529811802, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55f643e0788a2e4834c6dd42d687b438, server=e2fd862922a0,38547,1732529625709 2024-11-25T10:15:51,806 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732529741476.55f643e0788a2e4834c6dd42d687b438., hostname=e2fd862922a0,38547,1732529625709, seqNum=2 , the old value is region=TestAcidGuarantees,,1732529741476.55f643e0788a2e4834c6dd42d687b438., hostname=e2fd862922a0,38547,1732529625709, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55f643e0788a2e4834c6dd42d687b438, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T10:15:51,806 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732529741476.55f643e0788a2e4834c6dd42d687b438., hostname=e2fd862922a0,38547,1732529625709, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55f643e0788a2e4834c6dd42d687b438, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T10:15:51,806 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732529741476.55f643e0788a2e4834c6dd42d687b438., hostname=e2fd862922a0,38547,1732529625709, seqNum=2 because the exception is null or not the one we care about 2024-11-25T10:15:51,912 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=38547 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=136 2024-11-25T10:15:51,912 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e2fd862922a0:0-0 {event_type=RS_FLUSH_REGIONS, pid=136}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732529741476.55f643e0788a2e4834c6dd42d687b438. 2024-11-25T10:15:51,912 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e2fd862922a0:0-0 {event_type=RS_FLUSH_REGIONS, pid=136}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732529741476.55f643e0788a2e4834c6dd42d687b438. as already flushing 2024-11-25T10:15:51,913 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e2fd862922a0:0-0 {event_type=RS_FLUSH_REGIONS, pid=136}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732529741476.55f643e0788a2e4834c6dd42d687b438. 2024-11-25T10:15:51,913 ERROR [RS_FLUSH_OPERATIONS-regionserver/e2fd862922a0:0-0 {event_type=RS_FLUSH_REGIONS, pid=136}] handler.RSProcedureHandler(58): pid=136 java.io.IOException: Unable to complete flush {ENCODED => 55f643e0788a2e4834c6dd42d687b438, NAME => 'TestAcidGuarantees,,1732529741476.55f643e0788a2e4834c6dd42d687b438.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T10:15:51,913 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e2fd862922a0:0-0 {event_type=RS_FLUSH_REGIONS, pid=136}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=136 java.io.IOException: Unable to complete flush {ENCODED => 55f643e0788a2e4834c6dd42d687b438, NAME => 'TestAcidGuarantees,,1732529741476.55f643e0788a2e4834c6dd42d687b438.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T10:15:51,913 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41005 {}] master.HMaster(4177): Remote procedure failed, pid=136 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 55f643e0788a2e4834c6dd42d687b438, NAME => 'TestAcidGuarantees,,1732529741476.55f643e0788a2e4834c6dd42d687b438.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 55f643e0788a2e4834c6dd42d687b438, NAME => 'TestAcidGuarantees,,1732529741476.55f643e0788a2e4834c6dd42d687b438.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T10:15:51,925 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55f643e0788a2e4834c6dd42d687b438, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-25T10:15:51,925 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] ipc.CallRunner(138): callId: 70 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39734 deadline: 1732529811912, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55f643e0788a2e4834c6dd42d687b438, server=e2fd862922a0,38547,1732529625709 2024-11-25T10:15:51,926 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732529741476.55f643e0788a2e4834c6dd42d687b438., hostname=e2fd862922a0,38547,1732529625709, seqNum=2 , the old value is region=TestAcidGuarantees,,1732529741476.55f643e0788a2e4834c6dd42d687b438., hostname=e2fd862922a0,38547,1732529625709, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55f643e0788a2e4834c6dd42d687b438, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T10:15:51,926 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732529741476.55f643e0788a2e4834c6dd42d687b438., hostname=e2fd862922a0,38547,1732529625709, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55f643e0788a2e4834c6dd42d687b438, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T10:15:51,926 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732529741476.55f643e0788a2e4834c6dd42d687b438., hostname=e2fd862922a0,38547,1732529625709, seqNum=2 because the exception is null or not the one we care about 2024-11-25T10:15:52,065 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=38547 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=136 2024-11-25T10:15:52,065 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e2fd862922a0:0-1 {event_type=RS_FLUSH_REGIONS, pid=136}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732529741476.55f643e0788a2e4834c6dd42d687b438. 2024-11-25T10:15:52,065 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e2fd862922a0:0-1 {event_type=RS_FLUSH_REGIONS, pid=136}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732529741476.55f643e0788a2e4834c6dd42d687b438. as already flushing 2024-11-25T10:15:52,066 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e2fd862922a0:0-1 {event_type=RS_FLUSH_REGIONS, pid=136}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732529741476.55f643e0788a2e4834c6dd42d687b438. 2024-11-25T10:15:52,066 ERROR [RS_FLUSH_OPERATIONS-regionserver/e2fd862922a0:0-1 {event_type=RS_FLUSH_REGIONS, pid=136}] handler.RSProcedureHandler(58): pid=136 java.io.IOException: Unable to complete flush {ENCODED => 55f643e0788a2e4834c6dd42d687b438, NAME => 'TestAcidGuarantees,,1732529741476.55f643e0788a2e4834c6dd42d687b438.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T10:15:52,066 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e2fd862922a0:0-1 {event_type=RS_FLUSH_REGIONS, pid=136}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=136 java.io.IOException: Unable to complete flush {ENCODED => 55f643e0788a2e4834c6dd42d687b438, NAME => 'TestAcidGuarantees,,1732529741476.55f643e0788a2e4834c6dd42d687b438.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T10:15:52,067 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41005 {}] master.HMaster(4177): Remote procedure failed, pid=136 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 55f643e0788a2e4834c6dd42d687b438, NAME => 'TestAcidGuarantees,,1732529741476.55f643e0788a2e4834c6dd42d687b438.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 55f643e0788a2e4834c6dd42d687b438, NAME => 'TestAcidGuarantees,,1732529741476.55f643e0788a2e4834c6dd42d687b438.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T10:15:52,142 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55f643e0788a2e4834c6dd42d687b438, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-25T10:15:52,142 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] ipc.CallRunner(138): callId: 71 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39734 deadline: 1732529812131, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55f643e0788a2e4834c6dd42d687b438, server=e2fd862922a0,38547,1732529625709 2024-11-25T10:15:52,142 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732529741476.55f643e0788a2e4834c6dd42d687b438., hostname=e2fd862922a0,38547,1732529625709, seqNum=2 , the old value is region=TestAcidGuarantees,,1732529741476.55f643e0788a2e4834c6dd42d687b438., hostname=e2fd862922a0,38547,1732529625709, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55f643e0788a2e4834c6dd42d687b438, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T10:15:52,142 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732529741476.55f643e0788a2e4834c6dd42d687b438., hostname=e2fd862922a0,38547,1732529625709, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55f643e0788a2e4834c6dd42d687b438, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T10:15:52,142 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732529741476.55f643e0788a2e4834c6dd42d687b438., hostname=e2fd862922a0,38547,1732529625709, seqNum=2 because the exception is null or not the one we care about 2024-11-25T10:15:52,156 DEBUG [RS:0;e2fd862922a0:38547-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/55f643e0788a2e4834c6dd42d687b438/.tmp/A/1ad2eeec458540b4a351c05cd759e6e9 as hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/55f643e0788a2e4834c6dd42d687b438/A/1ad2eeec458540b4a351c05cd759e6e9 2024-11-25T10:15:52,160 DEBUG [RS:0;e2fd862922a0:38547-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/55f643e0788a2e4834c6dd42d687b438/.tmp/B/07e2c861da5141b4bb5e6ef46c9fa259 as hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/55f643e0788a2e4834c6dd42d687b438/B/07e2c861da5141b4bb5e6ef46c9fa259 2024-11-25T10:15:52,164 INFO [RS:0;e2fd862922a0:38547-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in 55f643e0788a2e4834c6dd42d687b438/B of 55f643e0788a2e4834c6dd42d687b438 into 07e2c861da5141b4bb5e6ef46c9fa259(size=12.1 K), total size for store is 12.1 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-25T10:15:52,164 INFO [RS:0;e2fd862922a0:38547-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in 55f643e0788a2e4834c6dd42d687b438/A of 55f643e0788a2e4834c6dd42d687b438 into 1ad2eeec458540b4a351c05cd759e6e9(size=12.1 K), total size for store is 12.1 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-25T10:15:52,164 DEBUG [RS:0;e2fd862922a0:38547-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 55f643e0788a2e4834c6dd42d687b438: 2024-11-25T10:15:52,164 DEBUG [RS:0;e2fd862922a0:38547-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 55f643e0788a2e4834c6dd42d687b438: 2024-11-25T10:15:52,164 INFO [RS:0;e2fd862922a0:38547-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732529741476.55f643e0788a2e4834c6dd42d687b438., storeName=55f643e0788a2e4834c6dd42d687b438/A, priority=12, startTime=1732529751690; duration=0sec 2024-11-25T10:15:52,164 INFO [RS:0;e2fd862922a0:38547-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732529741476.55f643e0788a2e4834c6dd42d687b438., storeName=55f643e0788a2e4834c6dd42d687b438/B, priority=12, startTime=1732529751690; duration=0sec 2024-11-25T10:15:52,164 DEBUG [RS:0;e2fd862922a0:38547-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-25T10:15:52,164 DEBUG [RS:0;e2fd862922a0:38547-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 55f643e0788a2e4834c6dd42d687b438:A 2024-11-25T10:15:52,164 DEBUG [RS:0;e2fd862922a0:38547-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-25T10:15:52,164 DEBUG [RS:0;e2fd862922a0:38547-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 55f643e0788a2e4834c6dd42d687b438:B 2024-11-25T10:15:52,165 DEBUG [RS:0;e2fd862922a0:38547-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-25T10:15:52,165 DEBUG [RS:0;e2fd862922a0:38547-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 48442 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-25T10:15:52,166 DEBUG [RS:0;e2fd862922a0:38547-shortCompactions-0 {}] regionserver.HStore(1541): 55f643e0788a2e4834c6dd42d687b438/C is initiating minor compaction (all files) 2024-11-25T10:15:52,166 INFO [RS:0;e2fd862922a0:38547-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 55f643e0788a2e4834c6dd42d687b438/C in TestAcidGuarantees,,1732529741476.55f643e0788a2e4834c6dd42d687b438. 2024-11-25T10:15:52,166 INFO [RS:0;e2fd862922a0:38547-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/55f643e0788a2e4834c6dd42d687b438/C/9b5b95d91877439a948e02f1a2802d0e, hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/55f643e0788a2e4834c6dd42d687b438/C/418db88203ee45af9c091b6565f1509b, hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/55f643e0788a2e4834c6dd42d687b438/C/bd846fce24f843e3b955fb09398eae3e, hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/55f643e0788a2e4834c6dd42d687b438/C/5930e80579084ecab34c66f232c73f31] into tmpdir=hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/55f643e0788a2e4834c6dd42d687b438/.tmp, totalSize=47.3 K 2024-11-25T10:15:52,166 DEBUG [RS:0;e2fd862922a0:38547-shortCompactions-0 {}] compactions.Compactor(225): Compacting 9b5b95d91877439a948e02f1a2802d0e, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=103, earliestPutTs=1732529746307 2024-11-25T10:15:52,167 DEBUG [RS:0;e2fd862922a0:38547-shortCompactions-0 {}] compactions.Compactor(225): Compacting 418db88203ee45af9c091b6565f1509b, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=115, earliestPutTs=1732529747589 2024-11-25T10:15:52,167 DEBUG [RS:0;e2fd862922a0:38547-shortCompactions-0 {}] compactions.Compactor(225): Compacting bd846fce24f843e3b955fb09398eae3e, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=138, earliestPutTs=1732529748064 2024-11-25T10:15:52,167 DEBUG [RS:0;e2fd862922a0:38547-shortCompactions-0 {}] compactions.Compactor(225): Compacting 5930e80579084ecab34c66f232c73f31, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=151, earliestPutTs=1732529749259 2024-11-25T10:15:52,176 INFO [RS:0;e2fd862922a0:38547-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 55f643e0788a2e4834c6dd42d687b438#C#compaction#401 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 53.85 MB/second 2024-11-25T10:15:52,177 DEBUG [RS:0;e2fd862922a0:38547-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/55f643e0788a2e4834c6dd42d687b438/.tmp/C/90f972cd5001450d9197346d069390a0 is 50, key is test_row_0/C:col10/1732529750422/Put/seqid=0 2024-11-25T10:15:52,179 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.02 KB at sequenceid=171 (bloomFilter=true), to=hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/55f643e0788a2e4834c6dd42d687b438/.tmp/C/688d7140e82643919b9c50e9a4af6cec 2024-11-25T10:15:52,186 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/55f643e0788a2e4834c6dd42d687b438/.tmp/A/70e2263cfb7c41809b6eda185b8f81a4 as hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/55f643e0788a2e4834c6dd42d687b438/A/70e2263cfb7c41809b6eda185b8f81a4 2024-11-25T10:15:52,211 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/55f643e0788a2e4834c6dd42d687b438/A/70e2263cfb7c41809b6eda185b8f81a4, entries=200, sequenceid=171, filesize=14.2 K 2024-11-25T10:15:52,211 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/55f643e0788a2e4834c6dd42d687b438/.tmp/B/f2459762eb6149789239d25cca7cc56a as hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/55f643e0788a2e4834c6dd42d687b438/B/f2459762eb6149789239d25cca7cc56a 2024-11-25T10:15:52,214 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39927 is added to blk_1073742299_1475 (size=12425) 2024-11-25T10:15:52,215 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/55f643e0788a2e4834c6dd42d687b438/B/f2459762eb6149789239d25cca7cc56a, entries=150, sequenceid=171, filesize=11.9 K 2024-11-25T10:15:52,218 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=38547 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=136 2024-11-25T10:15:52,218 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e2fd862922a0:0-2 {event_type=RS_FLUSH_REGIONS, pid=136}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732529741476.55f643e0788a2e4834c6dd42d687b438. 2024-11-25T10:15:52,219 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e2fd862922a0:0-2 {event_type=RS_FLUSH_REGIONS, pid=136}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732529741476.55f643e0788a2e4834c6dd42d687b438. as already flushing 2024-11-25T10:15:52,219 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e2fd862922a0:0-2 {event_type=RS_FLUSH_REGIONS, pid=136}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732529741476.55f643e0788a2e4834c6dd42d687b438. 2024-11-25T10:15:52,219 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/55f643e0788a2e4834c6dd42d687b438/.tmp/C/688d7140e82643919b9c50e9a4af6cec as hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/55f643e0788a2e4834c6dd42d687b438/C/688d7140e82643919b9c50e9a4af6cec 2024-11-25T10:15:52,219 ERROR [RS_FLUSH_OPERATIONS-regionserver/e2fd862922a0:0-2 {event_type=RS_FLUSH_REGIONS, pid=136}] handler.RSProcedureHandler(58): pid=136 java.io.IOException: Unable to complete flush {ENCODED => 55f643e0788a2e4834c6dd42d687b438, NAME => 'TestAcidGuarantees,,1732529741476.55f643e0788a2e4834c6dd42d687b438.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T10:15:52,219 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e2fd862922a0:0-2 {event_type=RS_FLUSH_REGIONS, pid=136}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=136 java.io.IOException: Unable to complete flush {ENCODED => 55f643e0788a2e4834c6dd42d687b438, NAME => 'TestAcidGuarantees,,1732529741476.55f643e0788a2e4834c6dd42d687b438.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T10:15:52,220 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41005 {}] master.HMaster(4177): Remote procedure failed, pid=136 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 55f643e0788a2e4834c6dd42d687b438, NAME => 'TestAcidGuarantees,,1732529741476.55f643e0788a2e4834c6dd42d687b438.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 55f643e0788a2e4834c6dd42d687b438, NAME => 'TestAcidGuarantees,,1732529741476.55f643e0788a2e4834c6dd42d687b438.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T10:15:52,225 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/55f643e0788a2e4834c6dd42d687b438/C/688d7140e82643919b9c50e9a4af6cec, entries=150, sequenceid=171, filesize=11.9 K 2024-11-25T10:15:52,226 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~114.05 KB/116790, heapSize ~339.38 KB/347520, currentSize=60.38 KB/61830 for 55f643e0788a2e4834c6dd42d687b438 in 534ms, sequenceid=171, compaction requested=false 2024-11-25T10:15:52,226 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 55f643e0788a2e4834c6dd42d687b438: 2024-11-25T10:15:52,283 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41005 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=135 2024-11-25T10:15:52,372 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=38547 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=136 2024-11-25T10:15:52,372 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e2fd862922a0:0-0 {event_type=RS_FLUSH_REGIONS, pid=136}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732529741476.55f643e0788a2e4834c6dd42d687b438. 2024-11-25T10:15:52,373 INFO [RS_FLUSH_OPERATIONS-regionserver/e2fd862922a0:0-0 {event_type=RS_FLUSH_REGIONS, pid=136}] regionserver.HRegion(2902): Flushing 55f643e0788a2e4834c6dd42d687b438 3/3 column families, dataSize=60.38 KB heapSize=180.05 KB 2024-11-25T10:15:52,373 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e2fd862922a0:0-0 {event_type=RS_FLUSH_REGIONS, pid=136}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 55f643e0788a2e4834c6dd42d687b438, store=A 2024-11-25T10:15:52,373 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e2fd862922a0:0-0 {event_type=RS_FLUSH_REGIONS, pid=136}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T10:15:52,373 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e2fd862922a0:0-0 {event_type=RS_FLUSH_REGIONS, pid=136}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 55f643e0788a2e4834c6dd42d687b438, store=B 2024-11-25T10:15:52,373 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e2fd862922a0:0-0 {event_type=RS_FLUSH_REGIONS, pid=136}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T10:15:52,373 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e2fd862922a0:0-0 {event_type=RS_FLUSH_REGIONS, pid=136}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 55f643e0788a2e4834c6dd42d687b438, store=C 2024-11-25T10:15:52,373 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e2fd862922a0:0-0 {event_type=RS_FLUSH_REGIONS, pid=136}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T10:15:52,377 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e2fd862922a0:0-0 {event_type=RS_FLUSH_REGIONS, pid=136}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/55f643e0788a2e4834c6dd42d687b438/.tmp/A/43addeac090e4b02a4c95259f27fe043 is 50, key is test_row_0/A:col10/1732529751794/Put/seqid=0 2024-11-25T10:15:52,385 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39927 is added to blk_1073742300_1476 (size=12151) 2024-11-25T10:15:52,386 INFO [RS_FLUSH_OPERATIONS-regionserver/e2fd862922a0:0-0 {event_type=RS_FLUSH_REGIONS, pid=136}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=185 (bloomFilter=true), to=hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/55f643e0788a2e4834c6dd42d687b438/.tmp/A/43addeac090e4b02a4c95259f27fe043 2024-11-25T10:15:52,393 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e2fd862922a0:0-0 {event_type=RS_FLUSH_REGIONS, pid=136}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/55f643e0788a2e4834c6dd42d687b438/.tmp/B/f6879a9096ba4c65a0c2f63638eb6a48 is 50, key is test_row_0/B:col10/1732529751794/Put/seqid=0 2024-11-25T10:15:52,398 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39927 is added to blk_1073742301_1477 (size=12151) 2024-11-25T10:15:52,461 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732529741476.55f643e0788a2e4834c6dd42d687b438. as already flushing 2024-11-25T10:15:52,461 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] regionserver.HRegion(8855): Flush requested on 55f643e0788a2e4834c6dd42d687b438 2024-11-25T10:15:52,585 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55f643e0788a2e4834c6dd42d687b438, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-25T10:15:52,585 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] ipc.CallRunner(138): callId: 89 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39734 deadline: 1732529812580, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55f643e0788a2e4834c6dd42d687b438, server=e2fd862922a0,38547,1732529625709 2024-11-25T10:15:52,585 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732529741476.55f643e0788a2e4834c6dd42d687b438., hostname=e2fd862922a0,38547,1732529625709, seqNum=2 , the old value is region=TestAcidGuarantees,,1732529741476.55f643e0788a2e4834c6dd42d687b438., hostname=e2fd862922a0,38547,1732529625709, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55f643e0788a2e4834c6dd42d687b438, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T10:15:52,585 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732529741476.55f643e0788a2e4834c6dd42d687b438., hostname=e2fd862922a0,38547,1732529625709, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55f643e0788a2e4834c6dd42d687b438, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T10:15:52,585 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732529741476.55f643e0788a2e4834c6dd42d687b438., hostname=e2fd862922a0,38547,1732529625709, seqNum=2 because the exception is null or not the one we care about 2024-11-25T10:15:52,627 DEBUG [RS:0;e2fd862922a0:38547-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/55f643e0788a2e4834c6dd42d687b438/.tmp/C/90f972cd5001450d9197346d069390a0 as hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/55f643e0788a2e4834c6dd42d687b438/C/90f972cd5001450d9197346d069390a0 2024-11-25T10:15:52,639 INFO [RS:0;e2fd862922a0:38547-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in 55f643e0788a2e4834c6dd42d687b438/C of 55f643e0788a2e4834c6dd42d687b438 into 90f972cd5001450d9197346d069390a0(size=12.1 K), total size for store is 24 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-25T10:15:52,639 DEBUG [RS:0;e2fd862922a0:38547-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 55f643e0788a2e4834c6dd42d687b438: 2024-11-25T10:15:52,639 INFO [RS:0;e2fd862922a0:38547-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732529741476.55f643e0788a2e4834c6dd42d687b438., storeName=55f643e0788a2e4834c6dd42d687b438/C, priority=12, startTime=1732529751690; duration=0sec 2024-11-25T10:15:52,639 DEBUG [RS:0;e2fd862922a0:38547-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-25T10:15:52,639 DEBUG [RS:0;e2fd862922a0:38547-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 55f643e0788a2e4834c6dd42d687b438:C 2024-11-25T10:15:52,668 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55f643e0788a2e4834c6dd42d687b438, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-25T10:15:52,668 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] ipc.CallRunner(138): callId: 54 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39662 deadline: 1732529812662, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55f643e0788a2e4834c6dd42d687b438, server=e2fd862922a0,38547,1732529625709 2024-11-25T10:15:52,669 WARN [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRpcRetryingCaller(177): Call to e2fd862922a0,38547,1732529625709 for 'test_row_0' in 55f643e0788a2e4834c6dd42d687b438 of TestAcidGuarantees failed, tries = 6, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 2203 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55f643e0788a2e4834c6dd42d687b438, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor39.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55f643e0788a2e4834c6dd42d687b438, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 32 more 2024-11-25T10:15:52,670 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732529741476.55f643e0788a2e4834c6dd42d687b438., hostname=e2fd862922a0,38547,1732529625709, seqNum=2 , the old value is region=TestAcidGuarantees,,1732529741476.55f643e0788a2e4834c6dd42d687b438., hostname=e2fd862922a0,38547,1732529625709, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55f643e0788a2e4834c6dd42d687b438, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T10:15:52,670 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732529741476.55f643e0788a2e4834c6dd42d687b438., hostname=e2fd862922a0,38547,1732529625709, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55f643e0788a2e4834c6dd42d687b438, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T10:15:52,670 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732529741476.55f643e0788a2e4834c6dd42d687b438., hostname=e2fd862922a0,38547,1732529625709, seqNum=2 because the exception is null or not the one we care about 2024-11-25T10:15:52,680 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55f643e0788a2e4834c6dd42d687b438, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-25T10:15:52,680 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] ipc.CallRunner(138): callId: 56 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39748 deadline: 1732529812672, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55f643e0788a2e4834c6dd42d687b438, server=e2fd862922a0,38547,1732529625709 2024-11-25T10:15:52,680 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55f643e0788a2e4834c6dd42d687b438, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-25T10:15:52,680 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] ipc.CallRunner(138): callId: 58 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39730 deadline: 1732529812672, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55f643e0788a2e4834c6dd42d687b438, server=e2fd862922a0,38547,1732529625709 2024-11-25T10:15:52,680 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55f643e0788a2e4834c6dd42d687b438, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-25T10:15:52,680 WARN [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRpcRetryingCaller(177): Call to e2fd862922a0,38547,1732529625709 for 'test_row_0' in 55f643e0788a2e4834c6dd42d687b438 of TestAcidGuarantees failed, tries = 6, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 2214 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55f643e0788a2e4834c6dd42d687b438, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor39.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55f643e0788a2e4834c6dd42d687b438, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 32 more 2024-11-25T10:15:52,681 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] ipc.CallRunner(138): callId: 56 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39740 deadline: 1732529812673, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55f643e0788a2e4834c6dd42d687b438, server=e2fd862922a0,38547,1732529625709 2024-11-25T10:15:52,681 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732529741476.55f643e0788a2e4834c6dd42d687b438., hostname=e2fd862922a0,38547,1732529625709, seqNum=2 , the old value is region=TestAcidGuarantees,,1732529741476.55f643e0788a2e4834c6dd42d687b438., hostname=e2fd862922a0,38547,1732529625709, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55f643e0788a2e4834c6dd42d687b438, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T10:15:52,681 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732529741476.55f643e0788a2e4834c6dd42d687b438., hostname=e2fd862922a0,38547,1732529625709, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55f643e0788a2e4834c6dd42d687b438, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T10:15:52,681 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732529741476.55f643e0788a2e4834c6dd42d687b438., hostname=e2fd862922a0,38547,1732529625709, seqNum=2 because the exception is null or not the one we care about 2024-11-25T10:15:52,681 WARN [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRpcRetryingCaller(177): Call to e2fd862922a0,38547,1732529625709 for 'test_row_1' in 55f643e0788a2e4834c6dd42d687b438 of TestAcidGuarantees failed, tries = 6, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 2201 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55f643e0788a2e4834c6dd42d687b438, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor39.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55f643e0788a2e4834c6dd42d687b438, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 32 more 2024-11-25T10:15:52,681 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732529741476.55f643e0788a2e4834c6dd42d687b438., hostname=e2fd862922a0,38547,1732529625709, seqNum=2 , the old value is region=TestAcidGuarantees,,1732529741476.55f643e0788a2e4834c6dd42d687b438., hostname=e2fd862922a0,38547,1732529625709, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55f643e0788a2e4834c6dd42d687b438, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T10:15:52,681 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732529741476.55f643e0788a2e4834c6dd42d687b438., hostname=e2fd862922a0,38547,1732529625709, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55f643e0788a2e4834c6dd42d687b438, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T10:15:52,681 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732529741476.55f643e0788a2e4834c6dd42d687b438., hostname=e2fd862922a0,38547,1732529625709, seqNum=2 because the exception is null or not the one we care about 2024-11-25T10:15:52,681 WARN [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRpcRetryingCaller(177): Call to e2fd862922a0,38547,1732529625709 for 'test_row_0' in 55f643e0788a2e4834c6dd42d687b438 of TestAcidGuarantees failed, tries = 6, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 2215 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55f643e0788a2e4834c6dd42d687b438, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor39.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55f643e0788a2e4834c6dd42d687b438, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 32 more 2024-11-25T10:15:52,682 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732529741476.55f643e0788a2e4834c6dd42d687b438., hostname=e2fd862922a0,38547,1732529625709, seqNum=2 , the old value is region=TestAcidGuarantees,,1732529741476.55f643e0788a2e4834c6dd42d687b438., hostname=e2fd862922a0,38547,1732529625709, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55f643e0788a2e4834c6dd42d687b438, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T10:15:52,682 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732529741476.55f643e0788a2e4834c6dd42d687b438., hostname=e2fd862922a0,38547,1732529625709, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55f643e0788a2e4834c6dd42d687b438, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T10:15:52,682 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732529741476.55f643e0788a2e4834c6dd42d687b438., hostname=e2fd862922a0,38547,1732529625709, seqNum=2 because the exception is null or not the one we care about 2024-11-25T10:15:52,700 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55f643e0788a2e4834c6dd42d687b438, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-25T10:15:52,701 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] ipc.CallRunner(138): callId: 90 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39734 deadline: 1732529812692, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55f643e0788a2e4834c6dd42d687b438, server=e2fd862922a0,38547,1732529625709 2024-11-25T10:15:52,701 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732529741476.55f643e0788a2e4834c6dd42d687b438., hostname=e2fd862922a0,38547,1732529625709, seqNum=2 , the old value is region=TestAcidGuarantees,,1732529741476.55f643e0788a2e4834c6dd42d687b438., hostname=e2fd862922a0,38547,1732529625709, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55f643e0788a2e4834c6dd42d687b438, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T10:15:52,701 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732529741476.55f643e0788a2e4834c6dd42d687b438., hostname=e2fd862922a0,38547,1732529625709, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55f643e0788a2e4834c6dd42d687b438, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T10:15:52,701 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732529741476.55f643e0788a2e4834c6dd42d687b438., hostname=e2fd862922a0,38547,1732529625709, seqNum=2 because the exception is null or not the one we care about 2024-11-25T10:15:52,799 INFO [RS_FLUSH_OPERATIONS-regionserver/e2fd862922a0:0-0 {event_type=RS_FLUSH_REGIONS, pid=136}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=185 (bloomFilter=true), to=hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/55f643e0788a2e4834c6dd42d687b438/.tmp/B/f6879a9096ba4c65a0c2f63638eb6a48 2024-11-25T10:15:52,809 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e2fd862922a0:0-0 {event_type=RS_FLUSH_REGIONS, pid=136}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/55f643e0788a2e4834c6dd42d687b438/.tmp/C/42ff99c5ab6a4cb482a6a846dff2c105 is 50, key is test_row_0/C:col10/1732529751794/Put/seqid=0 2024-11-25T10:15:52,816 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39927 is added to blk_1073742302_1478 (size=12151) 2024-11-25T10:15:52,917 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55f643e0788a2e4834c6dd42d687b438, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-25T10:15:52,917 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] ipc.CallRunner(138): callId: 91 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39734 deadline: 1732529812912, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55f643e0788a2e4834c6dd42d687b438, server=e2fd862922a0,38547,1732529625709 2024-11-25T10:15:52,918 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732529741476.55f643e0788a2e4834c6dd42d687b438., hostname=e2fd862922a0,38547,1732529625709, seqNum=2 , the old value is region=TestAcidGuarantees,,1732529741476.55f643e0788a2e4834c6dd42d687b438., hostname=e2fd862922a0,38547,1732529625709, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55f643e0788a2e4834c6dd42d687b438, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T10:15:52,918 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732529741476.55f643e0788a2e4834c6dd42d687b438., hostname=e2fd862922a0,38547,1732529625709, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55f643e0788a2e4834c6dd42d687b438, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T10:15:52,918 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732529741476.55f643e0788a2e4834c6dd42d687b438., hostname=e2fd862922a0,38547,1732529625709, seqNum=2 because the exception is null or not the one we care about 2024-11-25T10:15:53,213 INFO [RS_FLUSH_OPERATIONS-regionserver/e2fd862922a0:0-0 {event_type=RS_FLUSH_REGIONS, pid=136}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=185 (bloomFilter=true), to=hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/55f643e0788a2e4834c6dd42d687b438/.tmp/C/42ff99c5ab6a4cb482a6a846dff2c105 2024-11-25T10:15:53,217 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e2fd862922a0:0-0 {event_type=RS_FLUSH_REGIONS, pid=136}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/55f643e0788a2e4834c6dd42d687b438/.tmp/A/43addeac090e4b02a4c95259f27fe043 as hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/55f643e0788a2e4834c6dd42d687b438/A/43addeac090e4b02a4c95259f27fe043 2024-11-25T10:15:53,221 INFO [RS_FLUSH_OPERATIONS-regionserver/e2fd862922a0:0-0 {event_type=RS_FLUSH_REGIONS, pid=136}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/55f643e0788a2e4834c6dd42d687b438/A/43addeac090e4b02a4c95259f27fe043, entries=150, sequenceid=185, filesize=11.9 K 2024-11-25T10:15:53,221 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e2fd862922a0:0-0 {event_type=RS_FLUSH_REGIONS, pid=136}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/55f643e0788a2e4834c6dd42d687b438/.tmp/B/f6879a9096ba4c65a0c2f63638eb6a48 as hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/55f643e0788a2e4834c6dd42d687b438/B/f6879a9096ba4c65a0c2f63638eb6a48 2024-11-25T10:15:53,224 INFO [RS_FLUSH_OPERATIONS-regionserver/e2fd862922a0:0-0 {event_type=RS_FLUSH_REGIONS, pid=136}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/55f643e0788a2e4834c6dd42d687b438/B/f6879a9096ba4c65a0c2f63638eb6a48, entries=150, sequenceid=185, filesize=11.9 K 2024-11-25T10:15:53,225 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e2fd862922a0:0-0 {event_type=RS_FLUSH_REGIONS, pid=136}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/55f643e0788a2e4834c6dd42d687b438/.tmp/C/42ff99c5ab6a4cb482a6a846dff2c105 as hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/55f643e0788a2e4834c6dd42d687b438/C/42ff99c5ab6a4cb482a6a846dff2c105 2024-11-25T10:15:53,228 INFO [RS_FLUSH_OPERATIONS-regionserver/e2fd862922a0:0-0 {event_type=RS_FLUSH_REGIONS, pid=136}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/55f643e0788a2e4834c6dd42d687b438/C/42ff99c5ab6a4cb482a6a846dff2c105, entries=150, sequenceid=185, filesize=11.9 K 2024-11-25T10:15:53,229 INFO [RS_FLUSH_OPERATIONS-regionserver/e2fd862922a0:0-0 {event_type=RS_FLUSH_REGIONS, pid=136}] regionserver.HRegion(3140): Finished flush of dataSize ~60.38 KB/61830, heapSize ~180 KB/184320, currentSize=114.05 KB/116790 for 55f643e0788a2e4834c6dd42d687b438 in 856ms, sequenceid=185, compaction requested=true 2024-11-25T10:15:53,229 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e2fd862922a0:0-0 {event_type=RS_FLUSH_REGIONS, pid=136}] regionserver.HRegion(2603): Flush status journal for 55f643e0788a2e4834c6dd42d687b438: 2024-11-25T10:15:53,229 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e2fd862922a0:0-0 {event_type=RS_FLUSH_REGIONS, pid=136}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732529741476.55f643e0788a2e4834c6dd42d687b438. 2024-11-25T10:15:53,229 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e2fd862922a0:0-0 {event_type=RS_FLUSH_REGIONS, pid=136}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=136 2024-11-25T10:15:53,230 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41005 {}] master.HMaster(4169): Remote procedure done, pid=136 2024-11-25T10:15:53,231 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] regionserver.HRegion(8855): Flush requested on 55f643e0788a2e4834c6dd42d687b438 2024-11-25T10:15:53,232 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 55f643e0788a2e4834c6dd42d687b438 3/3 column families, dataSize=120.76 KB heapSize=360.05 KB 2024-11-25T10:15:53,232 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 55f643e0788a2e4834c6dd42d687b438, store=A 2024-11-25T10:15:53,232 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-25T10:15:53,232 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 55f643e0788a2e4834c6dd42d687b438, store=B 2024-11-25T10:15:53,232 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-25T10:15:53,232 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 55f643e0788a2e4834c6dd42d687b438, store=C 2024-11-25T10:15:53,232 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-25T10:15:53,242 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=136, resume processing ppid=135 2024-11-25T10:15:53,243 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=136, ppid=135, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.0860 sec 2024-11-25T10:15:53,245 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=135, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=135, table=TestAcidGuarantees in 2.1010 sec 2024-11-25T10:15:53,251 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/55f643e0788a2e4834c6dd42d687b438/.tmp/A/88f4126b41384b54acfbd50fd3e7a7b9 is 50, key is test_row_0/A:col10/1732529752549/Put/seqid=0 2024-11-25T10:15:53,259 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39927 is added to blk_1073742303_1479 (size=14541) 2024-11-25T10:15:53,288 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55f643e0788a2e4834c6dd42d687b438, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-25T10:15:53,288 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] ipc.CallRunner(138): callId: 101 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39734 deadline: 1732529813286, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55f643e0788a2e4834c6dd42d687b438, server=e2fd862922a0,38547,1732529625709 2024-11-25T10:15:53,291 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732529741476.55f643e0788a2e4834c6dd42d687b438., hostname=e2fd862922a0,38547,1732529625709, seqNum=2 , the old value is region=TestAcidGuarantees,,1732529741476.55f643e0788a2e4834c6dd42d687b438., hostname=e2fd862922a0,38547,1732529625709, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55f643e0788a2e4834c6dd42d687b438, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T10:15:53,291 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732529741476.55f643e0788a2e4834c6dd42d687b438., hostname=e2fd862922a0,38547,1732529625709, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55f643e0788a2e4834c6dd42d687b438, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T10:15:53,291 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732529741476.55f643e0788a2e4834c6dd42d687b438., hostname=e2fd862922a0,38547,1732529625709, seqNum=2 because the exception is null or not the one we care about 2024-11-25T10:15:53,292 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41005 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=135 2024-11-25T10:15:53,293 INFO [RPCClient-NioEventLoopGroup-4-10 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-25T10:15:53,293 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41005 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-25T10:15:53,294 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41005 {}] procedure2.ProcedureExecutor(1139): Stored pid=137, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=137, table=TestAcidGuarantees 2024-11-25T10:15:53,294 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=137, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=137, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-25T10:15:53,294 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41005 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=137 2024-11-25T10:15:53,295 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=137, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=137, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-25T10:15:53,295 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=138, ppid=137, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-25T10:15:53,402 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41005 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=137 2024-11-25T10:15:53,415 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55f643e0788a2e4834c6dd42d687b438, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-25T10:15:53,415 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] ipc.CallRunner(138): callId: 102 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39734 deadline: 1732529813402, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55f643e0788a2e4834c6dd42d687b438, server=e2fd862922a0,38547,1732529625709 2024-11-25T10:15:53,416 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732529741476.55f643e0788a2e4834c6dd42d687b438., hostname=e2fd862922a0,38547,1732529625709, seqNum=2 , the old value is region=TestAcidGuarantees,,1732529741476.55f643e0788a2e4834c6dd42d687b438., hostname=e2fd862922a0,38547,1732529625709, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55f643e0788a2e4834c6dd42d687b438, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T10:15:53,416 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732529741476.55f643e0788a2e4834c6dd42d687b438., hostname=e2fd862922a0,38547,1732529625709, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55f643e0788a2e4834c6dd42d687b438, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T10:15:53,416 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732529741476.55f643e0788a2e4834c6dd42d687b438., hostname=e2fd862922a0,38547,1732529625709, seqNum=2 because the exception is null or not the one we care about 2024-11-25T10:15:53,447 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=38547 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=138 2024-11-25T10:15:53,447 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e2fd862922a0:0-1 {event_type=RS_FLUSH_REGIONS, pid=138}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732529741476.55f643e0788a2e4834c6dd42d687b438. 2024-11-25T10:15:53,447 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e2fd862922a0:0-1 {event_type=RS_FLUSH_REGIONS, pid=138}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732529741476.55f643e0788a2e4834c6dd42d687b438. as already flushing 2024-11-25T10:15:53,447 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e2fd862922a0:0-1 {event_type=RS_FLUSH_REGIONS, pid=138}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732529741476.55f643e0788a2e4834c6dd42d687b438. 2024-11-25T10:15:53,447 ERROR [RS_FLUSH_OPERATIONS-regionserver/e2fd862922a0:0-1 {event_type=RS_FLUSH_REGIONS, pid=138}] handler.RSProcedureHandler(58): pid=138 java.io.IOException: Unable to complete flush {ENCODED => 55f643e0788a2e4834c6dd42d687b438, NAME => 'TestAcidGuarantees,,1732529741476.55f643e0788a2e4834c6dd42d687b438.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T10:15:53,447 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e2fd862922a0:0-1 {event_type=RS_FLUSH_REGIONS, pid=138}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=138 java.io.IOException: Unable to complete flush {ENCODED => 55f643e0788a2e4834c6dd42d687b438, NAME => 'TestAcidGuarantees,,1732529741476.55f643e0788a2e4834c6dd42d687b438.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T10:15:53,448 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41005 {}] master.HMaster(4177): Remote procedure failed, pid=138 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 55f643e0788a2e4834c6dd42d687b438, NAME => 'TestAcidGuarantees,,1732529741476.55f643e0788a2e4834c6dd42d687b438.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 55f643e0788a2e4834c6dd42d687b438, NAME => 'TestAcidGuarantees,,1732529741476.55f643e0788a2e4834c6dd42d687b438.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T10:15:53,600 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=38547 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=138 2024-11-25T10:15:53,600 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e2fd862922a0:0-2 {event_type=RS_FLUSH_REGIONS, pid=138}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732529741476.55f643e0788a2e4834c6dd42d687b438. 2024-11-25T10:15:53,600 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e2fd862922a0:0-2 {event_type=RS_FLUSH_REGIONS, pid=138}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732529741476.55f643e0788a2e4834c6dd42d687b438. as already flushing 2024-11-25T10:15:53,600 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e2fd862922a0:0-2 {event_type=RS_FLUSH_REGIONS, pid=138}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732529741476.55f643e0788a2e4834c6dd42d687b438. 2024-11-25T10:15:53,600 ERROR [RS_FLUSH_OPERATIONS-regionserver/e2fd862922a0:0-2 {event_type=RS_FLUSH_REGIONS, pid=138}] handler.RSProcedureHandler(58): pid=138 java.io.IOException: Unable to complete flush {ENCODED => 55f643e0788a2e4834c6dd42d687b438, NAME => 'TestAcidGuarantees,,1732529741476.55f643e0788a2e4834c6dd42d687b438.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T10:15:53,600 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e2fd862922a0:0-2 {event_type=RS_FLUSH_REGIONS, pid=138}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=138 java.io.IOException: Unable to complete flush {ENCODED => 55f643e0788a2e4834c6dd42d687b438, NAME => 'TestAcidGuarantees,,1732529741476.55f643e0788a2e4834c6dd42d687b438.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T10:15:53,601 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41005 {}] master.HMaster(4177): Remote procedure failed, pid=138 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 55f643e0788a2e4834c6dd42d687b438, NAME => 'TestAcidGuarantees,,1732529741476.55f643e0788a2e4834c6dd42d687b438.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 55f643e0788a2e4834c6dd42d687b438, NAME => 'TestAcidGuarantees,,1732529741476.55f643e0788a2e4834c6dd42d687b438.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T10:15:53,612 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41005 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=137 2024-11-25T10:15:53,630 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55f643e0788a2e4834c6dd42d687b438, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-25T10:15:53,630 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] ipc.CallRunner(138): callId: 103 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39734 deadline: 1732529813622, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55f643e0788a2e4834c6dd42d687b438, server=e2fd862922a0,38547,1732529625709 2024-11-25T10:15:53,630 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732529741476.55f643e0788a2e4834c6dd42d687b438., hostname=e2fd862922a0,38547,1732529625709, seqNum=2 , the old value is region=TestAcidGuarantees,,1732529741476.55f643e0788a2e4834c6dd42d687b438., hostname=e2fd862922a0,38547,1732529625709, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55f643e0788a2e4834c6dd42d687b438, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T10:15:53,630 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732529741476.55f643e0788a2e4834c6dd42d687b438., hostname=e2fd862922a0,38547,1732529625709, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55f643e0788a2e4834c6dd42d687b438, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T10:15:53,631 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732529741476.55f643e0788a2e4834c6dd42d687b438., hostname=e2fd862922a0,38547,1732529625709, seqNum=2 because the exception is null or not the one we care about 2024-11-25T10:15:53,659 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=40.25 KB at sequenceid=207 (bloomFilter=true), to=hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/55f643e0788a2e4834c6dd42d687b438/.tmp/A/88f4126b41384b54acfbd50fd3e7a7b9 2024-11-25T10:15:53,670 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/55f643e0788a2e4834c6dd42d687b438/.tmp/B/7b0f84f411e54524a34f4c49a6dc2d5a is 50, key is test_row_0/B:col10/1732529752549/Put/seqid=0 2024-11-25T10:15:53,702 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39927 is added to blk_1073742304_1480 (size=12151) 2024-11-25T10:15:53,702 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=40.25 KB at sequenceid=207 (bloomFilter=true), to=hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/55f643e0788a2e4834c6dd42d687b438/.tmp/B/7b0f84f411e54524a34f4c49a6dc2d5a 2024-11-25T10:15:53,713 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/55f643e0788a2e4834c6dd42d687b438/.tmp/C/b6ba7884fa204ca791be1ebcc812b702 is 50, key is test_row_0/C:col10/1732529752549/Put/seqid=0 2024-11-25T10:15:53,720 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39927 is added to blk_1073742305_1481 (size=12151) 2024-11-25T10:15:53,723 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=40.25 KB at sequenceid=207 (bloomFilter=true), to=hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/55f643e0788a2e4834c6dd42d687b438/.tmp/C/b6ba7884fa204ca791be1ebcc812b702 2024-11-25T10:15:53,727 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/55f643e0788a2e4834c6dd42d687b438/.tmp/A/88f4126b41384b54acfbd50fd3e7a7b9 as hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/55f643e0788a2e4834c6dd42d687b438/A/88f4126b41384b54acfbd50fd3e7a7b9 2024-11-25T10:15:53,730 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/55f643e0788a2e4834c6dd42d687b438/A/88f4126b41384b54acfbd50fd3e7a7b9, entries=200, sequenceid=207, filesize=14.2 K 2024-11-25T10:15:53,731 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/55f643e0788a2e4834c6dd42d687b438/.tmp/B/7b0f84f411e54524a34f4c49a6dc2d5a as hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/55f643e0788a2e4834c6dd42d687b438/B/7b0f84f411e54524a34f4c49a6dc2d5a 2024-11-25T10:15:53,734 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/55f643e0788a2e4834c6dd42d687b438/B/7b0f84f411e54524a34f4c49a6dc2d5a, entries=150, sequenceid=207, filesize=11.9 K 2024-11-25T10:15:53,734 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/55f643e0788a2e4834c6dd42d687b438/.tmp/C/b6ba7884fa204ca791be1ebcc812b702 as hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/55f643e0788a2e4834c6dd42d687b438/C/b6ba7884fa204ca791be1ebcc812b702 2024-11-25T10:15:53,737 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/55f643e0788a2e4834c6dd42d687b438/C/b6ba7884fa204ca791be1ebcc812b702, entries=150, sequenceid=207, filesize=11.9 K 2024-11-25T10:15:53,738 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~120.76 KB/123660, heapSize ~360 KB/368640, currentSize=53.67 KB/54960 for 55f643e0788a2e4834c6dd42d687b438 in 506ms, sequenceid=207, compaction requested=true 2024-11-25T10:15:53,738 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 55f643e0788a2e4834c6dd42d687b438: 2024-11-25T10:15:53,738 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 55f643e0788a2e4834c6dd42d687b438:A, priority=-2147483648, current under compaction store size is 1 2024-11-25T10:15:53,738 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-25T10:15:53,738 DEBUG [RS:0;e2fd862922a0:38547-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-25T10:15:53,738 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 55f643e0788a2e4834c6dd42d687b438:B, priority=-2147483648, current under compaction store size is 2 2024-11-25T10:15:53,738 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-25T10:15:53,738 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 55f643e0788a2e4834c6dd42d687b438:C, priority=-2147483648, current under compaction store size is 3 2024-11-25T10:15:53,738 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-25T10:15:53,738 DEBUG [RS:0;e2fd862922a0:38547-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-25T10:15:53,739 DEBUG [RS:0;e2fd862922a0:38547-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 53658 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-25T10:15:53,739 DEBUG [RS:0;e2fd862922a0:38547-shortCompactions-0 {}] regionserver.HStore(1541): 55f643e0788a2e4834c6dd42d687b438/A is initiating minor compaction (all files) 2024-11-25T10:15:53,739 INFO [RS:0;e2fd862922a0:38547-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 55f643e0788a2e4834c6dd42d687b438/A in TestAcidGuarantees,,1732529741476.55f643e0788a2e4834c6dd42d687b438. 2024-11-25T10:15:53,739 INFO [RS:0;e2fd862922a0:38547-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/55f643e0788a2e4834c6dd42d687b438/A/1ad2eeec458540b4a351c05cd759e6e9, hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/55f643e0788a2e4834c6dd42d687b438/A/70e2263cfb7c41809b6eda185b8f81a4, hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/55f643e0788a2e4834c6dd42d687b438/A/43addeac090e4b02a4c95259f27fe043, hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/55f643e0788a2e4834c6dd42d687b438/A/88f4126b41384b54acfbd50fd3e7a7b9] into tmpdir=hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/55f643e0788a2e4834c6dd42d687b438/.tmp, totalSize=52.4 K 2024-11-25T10:15:53,739 DEBUG [RS:0;e2fd862922a0:38547-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 48878 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-25T10:15:53,739 DEBUG [RS:0;e2fd862922a0:38547-shortCompactions-0 {}] compactions.Compactor(225): Compacting 1ad2eeec458540b4a351c05cd759e6e9, keycount=150, bloomtype=ROW, size=12.1 K, encoding=NONE, compression=NONE, seqNum=151, earliestPutTs=1732529749259 2024-11-25T10:15:53,739 DEBUG [RS:0;e2fd862922a0:38547-longCompactions-0 {}] regionserver.HStore(1541): 55f643e0788a2e4834c6dd42d687b438/B is initiating minor compaction (all files) 2024-11-25T10:15:53,740 INFO [RS:0;e2fd862922a0:38547-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 55f643e0788a2e4834c6dd42d687b438/B in TestAcidGuarantees,,1732529741476.55f643e0788a2e4834c6dd42d687b438. 2024-11-25T10:15:53,740 INFO [RS:0;e2fd862922a0:38547-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/55f643e0788a2e4834c6dd42d687b438/B/07e2c861da5141b4bb5e6ef46c9fa259, hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/55f643e0788a2e4834c6dd42d687b438/B/f2459762eb6149789239d25cca7cc56a, hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/55f643e0788a2e4834c6dd42d687b438/B/f6879a9096ba4c65a0c2f63638eb6a48, hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/55f643e0788a2e4834c6dd42d687b438/B/7b0f84f411e54524a34f4c49a6dc2d5a] into tmpdir=hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/55f643e0788a2e4834c6dd42d687b438/.tmp, totalSize=47.7 K 2024-11-25T10:15:53,740 DEBUG [RS:0;e2fd862922a0:38547-shortCompactions-0 {}] compactions.Compactor(225): Compacting 70e2263cfb7c41809b6eda185b8f81a4, keycount=200, bloomtype=ROW, size=14.2 K, encoding=NONE, compression=NONE, seqNum=171, earliestPutTs=1732529750462 2024-11-25T10:15:53,740 DEBUG [RS:0;e2fd862922a0:38547-longCompactions-0 {}] compactions.Compactor(225): Compacting 07e2c861da5141b4bb5e6ef46c9fa259, keycount=150, bloomtype=ROW, size=12.1 K, encoding=NONE, compression=NONE, seqNum=151, earliestPutTs=1732529749259 2024-11-25T10:15:53,740 DEBUG [RS:0;e2fd862922a0:38547-shortCompactions-0 {}] compactions.Compactor(225): Compacting 43addeac090e4b02a4c95259f27fe043, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=185, earliestPutTs=1732529751779 2024-11-25T10:15:53,740 DEBUG [RS:0;e2fd862922a0:38547-longCompactions-0 {}] compactions.Compactor(225): Compacting f2459762eb6149789239d25cca7cc56a, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=171, earliestPutTs=1732529750462 2024-11-25T10:15:53,740 DEBUG [RS:0;e2fd862922a0:38547-shortCompactions-0 {}] compactions.Compactor(225): Compacting 88f4126b41384b54acfbd50fd3e7a7b9, keycount=200, bloomtype=ROW, size=14.2 K, encoding=NONE, compression=NONE, seqNum=207, earliestPutTs=1732529752541 2024-11-25T10:15:53,740 DEBUG [RS:0;e2fd862922a0:38547-longCompactions-0 {}] compactions.Compactor(225): Compacting f6879a9096ba4c65a0c2f63638eb6a48, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=185, earliestPutTs=1732529751779 2024-11-25T10:15:53,741 DEBUG [RS:0;e2fd862922a0:38547-longCompactions-0 {}] compactions.Compactor(225): Compacting 7b0f84f411e54524a34f4c49a6dc2d5a, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=207, earliestPutTs=1732529752549 2024-11-25T10:15:53,748 INFO [RS:0;e2fd862922a0:38547-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 55f643e0788a2e4834c6dd42d687b438#A#compaction#408 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 53.85 MB/second 2024-11-25T10:15:53,748 DEBUG [RS:0;e2fd862922a0:38547-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/55f643e0788a2e4834c6dd42d687b438/.tmp/A/c52563902d2a4dd2a69489d9b4670e54 is 50, key is test_row_0/A:col10/1732529752549/Put/seqid=0 2024-11-25T10:15:53,752 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39927 is added to blk_1073742306_1482 (size=12561) 2024-11-25T10:15:53,752 INFO [RS:0;e2fd862922a0:38547-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 55f643e0788a2e4834c6dd42d687b438#B#compaction#409 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 53.85 MB/second 2024-11-25T10:15:53,752 DEBUG [RS:0;e2fd862922a0:38547-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/55f643e0788a2e4834c6dd42d687b438/.tmp/B/af97dfe299b54f91b59d10ef2ca08d83 is 50, key is test_row_0/B:col10/1732529752549/Put/seqid=0 2024-11-25T10:15:53,755 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=38547 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=138 2024-11-25T10:15:53,755 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e2fd862922a0:0-0 {event_type=RS_FLUSH_REGIONS, pid=138}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732529741476.55f643e0788a2e4834c6dd42d687b438. 2024-11-25T10:15:53,755 INFO [RS_FLUSH_OPERATIONS-regionserver/e2fd862922a0:0-0 {event_type=RS_FLUSH_REGIONS, pid=138}] regionserver.HRegion(2902): Flushing 55f643e0788a2e4834c6dd42d687b438 3/3 column families, dataSize=53.67 KB heapSize=160.13 KB 2024-11-25T10:15:53,756 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e2fd862922a0:0-0 {event_type=RS_FLUSH_REGIONS, pid=138}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 55f643e0788a2e4834c6dd42d687b438, store=A 2024-11-25T10:15:53,756 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e2fd862922a0:0-0 {event_type=RS_FLUSH_REGIONS, pid=138}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T10:15:53,756 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e2fd862922a0:0-0 {event_type=RS_FLUSH_REGIONS, pid=138}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 55f643e0788a2e4834c6dd42d687b438, store=B 2024-11-25T10:15:53,756 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e2fd862922a0:0-0 {event_type=RS_FLUSH_REGIONS, pid=138}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T10:15:53,756 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e2fd862922a0:0-0 {event_type=RS_FLUSH_REGIONS, pid=138}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 55f643e0788a2e4834c6dd42d687b438, store=C 2024-11-25T10:15:53,756 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e2fd862922a0:0-0 {event_type=RS_FLUSH_REGIONS, pid=138}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T10:15:53,756 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39927 is added to blk_1073742307_1483 (size=12561) 2024-11-25T10:15:53,762 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e2fd862922a0:0-0 {event_type=RS_FLUSH_REGIONS, pid=138}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/55f643e0788a2e4834c6dd42d687b438/.tmp/A/aba4dba014f048a699da108feaa7c306 is 50, key is test_row_0/A:col10/1732529753284/Put/seqid=0 2024-11-25T10:15:53,779 DEBUG [RS:0;e2fd862922a0:38547-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/55f643e0788a2e4834c6dd42d687b438/.tmp/B/af97dfe299b54f91b59d10ef2ca08d83 as hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/55f643e0788a2e4834c6dd42d687b438/B/af97dfe299b54f91b59d10ef2ca08d83 2024-11-25T10:15:53,792 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39927 is added to blk_1073742308_1484 (size=9757) 2024-11-25T10:15:53,792 INFO [RS_FLUSH_OPERATIONS-regionserver/e2fd862922a0:0-0 {event_type=RS_FLUSH_REGIONS, pid=138}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=218 (bloomFilter=true), to=hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/55f643e0788a2e4834c6dd42d687b438/.tmp/A/aba4dba014f048a699da108feaa7c306 2024-11-25T10:15:53,793 INFO [RS:0;e2fd862922a0:38547-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in 55f643e0788a2e4834c6dd42d687b438/B of 55f643e0788a2e4834c6dd42d687b438 into af97dfe299b54f91b59d10ef2ca08d83(size=12.3 K), total size for store is 12.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-25T10:15:53,793 DEBUG [RS:0;e2fd862922a0:38547-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 55f643e0788a2e4834c6dd42d687b438: 2024-11-25T10:15:53,793 INFO [RS:0;e2fd862922a0:38547-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732529741476.55f643e0788a2e4834c6dd42d687b438., storeName=55f643e0788a2e4834c6dd42d687b438/B, priority=12, startTime=1732529753738; duration=0sec 2024-11-25T10:15:53,793 DEBUG [RS:0;e2fd862922a0:38547-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-25T10:15:53,793 DEBUG [RS:0;e2fd862922a0:38547-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 55f643e0788a2e4834c6dd42d687b438:B 2024-11-25T10:15:53,793 DEBUG [RS:0;e2fd862922a0:38547-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-25T10:15:53,797 DEBUG [RS:0;e2fd862922a0:38547-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 48878 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-25T10:15:53,797 DEBUG [RS:0;e2fd862922a0:38547-longCompactions-0 {}] regionserver.HStore(1541): 55f643e0788a2e4834c6dd42d687b438/C is initiating minor compaction (all files) 2024-11-25T10:15:53,797 INFO [RS:0;e2fd862922a0:38547-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 55f643e0788a2e4834c6dd42d687b438/C in TestAcidGuarantees,,1732529741476.55f643e0788a2e4834c6dd42d687b438. 2024-11-25T10:15:53,798 INFO [RS:0;e2fd862922a0:38547-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/55f643e0788a2e4834c6dd42d687b438/C/90f972cd5001450d9197346d069390a0, hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/55f643e0788a2e4834c6dd42d687b438/C/688d7140e82643919b9c50e9a4af6cec, hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/55f643e0788a2e4834c6dd42d687b438/C/42ff99c5ab6a4cb482a6a846dff2c105, hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/55f643e0788a2e4834c6dd42d687b438/C/b6ba7884fa204ca791be1ebcc812b702] into tmpdir=hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/55f643e0788a2e4834c6dd42d687b438/.tmp, totalSize=47.7 K 2024-11-25T10:15:53,798 DEBUG [RS:0;e2fd862922a0:38547-longCompactions-0 {}] compactions.Compactor(225): Compacting 90f972cd5001450d9197346d069390a0, keycount=150, bloomtype=ROW, size=12.1 K, encoding=NONE, compression=NONE, seqNum=151, earliestPutTs=1732529749259 2024-11-25T10:15:53,798 DEBUG [RS:0;e2fd862922a0:38547-longCompactions-0 {}] compactions.Compactor(225): Compacting 688d7140e82643919b9c50e9a4af6cec, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=171, earliestPutTs=1732529750462 2024-11-25T10:15:53,798 DEBUG [RS:0;e2fd862922a0:38547-longCompactions-0 {}] compactions.Compactor(225): Compacting 42ff99c5ab6a4cb482a6a846dff2c105, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=185, earliestPutTs=1732529751779 2024-11-25T10:15:53,799 DEBUG [RS:0;e2fd862922a0:38547-longCompactions-0 {}] compactions.Compactor(225): Compacting b6ba7884fa204ca791be1ebcc812b702, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=207, earliestPutTs=1732529752549 2024-11-25T10:15:53,801 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e2fd862922a0:0-0 {event_type=RS_FLUSH_REGIONS, pid=138}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/55f643e0788a2e4834c6dd42d687b438/.tmp/B/70612035675641be8f2ad9069a4e74ee is 50, key is test_row_0/B:col10/1732529753284/Put/seqid=0 2024-11-25T10:15:53,806 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39927 is added to blk_1073742309_1485 (size=9757) 2024-11-25T10:15:53,815 INFO [RS:0;e2fd862922a0:38547-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 55f643e0788a2e4834c6dd42d687b438#C#compaction#412 average throughput is 2.18 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 53.85 MB/second 2024-11-25T10:15:53,815 DEBUG [RS:0;e2fd862922a0:38547-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/55f643e0788a2e4834c6dd42d687b438/.tmp/C/a999b0eaa30046789a406c640b5b9e89 is 50, key is test_row_0/C:col10/1732529752549/Put/seqid=0 2024-11-25T10:15:53,830 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39927 is added to blk_1073742310_1486 (size=12561) 2024-11-25T10:15:53,922 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41005 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=137 2024-11-25T10:15:53,946 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] regionserver.HRegion(8855): Flush requested on 55f643e0788a2e4834c6dd42d687b438 2024-11-25T10:15:53,948 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732529741476.55f643e0788a2e4834c6dd42d687b438. as already flushing 2024-11-25T10:15:54,097 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/e2fd862922a0:0-6 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=159, cellSize=7275, totalHeapSize=16776, min timestamp=1732529754066, max timestamp=1732529754093Num uniques 859; 2024-11-25T10:15:54,097 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/e2fd862922a0:0-6 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=7275, suffix heap size=117064,new segment heap size=16776 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=159 2024-11-25T10:15:54,097 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/e2fd862922a0:0-2 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=159, cellSize=7275, totalHeapSize=16776, min timestamp=1732529754066, max timestamp=1732529754093Num uniques 859; 2024-11-25T10:15:54,097 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/e2fd862922a0:0-8 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=159, cellSize=7275, totalHeapSize=16776, min timestamp=1732529754066, max timestamp=1732529754093Num uniques 859; 2024-11-25T10:15:54,097 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/e2fd862922a0:0-2 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=7275, suffix heap size=117064,new segment heap size=16776 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=159 2024-11-25T10:15:54,097 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/e2fd862922a0:0-8 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=7275, suffix heap size=117064,new segment heap size=16776 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=159 2024-11-25T10:15:54,156 DEBUG [RS:0;e2fd862922a0:38547-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/55f643e0788a2e4834c6dd42d687b438/.tmp/A/c52563902d2a4dd2a69489d9b4670e54 as hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/55f643e0788a2e4834c6dd42d687b438/A/c52563902d2a4dd2a69489d9b4670e54 2024-11-25T10:15:54,159 INFO [RS:0;e2fd862922a0:38547-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in 55f643e0788a2e4834c6dd42d687b438/A of 55f643e0788a2e4834c6dd42d687b438 into c52563902d2a4dd2a69489d9b4670e54(size=12.3 K), total size for store is 12.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-25T10:15:54,160 DEBUG [RS:0;e2fd862922a0:38547-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 55f643e0788a2e4834c6dd42d687b438: 2024-11-25T10:15:54,160 INFO [RS:0;e2fd862922a0:38547-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732529741476.55f643e0788a2e4834c6dd42d687b438., storeName=55f643e0788a2e4834c6dd42d687b438/A, priority=12, startTime=1732529753738; duration=0sec 2024-11-25T10:15:54,160 DEBUG [RS:0;e2fd862922a0:38547-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-25T10:15:54,160 DEBUG [RS:0;e2fd862922a0:38547-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 55f643e0788a2e4834c6dd42d687b438:A 2024-11-25T10:15:54,206 INFO [RS_FLUSH_OPERATIONS-regionserver/e2fd862922a0:0-0 {event_type=RS_FLUSH_REGIONS, pid=138}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=218 (bloomFilter=true), to=hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/55f643e0788a2e4834c6dd42d687b438/.tmp/B/70612035675641be8f2ad9069a4e74ee 2024-11-25T10:15:54,218 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e2fd862922a0:0-0 {event_type=RS_FLUSH_REGIONS, pid=138}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/55f643e0788a2e4834c6dd42d687b438/.tmp/C/2e84c23abab54d34a58dd2a06215d830 is 50, key is test_row_0/C:col10/1732529753284/Put/seqid=0 2024-11-25T10:15:54,225 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39927 is added to blk_1073742311_1487 (size=9757) 2024-11-25T10:15:54,235 DEBUG [RS:0;e2fd862922a0:38547-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/55f643e0788a2e4834c6dd42d687b438/.tmp/C/a999b0eaa30046789a406c640b5b9e89 as hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/55f643e0788a2e4834c6dd42d687b438/C/a999b0eaa30046789a406c640b5b9e89 2024-11-25T10:15:54,243 INFO [RS:0;e2fd862922a0:38547-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in 55f643e0788a2e4834c6dd42d687b438/C of 55f643e0788a2e4834c6dd42d687b438 into a999b0eaa30046789a406c640b5b9e89(size=12.3 K), total size for store is 12.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-25T10:15:54,243 DEBUG [RS:0;e2fd862922a0:38547-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 55f643e0788a2e4834c6dd42d687b438: 2024-11-25T10:15:54,243 INFO [RS:0;e2fd862922a0:38547-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732529741476.55f643e0788a2e4834c6dd42d687b438., storeName=55f643e0788a2e4834c6dd42d687b438/C, priority=12, startTime=1732529753738; duration=0sec 2024-11-25T10:15:54,243 DEBUG [RS:0;e2fd862922a0:38547-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-25T10:15:54,243 DEBUG [RS:0;e2fd862922a0:38547-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 55f643e0788a2e4834c6dd42d687b438:C 2024-11-25T10:15:54,250 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55f643e0788a2e4834c6dd42d687b438, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-25T10:15:54,250 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] ipc.CallRunner(138): callId: 137 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39734 deadline: 1732529814238, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55f643e0788a2e4834c6dd42d687b438, server=e2fd862922a0,38547,1732529625709 2024-11-25T10:15:54,253 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732529741476.55f643e0788a2e4834c6dd42d687b438., hostname=e2fd862922a0,38547,1732529625709, seqNum=2 , the old value is region=TestAcidGuarantees,,1732529741476.55f643e0788a2e4834c6dd42d687b438., hostname=e2fd862922a0,38547,1732529625709, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55f643e0788a2e4834c6dd42d687b438, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T10:15:54,253 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732529741476.55f643e0788a2e4834c6dd42d687b438., hostname=e2fd862922a0,38547,1732529625709, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55f643e0788a2e4834c6dd42d687b438, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T10:15:54,253 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732529741476.55f643e0788a2e4834c6dd42d687b438., hostname=e2fd862922a0,38547,1732529625709, seqNum=2 because the exception is null or not the one we care about 2024-11-25T10:15:54,376 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55f643e0788a2e4834c6dd42d687b438, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-25T10:15:54,376 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] ipc.CallRunner(138): callId: 138 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39734 deadline: 1732529814362, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55f643e0788a2e4834c6dd42d687b438, server=e2fd862922a0,38547,1732529625709 2024-11-25T10:15:54,377 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732529741476.55f643e0788a2e4834c6dd42d687b438., hostname=e2fd862922a0,38547,1732529625709, seqNum=2 , the old value is region=TestAcidGuarantees,,1732529741476.55f643e0788a2e4834c6dd42d687b438., hostname=e2fd862922a0,38547,1732529625709, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55f643e0788a2e4834c6dd42d687b438, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T10:15:54,377 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732529741476.55f643e0788a2e4834c6dd42d687b438., hostname=e2fd862922a0,38547,1732529625709, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55f643e0788a2e4834c6dd42d687b438, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T10:15:54,377 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732529741476.55f643e0788a2e4834c6dd42d687b438., hostname=e2fd862922a0,38547,1732529625709, seqNum=2 because the exception is null or not the one we care about 2024-11-25T10:15:54,432 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41005 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=137 2024-11-25T10:15:54,591 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55f643e0788a2e4834c6dd42d687b438, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-25T10:15:54,592 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] ipc.CallRunner(138): callId: 139 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39734 deadline: 1732529814582, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55f643e0788a2e4834c6dd42d687b438, server=e2fd862922a0,38547,1732529625709 2024-11-25T10:15:54,592 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732529741476.55f643e0788a2e4834c6dd42d687b438., hostname=e2fd862922a0,38547,1732529625709, seqNum=2 , the old value is region=TestAcidGuarantees,,1732529741476.55f643e0788a2e4834c6dd42d687b438., hostname=e2fd862922a0,38547,1732529625709, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55f643e0788a2e4834c6dd42d687b438, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T10:15:54,592 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732529741476.55f643e0788a2e4834c6dd42d687b438., hostname=e2fd862922a0,38547,1732529625709, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55f643e0788a2e4834c6dd42d687b438, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T10:15:54,592 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732529741476.55f643e0788a2e4834c6dd42d687b438., hostname=e2fd862922a0,38547,1732529625709, seqNum=2 because the exception is null or not the one we care about 2024-11-25T10:15:54,626 INFO [RS_FLUSH_OPERATIONS-regionserver/e2fd862922a0:0-0 {event_type=RS_FLUSH_REGIONS, pid=138}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=218 (bloomFilter=true), to=hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/55f643e0788a2e4834c6dd42d687b438/.tmp/C/2e84c23abab54d34a58dd2a06215d830 2024-11-25T10:15:54,629 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e2fd862922a0:0-0 {event_type=RS_FLUSH_REGIONS, pid=138}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/55f643e0788a2e4834c6dd42d687b438/.tmp/A/aba4dba014f048a699da108feaa7c306 as hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/55f643e0788a2e4834c6dd42d687b438/A/aba4dba014f048a699da108feaa7c306 2024-11-25T10:15:54,633 INFO [RS_FLUSH_OPERATIONS-regionserver/e2fd862922a0:0-0 {event_type=RS_FLUSH_REGIONS, pid=138}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/55f643e0788a2e4834c6dd42d687b438/A/aba4dba014f048a699da108feaa7c306, entries=100, sequenceid=218, filesize=9.5 K 2024-11-25T10:15:54,633 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e2fd862922a0:0-0 {event_type=RS_FLUSH_REGIONS, pid=138}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/55f643e0788a2e4834c6dd42d687b438/.tmp/B/70612035675641be8f2ad9069a4e74ee as hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/55f643e0788a2e4834c6dd42d687b438/B/70612035675641be8f2ad9069a4e74ee 2024-11-25T10:15:54,637 INFO [RS_FLUSH_OPERATIONS-regionserver/e2fd862922a0:0-0 {event_type=RS_FLUSH_REGIONS, pid=138}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/55f643e0788a2e4834c6dd42d687b438/B/70612035675641be8f2ad9069a4e74ee, entries=100, sequenceid=218, filesize=9.5 K 2024-11-25T10:15:54,637 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e2fd862922a0:0-0 {event_type=RS_FLUSH_REGIONS, pid=138}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/55f643e0788a2e4834c6dd42d687b438/.tmp/C/2e84c23abab54d34a58dd2a06215d830 as hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/55f643e0788a2e4834c6dd42d687b438/C/2e84c23abab54d34a58dd2a06215d830 2024-11-25T10:15:54,640 INFO [RS_FLUSH_OPERATIONS-regionserver/e2fd862922a0:0-0 {event_type=RS_FLUSH_REGIONS, pid=138}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/55f643e0788a2e4834c6dd42d687b438/C/2e84c23abab54d34a58dd2a06215d830, entries=100, sequenceid=218, filesize=9.5 K 2024-11-25T10:15:54,641 INFO [RS_FLUSH_OPERATIONS-regionserver/e2fd862922a0:0-0 {event_type=RS_FLUSH_REGIONS, pid=138}] regionserver.HRegion(3140): Finished flush of dataSize ~53.67 KB/54960, heapSize ~160.08 KB/163920, currentSize=127.47 KB/130530 for 55f643e0788a2e4834c6dd42d687b438 in 886ms, sequenceid=218, compaction requested=false 2024-11-25T10:15:54,641 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e2fd862922a0:0-0 {event_type=RS_FLUSH_REGIONS, pid=138}] regionserver.HRegion(2603): Flush status journal for 55f643e0788a2e4834c6dd42d687b438: 2024-11-25T10:15:54,641 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e2fd862922a0:0-0 {event_type=RS_FLUSH_REGIONS, pid=138}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732529741476.55f643e0788a2e4834c6dd42d687b438. 2024-11-25T10:15:54,641 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e2fd862922a0:0-0 {event_type=RS_FLUSH_REGIONS, pid=138}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=138 2024-11-25T10:15:54,642 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41005 {}] master.HMaster(4169): Remote procedure done, pid=138 2024-11-25T10:15:54,645 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=138, resume processing ppid=137 2024-11-25T10:15:54,645 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=138, ppid=137, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.3480 sec 2024-11-25T10:15:54,647 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=137, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=137, table=TestAcidGuarantees in 1.3530 sec 2024-11-25T10:15:54,689 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] regionserver.HRegion(8855): Flush requested on 55f643e0788a2e4834c6dd42d687b438 2024-11-25T10:15:54,689 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 55f643e0788a2e4834c6dd42d687b438 3/3 column families, dataSize=134.18 KB heapSize=384.98 KB 2024-11-25T10:15:54,690 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 55f643e0788a2e4834c6dd42d687b438, store=A 2024-11-25T10:15:54,690 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-25T10:15:54,690 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 55f643e0788a2e4834c6dd42d687b438, store=B 2024-11-25T10:15:54,690 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-25T10:15:54,690 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 55f643e0788a2e4834c6dd42d687b438, store=C 2024-11-25T10:15:54,690 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-25T10:15:54,695 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/55f643e0788a2e4834c6dd42d687b438/.tmp/A/1c6f8597a67f414ba7f0aa57847707bc is 50, key is test_row_0/A:col10/1732529754688/Put/seqid=0 2024-11-25T10:15:54,698 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39927 is added to blk_1073742312_1488 (size=14591) 2024-11-25T10:15:54,716 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55f643e0788a2e4834c6dd42d687b438, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-25T10:15:54,716 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] ipc.CallRunner(138): callId: 58 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39662 deadline: 1732529814707, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55f643e0788a2e4834c6dd42d687b438, server=e2fd862922a0,38547,1732529625709 2024-11-25T10:15:54,716 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732529741476.55f643e0788a2e4834c6dd42d687b438., hostname=e2fd862922a0,38547,1732529625709, seqNum=2 , the old value is region=TestAcidGuarantees,,1732529741476.55f643e0788a2e4834c6dd42d687b438., hostname=e2fd862922a0,38547,1732529625709, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55f643e0788a2e4834c6dd42d687b438, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T10:15:54,716 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732529741476.55f643e0788a2e4834c6dd42d687b438., hostname=e2fd862922a0,38547,1732529625709, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55f643e0788a2e4834c6dd42d687b438, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T10:15:54,717 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732529741476.55f643e0788a2e4834c6dd42d687b438., hostname=e2fd862922a0,38547,1732529625709, seqNum=2 because the exception is null or not the one we care about 2024-11-25T10:15:54,722 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55f643e0788a2e4834c6dd42d687b438, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-25T10:15:54,722 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] ipc.CallRunner(138): callId: 61 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39730 deadline: 1732529814710, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55f643e0788a2e4834c6dd42d687b438, server=e2fd862922a0,38547,1732529625709 2024-11-25T10:15:54,722 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55f643e0788a2e4834c6dd42d687b438, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-25T10:15:54,722 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732529741476.55f643e0788a2e4834c6dd42d687b438., hostname=e2fd862922a0,38547,1732529625709, seqNum=2 , the old value is region=TestAcidGuarantees,,1732529741476.55f643e0788a2e4834c6dd42d687b438., hostname=e2fd862922a0,38547,1732529625709, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55f643e0788a2e4834c6dd42d687b438, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T10:15:54,722 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732529741476.55f643e0788a2e4834c6dd42d687b438., hostname=e2fd862922a0,38547,1732529625709, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55f643e0788a2e4834c6dd42d687b438, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T10:15:54,722 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] ipc.CallRunner(138): callId: 58 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39748 deadline: 1732529814715, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55f643e0788a2e4834c6dd42d687b438, server=e2fd862922a0,38547,1732529625709 2024-11-25T10:15:54,722 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732529741476.55f643e0788a2e4834c6dd42d687b438., hostname=e2fd862922a0,38547,1732529625709, seqNum=2 because the exception is null or not the one we care about 2024-11-25T10:15:54,722 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55f643e0788a2e4834c6dd42d687b438, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-25T10:15:54,723 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732529741476.55f643e0788a2e4834c6dd42d687b438., hostname=e2fd862922a0,38547,1732529625709, seqNum=2 , the old value is region=TestAcidGuarantees,,1732529741476.55f643e0788a2e4834c6dd42d687b438., hostname=e2fd862922a0,38547,1732529625709, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55f643e0788a2e4834c6dd42d687b438, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T10:15:54,723 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732529741476.55f643e0788a2e4834c6dd42d687b438., hostname=e2fd862922a0,38547,1732529625709, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55f643e0788a2e4834c6dd42d687b438, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T10:15:54,723 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] ipc.CallRunner(138): callId: 59 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39740 deadline: 1732529814716, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55f643e0788a2e4834c6dd42d687b438, server=e2fd862922a0,38547,1732529625709 2024-11-25T10:15:54,723 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732529741476.55f643e0788a2e4834c6dd42d687b438., hostname=e2fd862922a0,38547,1732529625709, seqNum=2 because the exception is null or not the one we care about 2024-11-25T10:15:54,723 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732529741476.55f643e0788a2e4834c6dd42d687b438., hostname=e2fd862922a0,38547,1732529625709, seqNum=2 , the old value is region=TestAcidGuarantees,,1732529741476.55f643e0788a2e4834c6dd42d687b438., hostname=e2fd862922a0,38547,1732529625709, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55f643e0788a2e4834c6dd42d687b438, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T10:15:54,723 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732529741476.55f643e0788a2e4834c6dd42d687b438., hostname=e2fd862922a0,38547,1732529625709, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55f643e0788a2e4834c6dd42d687b438, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T10:15:54,723 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732529741476.55f643e0788a2e4834c6dd42d687b438., hostname=e2fd862922a0,38547,1732529625709, seqNum=2 because the exception is null or not the one we care about 2024-11-25T10:15:54,830 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55f643e0788a2e4834c6dd42d687b438, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-25T10:15:54,830 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] ipc.CallRunner(138): callId: 59 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39662 deadline: 1732529814824, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55f643e0788a2e4834c6dd42d687b438, server=e2fd862922a0,38547,1732529625709 2024-11-25T10:15:54,831 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732529741476.55f643e0788a2e4834c6dd42d687b438., hostname=e2fd862922a0,38547,1732529625709, seqNum=2 , the old value is region=TestAcidGuarantees,,1732529741476.55f643e0788a2e4834c6dd42d687b438., hostname=e2fd862922a0,38547,1732529625709, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55f643e0788a2e4834c6dd42d687b438, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T10:15:54,831 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732529741476.55f643e0788a2e4834c6dd42d687b438., hostname=e2fd862922a0,38547,1732529625709, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55f643e0788a2e4834c6dd42d687b438, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T10:15:54,831 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732529741476.55f643e0788a2e4834c6dd42d687b438., hostname=e2fd862922a0,38547,1732529625709, seqNum=2 because the exception is null or not the one we care about 2024-11-25T10:15:54,840 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55f643e0788a2e4834c6dd42d687b438, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-25T10:15:54,840 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] ipc.CallRunner(138): callId: 62 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39730 deadline: 1732529814832, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55f643e0788a2e4834c6dd42d687b438, server=e2fd862922a0,38547,1732529625709 2024-11-25T10:15:54,841 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55f643e0788a2e4834c6dd42d687b438, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-25T10:15:54,841 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] ipc.CallRunner(138): callId: 59 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39748 deadline: 1732529814833, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55f643e0788a2e4834c6dd42d687b438, server=e2fd862922a0,38547,1732529625709 2024-11-25T10:15:54,841 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55f643e0788a2e4834c6dd42d687b438, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-25T10:15:54,841 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] ipc.CallRunner(138): callId: 60 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39740 deadline: 1732529814833, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55f643e0788a2e4834c6dd42d687b438, server=e2fd862922a0,38547,1732529625709 2024-11-25T10:15:54,841 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732529741476.55f643e0788a2e4834c6dd42d687b438., hostname=e2fd862922a0,38547,1732529625709, seqNum=2 , the old value is region=TestAcidGuarantees,,1732529741476.55f643e0788a2e4834c6dd42d687b438., hostname=e2fd862922a0,38547,1732529625709, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55f643e0788a2e4834c6dd42d687b438, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T10:15:54,841 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732529741476.55f643e0788a2e4834c6dd42d687b438., hostname=e2fd862922a0,38547,1732529625709, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55f643e0788a2e4834c6dd42d687b438, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T10:15:54,841 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732529741476.55f643e0788a2e4834c6dd42d687b438., hostname=e2fd862922a0,38547,1732529625709, seqNum=2 , the old value is region=TestAcidGuarantees,,1732529741476.55f643e0788a2e4834c6dd42d687b438., hostname=e2fd862922a0,38547,1732529625709, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55f643e0788a2e4834c6dd42d687b438, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T10:15:54,841 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732529741476.55f643e0788a2e4834c6dd42d687b438., hostname=e2fd862922a0,38547,1732529625709, seqNum=2 because the exception is null or not the one we care about 2024-11-25T10:15:54,841 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732529741476.55f643e0788a2e4834c6dd42d687b438., hostname=e2fd862922a0,38547,1732529625709, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55f643e0788a2e4834c6dd42d687b438, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T10:15:54,841 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732529741476.55f643e0788a2e4834c6dd42d687b438., hostname=e2fd862922a0,38547,1732529625709, seqNum=2 , the old value is region=TestAcidGuarantees,,1732529741476.55f643e0788a2e4834c6dd42d687b438., hostname=e2fd862922a0,38547,1732529625709, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55f643e0788a2e4834c6dd42d687b438, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T10:15:54,841 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732529741476.55f643e0788a2e4834c6dd42d687b438., hostname=e2fd862922a0,38547,1732529625709, seqNum=2 because the exception is null or not the one we care about 2024-11-25T10:15:54,841 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732529741476.55f643e0788a2e4834c6dd42d687b438., hostname=e2fd862922a0,38547,1732529625709, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55f643e0788a2e4834c6dd42d687b438, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T10:15:54,841 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732529741476.55f643e0788a2e4834c6dd42d687b438., hostname=e2fd862922a0,38547,1732529625709, seqNum=2 because the exception is null or not the one we care about 2024-11-25T10:15:54,912 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55f643e0788a2e4834c6dd42d687b438, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-25T10:15:54,912 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] ipc.CallRunner(138): callId: 140 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39734 deadline: 1732529814903, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55f643e0788a2e4834c6dd42d687b438, server=e2fd862922a0,38547,1732529625709 2024-11-25T10:15:54,912 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732529741476.55f643e0788a2e4834c6dd42d687b438., hostname=e2fd862922a0,38547,1732529625709, seqNum=2 , the old value is region=TestAcidGuarantees,,1732529741476.55f643e0788a2e4834c6dd42d687b438., hostname=e2fd862922a0,38547,1732529625709, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55f643e0788a2e4834c6dd42d687b438, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T10:15:54,912 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732529741476.55f643e0788a2e4834c6dd42d687b438., hostname=e2fd862922a0,38547,1732529625709, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55f643e0788a2e4834c6dd42d687b438, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T10:15:54,912 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732529741476.55f643e0788a2e4834c6dd42d687b438., hostname=e2fd862922a0,38547,1732529625709, seqNum=2 because the exception is null or not the one we care about 2024-11-25T10:15:55,041 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55f643e0788a2e4834c6dd42d687b438, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-25T10:15:55,041 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] ipc.CallRunner(138): callId: 60 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39662 deadline: 1732529815032, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55f643e0788a2e4834c6dd42d687b438, server=e2fd862922a0,38547,1732529625709 2024-11-25T10:15:55,042 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732529741476.55f643e0788a2e4834c6dd42d687b438., hostname=e2fd862922a0,38547,1732529625709, seqNum=2 , the old value is region=TestAcidGuarantees,,1732529741476.55f643e0788a2e4834c6dd42d687b438., hostname=e2fd862922a0,38547,1732529625709, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55f643e0788a2e4834c6dd42d687b438, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T10:15:55,042 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732529741476.55f643e0788a2e4834c6dd42d687b438., hostname=e2fd862922a0,38547,1732529625709, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55f643e0788a2e4834c6dd42d687b438, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T10:15:55,042 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732529741476.55f643e0788a2e4834c6dd42d687b438., hostname=e2fd862922a0,38547,1732529625709, seqNum=2 because the exception is null or not the one we care about 2024-11-25T10:15:55,061 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55f643e0788a2e4834c6dd42d687b438, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-25T10:15:55,061 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] ipc.CallRunner(138): callId: 63 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39730 deadline: 1732529815051, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55f643e0788a2e4834c6dd42d687b438, server=e2fd862922a0,38547,1732529625709 2024-11-25T10:15:55,061 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55f643e0788a2e4834c6dd42d687b438, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-25T10:15:55,061 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732529741476.55f643e0788a2e4834c6dd42d687b438., hostname=e2fd862922a0,38547,1732529625709, seqNum=2 , the old value is region=TestAcidGuarantees,,1732529741476.55f643e0788a2e4834c6dd42d687b438., hostname=e2fd862922a0,38547,1732529625709, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55f643e0788a2e4834c6dd42d687b438, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T10:15:55,061 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732529741476.55f643e0788a2e4834c6dd42d687b438., hostname=e2fd862922a0,38547,1732529625709, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55f643e0788a2e4834c6dd42d687b438, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T10:15:55,061 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] ipc.CallRunner(138): callId: 60 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39748 deadline: 1732529815052, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55f643e0788a2e4834c6dd42d687b438, server=e2fd862922a0,38547,1732529625709 2024-11-25T10:15:55,061 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732529741476.55f643e0788a2e4834c6dd42d687b438., hostname=e2fd862922a0,38547,1732529625709, seqNum=2 because the exception is null or not the one we care about 2024-11-25T10:15:55,061 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55f643e0788a2e4834c6dd42d687b438, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-25T10:15:55,062 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732529741476.55f643e0788a2e4834c6dd42d687b438., hostname=e2fd862922a0,38547,1732529625709, seqNum=2 , the old value is region=TestAcidGuarantees,,1732529741476.55f643e0788a2e4834c6dd42d687b438., hostname=e2fd862922a0,38547,1732529625709, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55f643e0788a2e4834c6dd42d687b438, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T10:15:55,062 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] ipc.CallRunner(138): callId: 61 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39740 deadline: 1732529815052, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55f643e0788a2e4834c6dd42d687b438, server=e2fd862922a0,38547,1732529625709 2024-11-25T10:15:55,062 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732529741476.55f643e0788a2e4834c6dd42d687b438., hostname=e2fd862922a0,38547,1732529625709, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55f643e0788a2e4834c6dd42d687b438, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T10:15:55,062 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732529741476.55f643e0788a2e4834c6dd42d687b438., hostname=e2fd862922a0,38547,1732529625709, seqNum=2 because the exception is null or not the one we care about 2024-11-25T10:15:55,062 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732529741476.55f643e0788a2e4834c6dd42d687b438., hostname=e2fd862922a0,38547,1732529625709, seqNum=2 , the old value is region=TestAcidGuarantees,,1732529741476.55f643e0788a2e4834c6dd42d687b438., hostname=e2fd862922a0,38547,1732529625709, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55f643e0788a2e4834c6dd42d687b438, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T10:15:55,062 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732529741476.55f643e0788a2e4834c6dd42d687b438., hostname=e2fd862922a0,38547,1732529625709, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55f643e0788a2e4834c6dd42d687b438, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T10:15:55,062 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732529741476.55f643e0788a2e4834c6dd42d687b438., hostname=e2fd862922a0,38547,1732529625709, seqNum=2 because the exception is null or not the one we care about 2024-11-25T10:15:55,099 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=258 (bloomFilter=true), to=hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/55f643e0788a2e4834c6dd42d687b438/.tmp/A/1c6f8597a67f414ba7f0aa57847707bc 2024-11-25T10:15:55,107 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/55f643e0788a2e4834c6dd42d687b438/.tmp/B/d6243d068b7b404b8f19c16c4f45ea9e is 50, key is test_row_0/B:col10/1732529754688/Put/seqid=0 2024-11-25T10:15:55,111 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39927 is added to blk_1073742313_1489 (size=12201) 2024-11-25T10:15:55,361 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55f643e0788a2e4834c6dd42d687b438, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-25T10:15:55,361 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] ipc.CallRunner(138): callId: 61 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39662 deadline: 1732529815353, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55f643e0788a2e4834c6dd42d687b438, server=e2fd862922a0,38547,1732529625709 2024-11-25T10:15:55,361 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732529741476.55f643e0788a2e4834c6dd42d687b438., hostname=e2fd862922a0,38547,1732529625709, seqNum=2 , the old value is region=TestAcidGuarantees,,1732529741476.55f643e0788a2e4834c6dd42d687b438., hostname=e2fd862922a0,38547,1732529625709, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55f643e0788a2e4834c6dd42d687b438, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T10:15:55,361 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732529741476.55f643e0788a2e4834c6dd42d687b438., hostname=e2fd862922a0,38547,1732529625709, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55f643e0788a2e4834c6dd42d687b438, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T10:15:55,361 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732529741476.55f643e0788a2e4834c6dd42d687b438., hostname=e2fd862922a0,38547,1732529625709, seqNum=2 because the exception is null or not the one we care about 2024-11-25T10:15:55,378 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55f643e0788a2e4834c6dd42d687b438, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-25T10:15:55,379 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] ipc.CallRunner(138): callId: 62 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39740 deadline: 1732529815372, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55f643e0788a2e4834c6dd42d687b438, server=e2fd862922a0,38547,1732529625709 2024-11-25T10:15:55,379 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732529741476.55f643e0788a2e4834c6dd42d687b438., hostname=e2fd862922a0,38547,1732529625709, seqNum=2 , the old value is region=TestAcidGuarantees,,1732529741476.55f643e0788a2e4834c6dd42d687b438., hostname=e2fd862922a0,38547,1732529625709, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55f643e0788a2e4834c6dd42d687b438, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T10:15:55,379 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55f643e0788a2e4834c6dd42d687b438, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-25T10:15:55,379 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732529741476.55f643e0788a2e4834c6dd42d687b438., hostname=e2fd862922a0,38547,1732529625709, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55f643e0788a2e4834c6dd42d687b438, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T10:15:55,379 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732529741476.55f643e0788a2e4834c6dd42d687b438., hostname=e2fd862922a0,38547,1732529625709, seqNum=2 because the exception is null or not the one we care about 2024-11-25T10:15:55,379 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] ipc.CallRunner(138): callId: 64 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39730 deadline: 1732529815372, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55f643e0788a2e4834c6dd42d687b438, server=e2fd862922a0,38547,1732529625709 2024-11-25T10:15:55,379 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732529741476.55f643e0788a2e4834c6dd42d687b438., hostname=e2fd862922a0,38547,1732529625709, seqNum=2 , the old value is region=TestAcidGuarantees,,1732529741476.55f643e0788a2e4834c6dd42d687b438., hostname=e2fd862922a0,38547,1732529625709, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55f643e0788a2e4834c6dd42d687b438, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T10:15:55,379 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55f643e0788a2e4834c6dd42d687b438, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-25T10:15:55,379 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732529741476.55f643e0788a2e4834c6dd42d687b438., hostname=e2fd862922a0,38547,1732529625709, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55f643e0788a2e4834c6dd42d687b438, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T10:15:55,379 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732529741476.55f643e0788a2e4834c6dd42d687b438., hostname=e2fd862922a0,38547,1732529625709, seqNum=2 because the exception is null or not the one we care about 2024-11-25T10:15:55,379 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] ipc.CallRunner(138): callId: 61 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39748 deadline: 1732529815372, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55f643e0788a2e4834c6dd42d687b438, server=e2fd862922a0,38547,1732529625709 2024-11-25T10:15:55,380 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732529741476.55f643e0788a2e4834c6dd42d687b438., hostname=e2fd862922a0,38547,1732529625709, seqNum=2 , the old value is region=TestAcidGuarantees,,1732529741476.55f643e0788a2e4834c6dd42d687b438., hostname=e2fd862922a0,38547,1732529625709, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55f643e0788a2e4834c6dd42d687b438, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T10:15:55,380 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732529741476.55f643e0788a2e4834c6dd42d687b438., hostname=e2fd862922a0,38547,1732529625709, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55f643e0788a2e4834c6dd42d687b438, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T10:15:55,380 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732529741476.55f643e0788a2e4834c6dd42d687b438., hostname=e2fd862922a0,38547,1732529625709, seqNum=2 because the exception is null or not the one we care about 2024-11-25T10:15:55,435 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55f643e0788a2e4834c6dd42d687b438, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-25T10:15:55,435 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] ipc.CallRunner(138): callId: 141 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39734 deadline: 1732529815422, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55f643e0788a2e4834c6dd42d687b438, server=e2fd862922a0,38547,1732529625709 2024-11-25T10:15:55,435 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732529741476.55f643e0788a2e4834c6dd42d687b438., hostname=e2fd862922a0,38547,1732529625709, seqNum=2 , the old value is region=TestAcidGuarantees,,1732529741476.55f643e0788a2e4834c6dd42d687b438., hostname=e2fd862922a0,38547,1732529625709, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55f643e0788a2e4834c6dd42d687b438, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T10:15:55,435 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732529741476.55f643e0788a2e4834c6dd42d687b438., hostname=e2fd862922a0,38547,1732529625709, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55f643e0788a2e4834c6dd42d687b438, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T10:15:55,435 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732529741476.55f643e0788a2e4834c6dd42d687b438., hostname=e2fd862922a0,38547,1732529625709, seqNum=2 because the exception is null or not the one we care about 2024-11-25T10:15:55,442 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41005 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=137 2024-11-25T10:15:55,442 INFO [RPCClient-NioEventLoopGroup-4-10 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-25T10:15:55,443 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41005 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-25T10:15:55,444 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41005 {}] procedure2.ProcedureExecutor(1139): Stored pid=139, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=139, table=TestAcidGuarantees 2024-11-25T10:15:55,445 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=139, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=139, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-25T10:15:55,445 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41005 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=139 2024-11-25T10:15:55,446 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=139, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=139, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-25T10:15:55,447 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=140, ppid=139, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-25T10:15:55,511 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=258 (bloomFilter=true), to=hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/55f643e0788a2e4834c6dd42d687b438/.tmp/B/d6243d068b7b404b8f19c16c4f45ea9e 2024-11-25T10:15:55,518 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/55f643e0788a2e4834c6dd42d687b438/.tmp/C/5f65919af3534fcca59d0036a334d084 is 50, key is test_row_0/C:col10/1732529754688/Put/seqid=0 2024-11-25T10:15:55,522 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39927 is added to blk_1073742314_1490 (size=12201) 2024-11-25T10:15:55,552 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41005 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=139 2024-11-25T10:15:55,600 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=38547 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=140 2024-11-25T10:15:55,600 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e2fd862922a0:0-1 {event_type=RS_FLUSH_REGIONS, pid=140}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732529741476.55f643e0788a2e4834c6dd42d687b438. 2024-11-25T10:15:55,600 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e2fd862922a0:0-1 {event_type=RS_FLUSH_REGIONS, pid=140}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732529741476.55f643e0788a2e4834c6dd42d687b438. as already flushing 2024-11-25T10:15:55,600 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e2fd862922a0:0-1 {event_type=RS_FLUSH_REGIONS, pid=140}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732529741476.55f643e0788a2e4834c6dd42d687b438. 2024-11-25T10:15:55,600 ERROR [RS_FLUSH_OPERATIONS-regionserver/e2fd862922a0:0-1 {event_type=RS_FLUSH_REGIONS, pid=140}] handler.RSProcedureHandler(58): pid=140 java.io.IOException: Unable to complete flush {ENCODED => 55f643e0788a2e4834c6dd42d687b438, NAME => 'TestAcidGuarantees,,1732529741476.55f643e0788a2e4834c6dd42d687b438.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T10:15:55,601 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e2fd862922a0:0-1 {event_type=RS_FLUSH_REGIONS, pid=140}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=140 java.io.IOException: Unable to complete flush {ENCODED => 55f643e0788a2e4834c6dd42d687b438, NAME => 'TestAcidGuarantees,,1732529741476.55f643e0788a2e4834c6dd42d687b438.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T10:15:55,601 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41005 {}] master.HMaster(4177): Remote procedure failed, pid=140 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 55f643e0788a2e4834c6dd42d687b438, NAME => 'TestAcidGuarantees,,1732529741476.55f643e0788a2e4834c6dd42d687b438.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 55f643e0788a2e4834c6dd42d687b438, NAME => 'TestAcidGuarantees,,1732529741476.55f643e0788a2e4834c6dd42d687b438.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T10:15:55,753 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=38547 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=140 2024-11-25T10:15:55,753 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e2fd862922a0:0-2 {event_type=RS_FLUSH_REGIONS, pid=140}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732529741476.55f643e0788a2e4834c6dd42d687b438. 2024-11-25T10:15:55,753 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e2fd862922a0:0-2 {event_type=RS_FLUSH_REGIONS, pid=140}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732529741476.55f643e0788a2e4834c6dd42d687b438. as already flushing 2024-11-25T10:15:55,753 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e2fd862922a0:0-2 {event_type=RS_FLUSH_REGIONS, pid=140}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732529741476.55f643e0788a2e4834c6dd42d687b438. 2024-11-25T10:15:55,753 ERROR [RS_FLUSH_OPERATIONS-regionserver/e2fd862922a0:0-2 {event_type=RS_FLUSH_REGIONS, pid=140}] handler.RSProcedureHandler(58): pid=140 java.io.IOException: Unable to complete flush {ENCODED => 55f643e0788a2e4834c6dd42d687b438, NAME => 'TestAcidGuarantees,,1732529741476.55f643e0788a2e4834c6dd42d687b438.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T10:15:55,754 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e2fd862922a0:0-2 {event_type=RS_FLUSH_REGIONS, pid=140}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=140 java.io.IOException: Unable to complete flush {ENCODED => 55f643e0788a2e4834c6dd42d687b438, NAME => 'TestAcidGuarantees,,1732529741476.55f643e0788a2e4834c6dd42d687b438.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T10:15:55,754 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41005 {}] master.HMaster(4177): Remote procedure failed, pid=140 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 55f643e0788a2e4834c6dd42d687b438, NAME => 'TestAcidGuarantees,,1732529741476.55f643e0788a2e4834c6dd42d687b438.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 55f643e0788a2e4834c6dd42d687b438, NAME => 'TestAcidGuarantees,,1732529741476.55f643e0788a2e4834c6dd42d687b438.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T10:15:55,762 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41005 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=139 2024-11-25T10:15:55,876 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55f643e0788a2e4834c6dd42d687b438, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-25T10:15:55,876 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] ipc.CallRunner(138): callId: 62 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39662 deadline: 1732529815872, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55f643e0788a2e4834c6dd42d687b438, server=e2fd862922a0,38547,1732529625709 2024-11-25T10:15:55,877 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732529741476.55f643e0788a2e4834c6dd42d687b438., hostname=e2fd862922a0,38547,1732529625709, seqNum=2 , the old value is region=TestAcidGuarantees,,1732529741476.55f643e0788a2e4834c6dd42d687b438., hostname=e2fd862922a0,38547,1732529625709, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55f643e0788a2e4834c6dd42d687b438, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T10:15:55,877 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732529741476.55f643e0788a2e4834c6dd42d687b438., hostname=e2fd862922a0,38547,1732529625709, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55f643e0788a2e4834c6dd42d687b438, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T10:15:55,877 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732529741476.55f643e0788a2e4834c6dd42d687b438., hostname=e2fd862922a0,38547,1732529625709, seqNum=2 because the exception is null or not the one we care about 2024-11-25T10:15:55,890 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55f643e0788a2e4834c6dd42d687b438, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-25T10:15:55,890 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] ipc.CallRunner(138): callId: 63 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39740 deadline: 1732529815882, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55f643e0788a2e4834c6dd42d687b438, server=e2fd862922a0,38547,1732529625709 2024-11-25T10:15:55,890 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55f643e0788a2e4834c6dd42d687b438, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-25T10:15:55,890 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] ipc.CallRunner(138): callId: 65 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39730 deadline: 1732529815882, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55f643e0788a2e4834c6dd42d687b438, server=e2fd862922a0,38547,1732529625709 2024-11-25T10:15:55,890 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732529741476.55f643e0788a2e4834c6dd42d687b438., hostname=e2fd862922a0,38547,1732529625709, seqNum=2 , the old value is region=TestAcidGuarantees,,1732529741476.55f643e0788a2e4834c6dd42d687b438., hostname=e2fd862922a0,38547,1732529625709, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55f643e0788a2e4834c6dd42d687b438, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T10:15:55,890 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732529741476.55f643e0788a2e4834c6dd42d687b438., hostname=e2fd862922a0,38547,1732529625709, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55f643e0788a2e4834c6dd42d687b438, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T10:15:55,890 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732529741476.55f643e0788a2e4834c6dd42d687b438., hostname=e2fd862922a0,38547,1732529625709, seqNum=2 because the exception is null or not the one we care about 2024-11-25T10:15:55,891 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732529741476.55f643e0788a2e4834c6dd42d687b438., hostname=e2fd862922a0,38547,1732529625709, seqNum=2 , the old value is region=TestAcidGuarantees,,1732529741476.55f643e0788a2e4834c6dd42d687b438., hostname=e2fd862922a0,38547,1732529625709, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55f643e0788a2e4834c6dd42d687b438, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T10:15:55,891 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732529741476.55f643e0788a2e4834c6dd42d687b438., hostname=e2fd862922a0,38547,1732529625709, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55f643e0788a2e4834c6dd42d687b438, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T10:15:55,891 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732529741476.55f643e0788a2e4834c6dd42d687b438., hostname=e2fd862922a0,38547,1732529625709, seqNum=2 because the exception is null or not the one we care about 2024-11-25T10:15:55,903 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55f643e0788a2e4834c6dd42d687b438, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-25T10:15:55,903 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] ipc.CallRunner(138): callId: 62 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39748 deadline: 1732529815893, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55f643e0788a2e4834c6dd42d687b438, server=e2fd862922a0,38547,1732529625709 2024-11-25T10:15:55,904 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732529741476.55f643e0788a2e4834c6dd42d687b438., hostname=e2fd862922a0,38547,1732529625709, seqNum=2 , the old value is region=TestAcidGuarantees,,1732529741476.55f643e0788a2e4834c6dd42d687b438., hostname=e2fd862922a0,38547,1732529625709, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55f643e0788a2e4834c6dd42d687b438, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T10:15:55,904 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732529741476.55f643e0788a2e4834c6dd42d687b438., hostname=e2fd862922a0,38547,1732529625709, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55f643e0788a2e4834c6dd42d687b438, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T10:15:55,904 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732529741476.55f643e0788a2e4834c6dd42d687b438., hostname=e2fd862922a0,38547,1732529625709, seqNum=2 because the exception is null or not the one we care about 2024-11-25T10:15:55,906 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=38547 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=140 2024-11-25T10:15:55,906 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e2fd862922a0:0-0 {event_type=RS_FLUSH_REGIONS, pid=140}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732529741476.55f643e0788a2e4834c6dd42d687b438. 2024-11-25T10:15:55,906 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e2fd862922a0:0-0 {event_type=RS_FLUSH_REGIONS, pid=140}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732529741476.55f643e0788a2e4834c6dd42d687b438. as already flushing 2024-11-25T10:15:55,907 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e2fd862922a0:0-0 {event_type=RS_FLUSH_REGIONS, pid=140}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732529741476.55f643e0788a2e4834c6dd42d687b438. 2024-11-25T10:15:55,907 ERROR [RS_FLUSH_OPERATIONS-regionserver/e2fd862922a0:0-0 {event_type=RS_FLUSH_REGIONS, pid=140}] handler.RSProcedureHandler(58): pid=140 java.io.IOException: Unable to complete flush {ENCODED => 55f643e0788a2e4834c6dd42d687b438, NAME => 'TestAcidGuarantees,,1732529741476.55f643e0788a2e4834c6dd42d687b438.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T10:15:55,907 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e2fd862922a0:0-0 {event_type=RS_FLUSH_REGIONS, pid=140}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=140 java.io.IOException: Unable to complete flush {ENCODED => 55f643e0788a2e4834c6dd42d687b438, NAME => 'TestAcidGuarantees,,1732529741476.55f643e0788a2e4834c6dd42d687b438.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T10:15:55,907 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41005 {}] master.HMaster(4177): Remote procedure failed, pid=140 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 55f643e0788a2e4834c6dd42d687b438, NAME => 'TestAcidGuarantees,,1732529741476.55f643e0788a2e4834c6dd42d687b438.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 55f643e0788a2e4834c6dd42d687b438, NAME => 'TestAcidGuarantees,,1732529741476.55f643e0788a2e4834c6dd42d687b438.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T10:15:55,922 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=258 (bloomFilter=true), to=hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/55f643e0788a2e4834c6dd42d687b438/.tmp/C/5f65919af3534fcca59d0036a334d084 2024-11-25T10:15:55,925 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/55f643e0788a2e4834c6dd42d687b438/.tmp/A/1c6f8597a67f414ba7f0aa57847707bc as hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/55f643e0788a2e4834c6dd42d687b438/A/1c6f8597a67f414ba7f0aa57847707bc 2024-11-25T10:15:55,928 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/55f643e0788a2e4834c6dd42d687b438/A/1c6f8597a67f414ba7f0aa57847707bc, entries=200, sequenceid=258, filesize=14.2 K 2024-11-25T10:15:55,929 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/55f643e0788a2e4834c6dd42d687b438/.tmp/B/d6243d068b7b404b8f19c16c4f45ea9e as hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/55f643e0788a2e4834c6dd42d687b438/B/d6243d068b7b404b8f19c16c4f45ea9e 2024-11-25T10:15:55,932 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/55f643e0788a2e4834c6dd42d687b438/B/d6243d068b7b404b8f19c16c4f45ea9e, entries=150, sequenceid=258, filesize=11.9 K 2024-11-25T10:15:55,933 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/55f643e0788a2e4834c6dd42d687b438/.tmp/C/5f65919af3534fcca59d0036a334d084 as hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/55f643e0788a2e4834c6dd42d687b438/C/5f65919af3534fcca59d0036a334d084 2024-11-25T10:15:55,942 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/55f643e0788a2e4834c6dd42d687b438/C/5f65919af3534fcca59d0036a334d084, entries=150, sequenceid=258, filesize=11.9 K 2024-11-25T10:15:55,943 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~134.18 KB/137400, heapSize ~384.94 KB/394176, currentSize=46.96 KB/48090 for 55f643e0788a2e4834c6dd42d687b438 in 1253ms, sequenceid=258, compaction requested=true 2024-11-25T10:15:55,943 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 55f643e0788a2e4834c6dd42d687b438: 2024-11-25T10:15:55,943 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 55f643e0788a2e4834c6dd42d687b438:A, priority=-2147483648, current under compaction store size is 1 2024-11-25T10:15:55,943 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-25T10:15:55,943 DEBUG [RS:0;e2fd862922a0:38547-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-25T10:15:55,943 DEBUG [RS:0;e2fd862922a0:38547-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-25T10:15:55,943 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 55f643e0788a2e4834c6dd42d687b438:B, priority=-2147483648, current under compaction store size is 2 2024-11-25T10:15:55,943 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-25T10:15:55,943 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 55f643e0788a2e4834c6dd42d687b438:C, priority=-2147483648, current under compaction store size is 3 2024-11-25T10:15:55,943 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-25T10:15:55,944 DEBUG [RS:0;e2fd862922a0:38547-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36909 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-25T10:15:55,944 DEBUG [RS:0;e2fd862922a0:38547-shortCompactions-0 {}] regionserver.HStore(1541): 55f643e0788a2e4834c6dd42d687b438/A is initiating minor compaction (all files) 2024-11-25T10:15:55,944 INFO [RS:0;e2fd862922a0:38547-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 55f643e0788a2e4834c6dd42d687b438/A in TestAcidGuarantees,,1732529741476.55f643e0788a2e4834c6dd42d687b438. 2024-11-25T10:15:55,944 INFO [RS:0;e2fd862922a0:38547-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/55f643e0788a2e4834c6dd42d687b438/A/c52563902d2a4dd2a69489d9b4670e54, hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/55f643e0788a2e4834c6dd42d687b438/A/aba4dba014f048a699da108feaa7c306, hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/55f643e0788a2e4834c6dd42d687b438/A/1c6f8597a67f414ba7f0aa57847707bc] into tmpdir=hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/55f643e0788a2e4834c6dd42d687b438/.tmp, totalSize=36.0 K 2024-11-25T10:15:55,944 DEBUG [RS:0;e2fd862922a0:38547-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 34519 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-25T10:15:55,944 DEBUG [RS:0;e2fd862922a0:38547-longCompactions-0 {}] regionserver.HStore(1541): 55f643e0788a2e4834c6dd42d687b438/B is initiating minor compaction (all files) 2024-11-25T10:15:55,944 INFO [RS:0;e2fd862922a0:38547-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 55f643e0788a2e4834c6dd42d687b438/B in TestAcidGuarantees,,1732529741476.55f643e0788a2e4834c6dd42d687b438. 2024-11-25T10:15:55,944 INFO [RS:0;e2fd862922a0:38547-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/55f643e0788a2e4834c6dd42d687b438/B/af97dfe299b54f91b59d10ef2ca08d83, hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/55f643e0788a2e4834c6dd42d687b438/B/70612035675641be8f2ad9069a4e74ee, hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/55f643e0788a2e4834c6dd42d687b438/B/d6243d068b7b404b8f19c16c4f45ea9e] into tmpdir=hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/55f643e0788a2e4834c6dd42d687b438/.tmp, totalSize=33.7 K 2024-11-25T10:15:55,944 DEBUG [RS:0;e2fd862922a0:38547-shortCompactions-0 {}] compactions.Compactor(225): Compacting c52563902d2a4dd2a69489d9b4670e54, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=207, earliestPutTs=1732529752549 2024-11-25T10:15:55,944 DEBUG [RS:0;e2fd862922a0:38547-longCompactions-0 {}] compactions.Compactor(225): Compacting af97dfe299b54f91b59d10ef2ca08d83, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=207, earliestPutTs=1732529752549 2024-11-25T10:15:55,945 DEBUG [RS:0;e2fd862922a0:38547-shortCompactions-0 {}] compactions.Compactor(225): Compacting aba4dba014f048a699da108feaa7c306, keycount=100, bloomtype=ROW, size=9.5 K, encoding=NONE, compression=NONE, seqNum=218, earliestPutTs=1732529753274 2024-11-25T10:15:55,945 DEBUG [RS:0;e2fd862922a0:38547-longCompactions-0 {}] compactions.Compactor(225): Compacting 70612035675641be8f2ad9069a4e74ee, keycount=100, bloomtype=ROW, size=9.5 K, encoding=NONE, compression=NONE, seqNum=218, earliestPutTs=1732529753274 2024-11-25T10:15:55,945 DEBUG [RS:0;e2fd862922a0:38547-shortCompactions-0 {}] compactions.Compactor(225): Compacting 1c6f8597a67f414ba7f0aa57847707bc, keycount=200, bloomtype=ROW, size=14.2 K, encoding=NONE, compression=NONE, seqNum=258, earliestPutTs=1732529754197 2024-11-25T10:15:55,945 DEBUG [RS:0;e2fd862922a0:38547-longCompactions-0 {}] compactions.Compactor(225): Compacting d6243d068b7b404b8f19c16c4f45ea9e, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=258, earliestPutTs=1732529754202 2024-11-25T10:15:55,951 INFO [RS:0;e2fd862922a0:38547-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 55f643e0788a2e4834c6dd42d687b438#B#compaction#417 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 53.85 MB/second 2024-11-25T10:15:55,951 INFO [RS:0;e2fd862922a0:38547-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 55f643e0788a2e4834c6dd42d687b438#A#compaction#418 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 53.85 MB/second 2024-11-25T10:15:55,951 DEBUG [RS:0;e2fd862922a0:38547-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/55f643e0788a2e4834c6dd42d687b438/.tmp/B/4a5187d55546463da78c5a5e66dc869a is 50, key is test_row_0/B:col10/1732529754688/Put/seqid=0 2024-11-25T10:15:55,951 DEBUG [RS:0;e2fd862922a0:38547-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/55f643e0788a2e4834c6dd42d687b438/.tmp/A/6ab2b3cf3dfd451ab72d7fb8d5ab90b8 is 50, key is test_row_0/A:col10/1732529754688/Put/seqid=0 2024-11-25T10:15:55,969 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39927 is added to blk_1073742316_1492 (size=12713) 2024-11-25T10:15:55,980 DEBUG [RS:0;e2fd862922a0:38547-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/55f643e0788a2e4834c6dd42d687b438/.tmp/A/6ab2b3cf3dfd451ab72d7fb8d5ab90b8 as hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/55f643e0788a2e4834c6dd42d687b438/A/6ab2b3cf3dfd451ab72d7fb8d5ab90b8 2024-11-25T10:15:55,985 INFO [RS:0;e2fd862922a0:38547-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 55f643e0788a2e4834c6dd42d687b438/A of 55f643e0788a2e4834c6dd42d687b438 into 6ab2b3cf3dfd451ab72d7fb8d5ab90b8(size=12.4 K), total size for store is 12.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-25T10:15:55,985 DEBUG [RS:0;e2fd862922a0:38547-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 55f643e0788a2e4834c6dd42d687b438: 2024-11-25T10:15:55,985 INFO [RS:0;e2fd862922a0:38547-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732529741476.55f643e0788a2e4834c6dd42d687b438., storeName=55f643e0788a2e4834c6dd42d687b438/A, priority=13, startTime=1732529755943; duration=0sec 2024-11-25T10:15:55,985 DEBUG [RS:0;e2fd862922a0:38547-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-25T10:15:55,986 DEBUG [RS:0;e2fd862922a0:38547-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 55f643e0788a2e4834c6dd42d687b438:A 2024-11-25T10:15:55,986 DEBUG [RS:0;e2fd862922a0:38547-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-25T10:15:55,988 DEBUG [RS:0;e2fd862922a0:38547-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 34519 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-25T10:15:55,989 DEBUG [RS:0;e2fd862922a0:38547-shortCompactions-0 {}] regionserver.HStore(1541): 55f643e0788a2e4834c6dd42d687b438/C is initiating minor compaction (all files) 2024-11-25T10:15:55,989 INFO [RS:0;e2fd862922a0:38547-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 55f643e0788a2e4834c6dd42d687b438/C in TestAcidGuarantees,,1732529741476.55f643e0788a2e4834c6dd42d687b438. 2024-11-25T10:15:55,989 INFO [RS:0;e2fd862922a0:38547-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/55f643e0788a2e4834c6dd42d687b438/C/a999b0eaa30046789a406c640b5b9e89, hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/55f643e0788a2e4834c6dd42d687b438/C/2e84c23abab54d34a58dd2a06215d830, hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/55f643e0788a2e4834c6dd42d687b438/C/5f65919af3534fcca59d0036a334d084] into tmpdir=hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/55f643e0788a2e4834c6dd42d687b438/.tmp, totalSize=33.7 K 2024-11-25T10:15:55,990 DEBUG [RS:0;e2fd862922a0:38547-shortCompactions-0 {}] compactions.Compactor(225): Compacting a999b0eaa30046789a406c640b5b9e89, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=207, earliestPutTs=1732529752549 2024-11-25T10:15:55,991 DEBUG [RS:0;e2fd862922a0:38547-shortCompactions-0 {}] compactions.Compactor(225): Compacting 2e84c23abab54d34a58dd2a06215d830, keycount=100, bloomtype=ROW, size=9.5 K, encoding=NONE, compression=NONE, seqNum=218, earliestPutTs=1732529753274 2024-11-25T10:15:55,991 DEBUG [RS:0;e2fd862922a0:38547-shortCompactions-0 {}] compactions.Compactor(225): Compacting 5f65919af3534fcca59d0036a334d084, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=258, earliestPutTs=1732529754202 2024-11-25T10:15:56,003 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39927 is added to blk_1073742315_1491 (size=12713) 2024-11-25T10:15:56,024 INFO [RS:0;e2fd862922a0:38547-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 55f643e0788a2e4834c6dd42d687b438#C#compaction#419 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 53.85 MB/second 2024-11-25T10:15:56,025 DEBUG [RS:0;e2fd862922a0:38547-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/55f643e0788a2e4834c6dd42d687b438/.tmp/C/99dde65e1c574c15b310be3092bd9998 is 50, key is test_row_0/C:col10/1732529754688/Put/seqid=0 2024-11-25T10:15:56,034 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39927 is added to blk_1073742317_1493 (size=12713) 2024-11-25T10:15:56,039 DEBUG [RS:0;e2fd862922a0:38547-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/55f643e0788a2e4834c6dd42d687b438/.tmp/C/99dde65e1c574c15b310be3092bd9998 as hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/55f643e0788a2e4834c6dd42d687b438/C/99dde65e1c574c15b310be3092bd9998 2024-11-25T10:15:56,045 INFO [RS:0;e2fd862922a0:38547-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 55f643e0788a2e4834c6dd42d687b438/C of 55f643e0788a2e4834c6dd42d687b438 into 99dde65e1c574c15b310be3092bd9998(size=12.4 K), total size for store is 12.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-25T10:15:56,045 DEBUG [RS:0;e2fd862922a0:38547-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 55f643e0788a2e4834c6dd42d687b438: 2024-11-25T10:15:56,045 INFO [RS:0;e2fd862922a0:38547-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732529741476.55f643e0788a2e4834c6dd42d687b438., storeName=55f643e0788a2e4834c6dd42d687b438/C, priority=13, startTime=1732529755943; duration=0sec 2024-11-25T10:15:56,045 DEBUG [RS:0;e2fd862922a0:38547-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-25T10:15:56,045 DEBUG [RS:0;e2fd862922a0:38547-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 55f643e0788a2e4834c6dd42d687b438:C 2024-11-25T10:15:56,059 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=38547 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=140 2024-11-25T10:15:56,059 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e2fd862922a0:0-1 {event_type=RS_FLUSH_REGIONS, pid=140}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732529741476.55f643e0788a2e4834c6dd42d687b438. 2024-11-25T10:15:56,059 INFO [RS_FLUSH_OPERATIONS-regionserver/e2fd862922a0:0-1 {event_type=RS_FLUSH_REGIONS, pid=140}] regionserver.HRegion(2902): Flushing 55f643e0788a2e4834c6dd42d687b438 3/3 column families, dataSize=46.96 KB heapSize=140.20 KB 2024-11-25T10:15:56,060 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e2fd862922a0:0-1 {event_type=RS_FLUSH_REGIONS, pid=140}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 55f643e0788a2e4834c6dd42d687b438, store=A 2024-11-25T10:15:56,060 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e2fd862922a0:0-1 {event_type=RS_FLUSH_REGIONS, pid=140}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T10:15:56,060 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e2fd862922a0:0-1 {event_type=RS_FLUSH_REGIONS, pid=140}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 55f643e0788a2e4834c6dd42d687b438, store=B 2024-11-25T10:15:56,060 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e2fd862922a0:0-1 {event_type=RS_FLUSH_REGIONS, pid=140}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T10:15:56,060 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e2fd862922a0:0-1 {event_type=RS_FLUSH_REGIONS, pid=140}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 55f643e0788a2e4834c6dd42d687b438, store=C 2024-11-25T10:15:56,060 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e2fd862922a0:0-1 {event_type=RS_FLUSH_REGIONS, pid=140}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T10:15:56,064 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e2fd862922a0:0-1 {event_type=RS_FLUSH_REGIONS, pid=140}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/55f643e0788a2e4834c6dd42d687b438/.tmp/A/79847a9e90b1473da94c75b1bffb2c08 is 50, key is test_row_0/A:col10/1732529754714/Put/seqid=0 2024-11-25T10:15:56,072 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41005 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=139 2024-11-25T10:15:56,084 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39927 is added to blk_1073742318_1494 (size=12301) 2024-11-25T10:15:56,404 DEBUG [RS:0;e2fd862922a0:38547-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/55f643e0788a2e4834c6dd42d687b438/.tmp/B/4a5187d55546463da78c5a5e66dc869a as hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/55f643e0788a2e4834c6dd42d687b438/B/4a5187d55546463da78c5a5e66dc869a 2024-11-25T10:15:56,408 INFO [RS:0;e2fd862922a0:38547-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 55f643e0788a2e4834c6dd42d687b438/B of 55f643e0788a2e4834c6dd42d687b438 into 4a5187d55546463da78c5a5e66dc869a(size=12.4 K), total size for store is 12.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-25T10:15:56,408 DEBUG [RS:0;e2fd862922a0:38547-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 55f643e0788a2e4834c6dd42d687b438: 2024-11-25T10:15:56,408 INFO [RS:0;e2fd862922a0:38547-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732529741476.55f643e0788a2e4834c6dd42d687b438., storeName=55f643e0788a2e4834c6dd42d687b438/B, priority=13, startTime=1732529755943; duration=0sec 2024-11-25T10:15:56,408 DEBUG [RS:0;e2fd862922a0:38547-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-25T10:15:56,408 DEBUG [RS:0;e2fd862922a0:38547-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 55f643e0788a2e4834c6dd42d687b438:B 2024-11-25T10:15:56,445 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] regionserver.HRegion(8855): Flush requested on 55f643e0788a2e4834c6dd42d687b438 2024-11-25T10:15:56,445 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732529741476.55f643e0788a2e4834c6dd42d687b438. as already flushing 2024-11-25T10:15:56,485 INFO [RS_FLUSH_OPERATIONS-regionserver/e2fd862922a0:0-1 {event_type=RS_FLUSH_REGIONS, pid=140}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=270 (bloomFilter=true), to=hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/55f643e0788a2e4834c6dd42d687b438/.tmp/A/79847a9e90b1473da94c75b1bffb2c08 2024-11-25T10:15:56,491 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e2fd862922a0:0-1 {event_type=RS_FLUSH_REGIONS, pid=140}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/55f643e0788a2e4834c6dd42d687b438/.tmp/B/1a6a20329b2742dd8512ccb938a035bd is 50, key is test_row_0/B:col10/1732529754714/Put/seqid=0 2024-11-25T10:15:56,514 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39927 is added to blk_1073742319_1495 (size=12301) 2024-11-25T10:15:56,514 INFO [RS_FLUSH_OPERATIONS-regionserver/e2fd862922a0:0-1 {event_type=RS_FLUSH_REGIONS, pid=140}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=270 (bloomFilter=true), to=hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/55f643e0788a2e4834c6dd42d687b438/.tmp/B/1a6a20329b2742dd8512ccb938a035bd 2024-11-25T10:15:56,523 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e2fd862922a0:0-1 {event_type=RS_FLUSH_REGIONS, pid=140}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/55f643e0788a2e4834c6dd42d687b438/.tmp/C/897cdae639d44e478eaf5653708b7fed is 50, key is test_row_0/C:col10/1732529754714/Put/seqid=0 2024-11-25T10:15:56,554 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39927 is added to blk_1073742320_1496 (size=12301) 2024-11-25T10:15:56,556 INFO [RS_FLUSH_OPERATIONS-regionserver/e2fd862922a0:0-1 {event_type=RS_FLUSH_REGIONS, pid=140}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=270 (bloomFilter=true), to=hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/55f643e0788a2e4834c6dd42d687b438/.tmp/C/897cdae639d44e478eaf5653708b7fed 2024-11-25T10:15:56,559 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e2fd862922a0:0-1 {event_type=RS_FLUSH_REGIONS, pid=140}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/55f643e0788a2e4834c6dd42d687b438/.tmp/A/79847a9e90b1473da94c75b1bffb2c08 as hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/55f643e0788a2e4834c6dd42d687b438/A/79847a9e90b1473da94c75b1bffb2c08 2024-11-25T10:15:56,562 INFO [RS_FLUSH_OPERATIONS-regionserver/e2fd862922a0:0-1 {event_type=RS_FLUSH_REGIONS, pid=140}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/55f643e0788a2e4834c6dd42d687b438/A/79847a9e90b1473da94c75b1bffb2c08, entries=150, sequenceid=270, filesize=12.0 K 2024-11-25T10:15:56,562 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e2fd862922a0:0-1 {event_type=RS_FLUSH_REGIONS, pid=140}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/55f643e0788a2e4834c6dd42d687b438/.tmp/B/1a6a20329b2742dd8512ccb938a035bd as hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/55f643e0788a2e4834c6dd42d687b438/B/1a6a20329b2742dd8512ccb938a035bd 2024-11-25T10:15:56,565 INFO [RS_FLUSH_OPERATIONS-regionserver/e2fd862922a0:0-1 {event_type=RS_FLUSH_REGIONS, pid=140}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/55f643e0788a2e4834c6dd42d687b438/B/1a6a20329b2742dd8512ccb938a035bd, entries=150, sequenceid=270, filesize=12.0 K 2024-11-25T10:15:56,566 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e2fd862922a0:0-1 {event_type=RS_FLUSH_REGIONS, pid=140}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/55f643e0788a2e4834c6dd42d687b438/.tmp/C/897cdae639d44e478eaf5653708b7fed as hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/55f643e0788a2e4834c6dd42d687b438/C/897cdae639d44e478eaf5653708b7fed 2024-11-25T10:15:56,580 INFO [RS_FLUSH_OPERATIONS-regionserver/e2fd862922a0:0-1 {event_type=RS_FLUSH_REGIONS, pid=140}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/55f643e0788a2e4834c6dd42d687b438/C/897cdae639d44e478eaf5653708b7fed, entries=150, sequenceid=270, filesize=12.0 K 2024-11-25T10:15:56,582 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41005 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=139 2024-11-25T10:15:56,588 INFO [RS_FLUSH_OPERATIONS-regionserver/e2fd862922a0:0-1 {event_type=RS_FLUSH_REGIONS, pid=140}] regionserver.HRegion(3140): Finished flush of dataSize ~46.96 KB/48090, heapSize ~140.16 KB/143520, currentSize=93.93 KB/96180 for 55f643e0788a2e4834c6dd42d687b438 in 529ms, sequenceid=270, compaction requested=false 2024-11-25T10:15:56,588 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e2fd862922a0:0-1 {event_type=RS_FLUSH_REGIONS, pid=140}] regionserver.HRegion(2603): Flush status journal for 55f643e0788a2e4834c6dd42d687b438: 2024-11-25T10:15:56,588 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e2fd862922a0:0-1 {event_type=RS_FLUSH_REGIONS, pid=140}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732529741476.55f643e0788a2e4834c6dd42d687b438. 2024-11-25T10:15:56,588 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e2fd862922a0:0-1 {event_type=RS_FLUSH_REGIONS, pid=140}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=140 2024-11-25T10:15:56,588 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41005 {}] master.HMaster(4169): Remote procedure done, pid=140 2024-11-25T10:15:56,591 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=140, resume processing ppid=139 2024-11-25T10:15:56,591 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=140, ppid=139, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.1430 sec 2024-11-25T10:15:56,593 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=139, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=139, table=TestAcidGuarantees in 1.1490 sec 2024-11-25T10:15:56,595 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] regionserver.HRegion(8855): Flush requested on 55f643e0788a2e4834c6dd42d687b438 2024-11-25T10:15:56,595 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 55f643e0788a2e4834c6dd42d687b438 3/3 column families, dataSize=100.63 KB heapSize=299.58 KB 2024-11-25T10:15:56,595 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 55f643e0788a2e4834c6dd42d687b438, store=A 2024-11-25T10:15:56,595 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T10:15:56,595 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 55f643e0788a2e4834c6dd42d687b438, store=B 2024-11-25T10:15:56,595 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T10:15:56,595 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 55f643e0788a2e4834c6dd42d687b438, store=C 2024-11-25T10:15:56,595 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T10:15:56,602 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/55f643e0788a2e4834c6dd42d687b438/.tmp/A/14f7df4c6d3b4c2cb2caf9e1242fcd6d is 50, key is test_row_0/A:col10/1732529756575/Put/seqid=0 2024-11-25T10:15:56,617 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39927 is added to blk_1073742321_1497 (size=14741) 2024-11-25T10:15:56,697 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55f643e0788a2e4834c6dd42d687b438, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-25T10:15:56,697 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] ipc.CallRunner(138): callId: 168 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39734 deadline: 1732529816689, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55f643e0788a2e4834c6dd42d687b438, server=e2fd862922a0,38547,1732529625709 2024-11-25T10:15:56,698 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732529741476.55f643e0788a2e4834c6dd42d687b438., hostname=e2fd862922a0,38547,1732529625709, seqNum=2 , the old value is region=TestAcidGuarantees,,1732529741476.55f643e0788a2e4834c6dd42d687b438., hostname=e2fd862922a0,38547,1732529625709, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55f643e0788a2e4834c6dd42d687b438, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T10:15:56,698 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732529741476.55f643e0788a2e4834c6dd42d687b438., hostname=e2fd862922a0,38547,1732529625709, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55f643e0788a2e4834c6dd42d687b438, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T10:15:56,698 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732529741476.55f643e0788a2e4834c6dd42d687b438., hostname=e2fd862922a0,38547,1732529625709, seqNum=2 because the exception is null or not the one we care about 2024-11-25T10:15:56,806 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55f643e0788a2e4834c6dd42d687b438, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-25T10:15:56,806 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] ipc.CallRunner(138): callId: 169 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39734 deadline: 1732529816802, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55f643e0788a2e4834c6dd42d687b438, server=e2fd862922a0,38547,1732529625709 2024-11-25T10:15:56,807 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732529741476.55f643e0788a2e4834c6dd42d687b438., hostname=e2fd862922a0,38547,1732529625709, seqNum=2 , the old value is region=TestAcidGuarantees,,1732529741476.55f643e0788a2e4834c6dd42d687b438., hostname=e2fd862922a0,38547,1732529625709, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55f643e0788a2e4834c6dd42d687b438, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T10:15:56,807 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732529741476.55f643e0788a2e4834c6dd42d687b438., hostname=e2fd862922a0,38547,1732529625709, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55f643e0788a2e4834c6dd42d687b438, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T10:15:56,807 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732529741476.55f643e0788a2e4834c6dd42d687b438., hostname=e2fd862922a0,38547,1732529625709, seqNum=2 because the exception is null or not the one we care about 2024-11-25T10:15:56,893 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55f643e0788a2e4834c6dd42d687b438, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-25T10:15:56,893 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] ipc.CallRunner(138): callId: 63 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39662 deadline: 1732529816882, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55f643e0788a2e4834c6dd42d687b438, server=e2fd862922a0,38547,1732529625709 2024-11-25T10:15:56,893 WARN [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRpcRetryingCaller(177): Call to e2fd862922a0,38547,1732529625709 for 'test_row_2' in 55f643e0788a2e4834c6dd42d687b438 of TestAcidGuarantees failed, tries = 6, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 2186 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55f643e0788a2e4834c6dd42d687b438, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor39.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55f643e0788a2e4834c6dd42d687b438, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 32 more 2024-11-25T10:15:56,894 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732529741476.55f643e0788a2e4834c6dd42d687b438., hostname=e2fd862922a0,38547,1732529625709, seqNum=2 , the old value is region=TestAcidGuarantees,,1732529741476.55f643e0788a2e4834c6dd42d687b438., hostname=e2fd862922a0,38547,1732529625709, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55f643e0788a2e4834c6dd42d687b438, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T10:15:56,894 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732529741476.55f643e0788a2e4834c6dd42d687b438., hostname=e2fd862922a0,38547,1732529625709, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55f643e0788a2e4834c6dd42d687b438, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T10:15:56,894 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732529741476.55f643e0788a2e4834c6dd42d687b438., hostname=e2fd862922a0,38547,1732529625709, seqNum=2 because the exception is null or not the one we care about 2024-11-25T10:15:56,913 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55f643e0788a2e4834c6dd42d687b438, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-25T10:15:56,913 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] ipc.CallRunner(138): callId: 64 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39740 deadline: 1732529816903, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55f643e0788a2e4834c6dd42d687b438, server=e2fd862922a0,38547,1732529625709 2024-11-25T10:15:56,913 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55f643e0788a2e4834c6dd42d687b438, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-25T10:15:56,913 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] ipc.CallRunner(138): callId: 66 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39730 deadline: 1732529816903, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55f643e0788a2e4834c6dd42d687b438, server=e2fd862922a0,38547,1732529625709 2024-11-25T10:15:56,913 WARN [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRpcRetryingCaller(177): Call to e2fd862922a0,38547,1732529625709 for 'test_row_0' in 55f643e0788a2e4834c6dd42d687b438 of TestAcidGuarantees failed, tries = 6, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 2197 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55f643e0788a2e4834c6dd42d687b438, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor39.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55f643e0788a2e4834c6dd42d687b438, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 32 more 2024-11-25T10:15:56,914 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732529741476.55f643e0788a2e4834c6dd42d687b438., hostname=e2fd862922a0,38547,1732529625709, seqNum=2 , the old value is region=TestAcidGuarantees,,1732529741476.55f643e0788a2e4834c6dd42d687b438., hostname=e2fd862922a0,38547,1732529625709, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55f643e0788a2e4834c6dd42d687b438, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T10:15:56,914 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732529741476.55f643e0788a2e4834c6dd42d687b438., hostname=e2fd862922a0,38547,1732529625709, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55f643e0788a2e4834c6dd42d687b438, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T10:15:56,913 WARN [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRpcRetryingCaller(177): Call to e2fd862922a0,38547,1732529625709 for 'test_row_0' in 55f643e0788a2e4834c6dd42d687b438 of TestAcidGuarantees failed, tries = 6, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 2204 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55f643e0788a2e4834c6dd42d687b438, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor39.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55f643e0788a2e4834c6dd42d687b438, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 32 more 2024-11-25T10:15:56,914 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732529741476.55f643e0788a2e4834c6dd42d687b438., hostname=e2fd862922a0,38547,1732529625709, seqNum=2 because the exception is null or not the one we care about 2024-11-25T10:15:56,914 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732529741476.55f643e0788a2e4834c6dd42d687b438., hostname=e2fd862922a0,38547,1732529625709, seqNum=2 , the old value is region=TestAcidGuarantees,,1732529741476.55f643e0788a2e4834c6dd42d687b438., hostname=e2fd862922a0,38547,1732529625709, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55f643e0788a2e4834c6dd42d687b438, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T10:15:56,914 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732529741476.55f643e0788a2e4834c6dd42d687b438., hostname=e2fd862922a0,38547,1732529625709, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55f643e0788a2e4834c6dd42d687b438, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T10:15:56,914 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732529741476.55f643e0788a2e4834c6dd42d687b438., hostname=e2fd862922a0,38547,1732529625709, seqNum=2 because the exception is null or not the one we care about 2024-11-25T10:15:56,930 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55f643e0788a2e4834c6dd42d687b438, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-25T10:15:56,930 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] ipc.CallRunner(138): callId: 63 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39748 deadline: 1732529816922, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55f643e0788a2e4834c6dd42d687b438, server=e2fd862922a0,38547,1732529625709 2024-11-25T10:15:56,931 WARN [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRpcRetryingCaller(177): Call to e2fd862922a0,38547,1732529625709 for 'test_row_1' in 55f643e0788a2e4834c6dd42d687b438 of TestAcidGuarantees failed, tries = 6, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 2215 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55f643e0788a2e4834c6dd42d687b438, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor39.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55f643e0788a2e4834c6dd42d687b438, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 32 more 2024-11-25T10:15:56,931 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732529741476.55f643e0788a2e4834c6dd42d687b438., hostname=e2fd862922a0,38547,1732529625709, seqNum=2 , the old value is region=TestAcidGuarantees,,1732529741476.55f643e0788a2e4834c6dd42d687b438., hostname=e2fd862922a0,38547,1732529625709, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55f643e0788a2e4834c6dd42d687b438, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T10:15:56,931 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732529741476.55f643e0788a2e4834c6dd42d687b438., hostname=e2fd862922a0,38547,1732529625709, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55f643e0788a2e4834c6dd42d687b438, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T10:15:56,931 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732529741476.55f643e0788a2e4834c6dd42d687b438., hostname=e2fd862922a0,38547,1732529625709, seqNum=2 because the exception is null or not the one we care about 2024-11-25T10:15:57,018 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=33.54 KB at sequenceid=289 (bloomFilter=true), to=hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/55f643e0788a2e4834c6dd42d687b438/.tmp/A/14f7df4c6d3b4c2cb2caf9e1242fcd6d 2024-11-25T10:15:57,018 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55f643e0788a2e4834c6dd42d687b438, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-25T10:15:57,018 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] ipc.CallRunner(138): callId: 170 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39734 deadline: 1732529817012, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55f643e0788a2e4834c6dd42d687b438, server=e2fd862922a0,38547,1732529625709 2024-11-25T10:15:57,018 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732529741476.55f643e0788a2e4834c6dd42d687b438., hostname=e2fd862922a0,38547,1732529625709, seqNum=2 , the old value is region=TestAcidGuarantees,,1732529741476.55f643e0788a2e4834c6dd42d687b438., hostname=e2fd862922a0,38547,1732529625709, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55f643e0788a2e4834c6dd42d687b438, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T10:15:57,019 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732529741476.55f643e0788a2e4834c6dd42d687b438., hostname=e2fd862922a0,38547,1732529625709, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55f643e0788a2e4834c6dd42d687b438, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T10:15:57,019 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732529741476.55f643e0788a2e4834c6dd42d687b438., hostname=e2fd862922a0,38547,1732529625709, seqNum=2 because the exception is null or not the one we care about 2024-11-25T10:15:57,026 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/55f643e0788a2e4834c6dd42d687b438/.tmp/B/c6a13110a894429eb13dfaf4f3edcaee is 50, key is test_row_0/B:col10/1732529756575/Put/seqid=0 2024-11-25T10:15:57,030 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39927 is added to blk_1073742322_1498 (size=12301) 2024-11-25T10:15:57,032 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=33.54 KB at sequenceid=289 (bloomFilter=true), to=hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/55f643e0788a2e4834c6dd42d687b438/.tmp/B/c6a13110a894429eb13dfaf4f3edcaee 2024-11-25T10:15:57,055 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/55f643e0788a2e4834c6dd42d687b438/.tmp/C/0853ae23da574a049778204cd9eb2f58 is 50, key is test_row_0/C:col10/1732529756575/Put/seqid=0 2024-11-25T10:15:57,072 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39927 is added to blk_1073742323_1499 (size=12301) 2024-11-25T10:15:57,076 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=33.54 KB at sequenceid=289 (bloomFilter=true), to=hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/55f643e0788a2e4834c6dd42d687b438/.tmp/C/0853ae23da574a049778204cd9eb2f58 2024-11-25T10:15:57,085 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/55f643e0788a2e4834c6dd42d687b438/.tmp/A/14f7df4c6d3b4c2cb2caf9e1242fcd6d as hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/55f643e0788a2e4834c6dd42d687b438/A/14f7df4c6d3b4c2cb2caf9e1242fcd6d 2024-11-25T10:15:57,088 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/55f643e0788a2e4834c6dd42d687b438/A/14f7df4c6d3b4c2cb2caf9e1242fcd6d, entries=200, sequenceid=289, filesize=14.4 K 2024-11-25T10:15:57,089 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/55f643e0788a2e4834c6dd42d687b438/.tmp/B/c6a13110a894429eb13dfaf4f3edcaee as hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/55f643e0788a2e4834c6dd42d687b438/B/c6a13110a894429eb13dfaf4f3edcaee 2024-11-25T10:15:57,092 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/55f643e0788a2e4834c6dd42d687b438/B/c6a13110a894429eb13dfaf4f3edcaee, entries=150, sequenceid=289, filesize=12.0 K 2024-11-25T10:15:57,093 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/55f643e0788a2e4834c6dd42d687b438/.tmp/C/0853ae23da574a049778204cd9eb2f58 as hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/55f643e0788a2e4834c6dd42d687b438/C/0853ae23da574a049778204cd9eb2f58 2024-11-25T10:15:57,096 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/55f643e0788a2e4834c6dd42d687b438/C/0853ae23da574a049778204cd9eb2f58, entries=150, sequenceid=289, filesize=12.0 K 2024-11-25T10:15:57,097 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~100.63 KB/103050, heapSize ~299.53 KB/306720, currentSize=73.80 KB/75570 for 55f643e0788a2e4834c6dd42d687b438 in 502ms, sequenceid=289, compaction requested=true 2024-11-25T10:15:57,097 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 55f643e0788a2e4834c6dd42d687b438: 2024-11-25T10:15:57,097 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 55f643e0788a2e4834c6dd42d687b438:A, priority=-2147483648, current under compaction store size is 1 2024-11-25T10:15:57,098 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-25T10:15:57,098 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 55f643e0788a2e4834c6dd42d687b438:B, priority=-2147483648, current under compaction store size is 2 2024-11-25T10:15:57,098 DEBUG [RS:0;e2fd862922a0:38547-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-25T10:15:57,098 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-25T10:15:57,098 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 55f643e0788a2e4834c6dd42d687b438:C, priority=-2147483648, current under compaction store size is 3 2024-11-25T10:15:57,098 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-25T10:15:57,098 DEBUG [RS:0;e2fd862922a0:38547-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-25T10:15:57,107 DEBUG [RS:0;e2fd862922a0:38547-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37315 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-25T10:15:57,107 DEBUG [RS:0;e2fd862922a0:38547-longCompactions-0 {}] regionserver.HStore(1541): 55f643e0788a2e4834c6dd42d687b438/B is initiating minor compaction (all files) 2024-11-25T10:15:57,107 INFO [RS:0;e2fd862922a0:38547-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 55f643e0788a2e4834c6dd42d687b438/B in TestAcidGuarantees,,1732529741476.55f643e0788a2e4834c6dd42d687b438. 2024-11-25T10:15:57,107 INFO [RS:0;e2fd862922a0:38547-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/55f643e0788a2e4834c6dd42d687b438/B/4a5187d55546463da78c5a5e66dc869a, hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/55f643e0788a2e4834c6dd42d687b438/B/1a6a20329b2742dd8512ccb938a035bd, hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/55f643e0788a2e4834c6dd42d687b438/B/c6a13110a894429eb13dfaf4f3edcaee] into tmpdir=hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/55f643e0788a2e4834c6dd42d687b438/.tmp, totalSize=36.4 K 2024-11-25T10:15:57,107 DEBUG [RS:0;e2fd862922a0:38547-longCompactions-0 {}] compactions.Compactor(225): Compacting 4a5187d55546463da78c5a5e66dc869a, keycount=150, bloomtype=ROW, size=12.4 K, encoding=NONE, compression=NONE, seqNum=258, earliestPutTs=1732529754202 2024-11-25T10:15:57,108 DEBUG [RS:0;e2fd862922a0:38547-longCompactions-0 {}] compactions.Compactor(225): Compacting 1a6a20329b2742dd8512ccb938a035bd, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=270, earliestPutTs=1732529754700 2024-11-25T10:15:57,108 DEBUG [RS:0;e2fd862922a0:38547-longCompactions-0 {}] compactions.Compactor(225): Compacting c6a13110a894429eb13dfaf4f3edcaee, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=289, earliestPutTs=1732529756461 2024-11-25T10:15:57,109 DEBUG [RS:0;e2fd862922a0:38547-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 39755 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-25T10:15:57,109 DEBUG [RS:0;e2fd862922a0:38547-shortCompactions-0 {}] regionserver.HStore(1541): 55f643e0788a2e4834c6dd42d687b438/A is initiating minor compaction (all files) 2024-11-25T10:15:57,109 INFO [RS:0;e2fd862922a0:38547-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 55f643e0788a2e4834c6dd42d687b438/A in TestAcidGuarantees,,1732529741476.55f643e0788a2e4834c6dd42d687b438. 2024-11-25T10:15:57,109 INFO [RS:0;e2fd862922a0:38547-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/55f643e0788a2e4834c6dd42d687b438/A/6ab2b3cf3dfd451ab72d7fb8d5ab90b8, hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/55f643e0788a2e4834c6dd42d687b438/A/79847a9e90b1473da94c75b1bffb2c08, hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/55f643e0788a2e4834c6dd42d687b438/A/14f7df4c6d3b4c2cb2caf9e1242fcd6d] into tmpdir=hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/55f643e0788a2e4834c6dd42d687b438/.tmp, totalSize=38.8 K 2024-11-25T10:15:57,110 DEBUG [RS:0;e2fd862922a0:38547-shortCompactions-0 {}] compactions.Compactor(225): Compacting 6ab2b3cf3dfd451ab72d7fb8d5ab90b8, keycount=150, bloomtype=ROW, size=12.4 K, encoding=NONE, compression=NONE, seqNum=258, earliestPutTs=1732529754202 2024-11-25T10:15:57,111 DEBUG [RS:0;e2fd862922a0:38547-shortCompactions-0 {}] compactions.Compactor(225): Compacting 79847a9e90b1473da94c75b1bffb2c08, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=270, earliestPutTs=1732529754700 2024-11-25T10:15:57,111 DEBUG [RS:0;e2fd862922a0:38547-shortCompactions-0 {}] compactions.Compactor(225): Compacting 14f7df4c6d3b4c2cb2caf9e1242fcd6d, keycount=200, bloomtype=ROW, size=14.4 K, encoding=NONE, compression=NONE, seqNum=289, earliestPutTs=1732529756461 2024-11-25T10:15:57,121 INFO [RS:0;e2fd862922a0:38547-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 55f643e0788a2e4834c6dd42d687b438#B#compaction#426 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 53.85 MB/second 2024-11-25T10:15:57,121 DEBUG [RS:0;e2fd862922a0:38547-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/55f643e0788a2e4834c6dd42d687b438/.tmp/B/d0ed365d8fc44d929e9372f2be677004 is 50, key is test_row_0/B:col10/1732529756575/Put/seqid=0 2024-11-25T10:15:57,123 INFO [RS:0;e2fd862922a0:38547-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 55f643e0788a2e4834c6dd42d687b438#A#compaction#427 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 53.85 MB/second 2024-11-25T10:15:57,124 DEBUG [RS:0;e2fd862922a0:38547-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/55f643e0788a2e4834c6dd42d687b438/.tmp/A/c937fb89266249288d312e8266b54bb0 is 50, key is test_row_0/A:col10/1732529756575/Put/seqid=0 2024-11-25T10:15:57,135 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39927 is added to blk_1073742324_1500 (size=12915) 2024-11-25T10:15:57,145 DEBUG [RS:0;e2fd862922a0:38547-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/55f643e0788a2e4834c6dd42d687b438/.tmp/B/d0ed365d8fc44d929e9372f2be677004 as hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/55f643e0788a2e4834c6dd42d687b438/B/d0ed365d8fc44d929e9372f2be677004 2024-11-25T10:15:57,146 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39927 is added to blk_1073742325_1501 (size=12915) 2024-11-25T10:15:57,150 INFO [RS:0;e2fd862922a0:38547-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 55f643e0788a2e4834c6dd42d687b438/B of 55f643e0788a2e4834c6dd42d687b438 into d0ed365d8fc44d929e9372f2be677004(size=12.6 K), total size for store is 12.6 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-25T10:15:57,150 DEBUG [RS:0;e2fd862922a0:38547-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 55f643e0788a2e4834c6dd42d687b438: 2024-11-25T10:15:57,150 INFO [RS:0;e2fd862922a0:38547-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732529741476.55f643e0788a2e4834c6dd42d687b438., storeName=55f643e0788a2e4834c6dd42d687b438/B, priority=13, startTime=1732529757098; duration=0sec 2024-11-25T10:15:57,150 DEBUG [RS:0;e2fd862922a0:38547-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-25T10:15:57,151 DEBUG [RS:0;e2fd862922a0:38547-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 55f643e0788a2e4834c6dd42d687b438:B 2024-11-25T10:15:57,151 DEBUG [RS:0;e2fd862922a0:38547-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-25T10:15:57,151 DEBUG [RS:0;e2fd862922a0:38547-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37315 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-25T10:15:57,151 DEBUG [RS:0;e2fd862922a0:38547-longCompactions-0 {}] regionserver.HStore(1541): 55f643e0788a2e4834c6dd42d687b438/C is initiating minor compaction (all files) 2024-11-25T10:15:57,151 INFO [RS:0;e2fd862922a0:38547-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 55f643e0788a2e4834c6dd42d687b438/C in TestAcidGuarantees,,1732529741476.55f643e0788a2e4834c6dd42d687b438. 2024-11-25T10:15:57,151 INFO [RS:0;e2fd862922a0:38547-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/55f643e0788a2e4834c6dd42d687b438/C/99dde65e1c574c15b310be3092bd9998, hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/55f643e0788a2e4834c6dd42d687b438/C/897cdae639d44e478eaf5653708b7fed, hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/55f643e0788a2e4834c6dd42d687b438/C/0853ae23da574a049778204cd9eb2f58] into tmpdir=hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/55f643e0788a2e4834c6dd42d687b438/.tmp, totalSize=36.4 K 2024-11-25T10:15:57,152 DEBUG [RS:0;e2fd862922a0:38547-longCompactions-0 {}] compactions.Compactor(225): Compacting 99dde65e1c574c15b310be3092bd9998, keycount=150, bloomtype=ROW, size=12.4 K, encoding=NONE, compression=NONE, seqNum=258, earliestPutTs=1732529754202 2024-11-25T10:15:57,152 DEBUG [RS:0;e2fd862922a0:38547-longCompactions-0 {}] compactions.Compactor(225): Compacting 897cdae639d44e478eaf5653708b7fed, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=270, earliestPutTs=1732529754700 2024-11-25T10:15:57,152 DEBUG [RS:0;e2fd862922a0:38547-longCompactions-0 {}] compactions.Compactor(225): Compacting 0853ae23da574a049778204cd9eb2f58, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=289, earliestPutTs=1732529756461 2024-11-25T10:15:57,158 INFO [RS:0;e2fd862922a0:38547-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 55f643e0788a2e4834c6dd42d687b438#C#compaction#428 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 53.85 MB/second 2024-11-25T10:15:57,158 DEBUG [RS:0;e2fd862922a0:38547-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/55f643e0788a2e4834c6dd42d687b438/.tmp/C/0a249e74147f448b9ea472a3eb1d72b9 is 50, key is test_row_0/C:col10/1732529756575/Put/seqid=0 2024-11-25T10:15:57,166 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39927 is added to blk_1073742326_1502 (size=12915) 2024-11-25T10:15:57,172 DEBUG [RS:0;e2fd862922a0:38547-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/55f643e0788a2e4834c6dd42d687b438/.tmp/C/0a249e74147f448b9ea472a3eb1d72b9 as hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/55f643e0788a2e4834c6dd42d687b438/C/0a249e74147f448b9ea472a3eb1d72b9 2024-11-25T10:15:57,177 INFO [RS:0;e2fd862922a0:38547-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 55f643e0788a2e4834c6dd42d687b438/C of 55f643e0788a2e4834c6dd42d687b438 into 0a249e74147f448b9ea472a3eb1d72b9(size=12.6 K), total size for store is 12.6 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-25T10:15:57,177 DEBUG [RS:0;e2fd862922a0:38547-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 55f643e0788a2e4834c6dd42d687b438: 2024-11-25T10:15:57,177 INFO [RS:0;e2fd862922a0:38547-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732529741476.55f643e0788a2e4834c6dd42d687b438., storeName=55f643e0788a2e4834c6dd42d687b438/C, priority=13, startTime=1732529757098; duration=0sec 2024-11-25T10:15:57,177 DEBUG [RS:0;e2fd862922a0:38547-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-25T10:15:57,177 DEBUG [RS:0;e2fd862922a0:38547-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 55f643e0788a2e4834c6dd42d687b438:C 2024-11-25T10:15:57,324 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] regionserver.HRegion(8855): Flush requested on 55f643e0788a2e4834c6dd42d687b438 2024-11-25T10:15:57,324 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 55f643e0788a2e4834c6dd42d687b438 3/3 column families, dataSize=80.51 KB heapSize=239.81 KB 2024-11-25T10:15:57,325 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 55f643e0788a2e4834c6dd42d687b438, store=A 2024-11-25T10:15:57,325 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T10:15:57,325 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 55f643e0788a2e4834c6dd42d687b438, store=B 2024-11-25T10:15:57,325 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T10:15:57,325 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 55f643e0788a2e4834c6dd42d687b438, store=C 2024-11-25T10:15:57,325 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T10:15:57,328 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/55f643e0788a2e4834c6dd42d687b438/.tmp/A/1a48ef73894d4f3ba42dacd9033e40b5 is 50, key is test_row_0/A:col10/1732529756668/Put/seqid=0 2024-11-25T10:15:57,334 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39927 is added to blk_1073742327_1503 (size=14741) 2024-11-25T10:15:57,432 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55f643e0788a2e4834c6dd42d687b438, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-25T10:15:57,432 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] ipc.CallRunner(138): callId: 186 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39734 deadline: 1732529817431, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55f643e0788a2e4834c6dd42d687b438, server=e2fd862922a0,38547,1732529625709 2024-11-25T10:15:57,433 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732529741476.55f643e0788a2e4834c6dd42d687b438., hostname=e2fd862922a0,38547,1732529625709, seqNum=2 , the old value is region=TestAcidGuarantees,,1732529741476.55f643e0788a2e4834c6dd42d687b438., hostname=e2fd862922a0,38547,1732529625709, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55f643e0788a2e4834c6dd42d687b438, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T10:15:57,433 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732529741476.55f643e0788a2e4834c6dd42d687b438., hostname=e2fd862922a0,38547,1732529625709, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55f643e0788a2e4834c6dd42d687b438, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T10:15:57,433 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732529741476.55f643e0788a2e4834c6dd42d687b438., hostname=e2fd862922a0,38547,1732529625709, seqNum=2 because the exception is null or not the one we care about 2024-11-25T10:15:57,548 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55f643e0788a2e4834c6dd42d687b438, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-25T10:15:57,549 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] ipc.CallRunner(138): callId: 187 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39734 deadline: 1732529817542, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55f643e0788a2e4834c6dd42d687b438, server=e2fd862922a0,38547,1732529625709 2024-11-25T10:15:57,549 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732529741476.55f643e0788a2e4834c6dd42d687b438., hostname=e2fd862922a0,38547,1732529625709, seqNum=2 , the old value is region=TestAcidGuarantees,,1732529741476.55f643e0788a2e4834c6dd42d687b438., hostname=e2fd862922a0,38547,1732529625709, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55f643e0788a2e4834c6dd42d687b438, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T10:15:57,549 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732529741476.55f643e0788a2e4834c6dd42d687b438., hostname=e2fd862922a0,38547,1732529625709, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55f643e0788a2e4834c6dd42d687b438, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T10:15:57,549 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732529741476.55f643e0788a2e4834c6dd42d687b438., hostname=e2fd862922a0,38547,1732529625709, seqNum=2 because the exception is null or not the one we care about 2024-11-25T10:15:57,553 DEBUG [RS:0;e2fd862922a0:38547-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/55f643e0788a2e4834c6dd42d687b438/.tmp/A/c937fb89266249288d312e8266b54bb0 as hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/55f643e0788a2e4834c6dd42d687b438/A/c937fb89266249288d312e8266b54bb0 2024-11-25T10:15:57,562 INFO [RS:0;e2fd862922a0:38547-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 55f643e0788a2e4834c6dd42d687b438/A of 55f643e0788a2e4834c6dd42d687b438 into c937fb89266249288d312e8266b54bb0(size=12.6 K), total size for store is 12.6 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-25T10:15:57,563 DEBUG [RS:0;e2fd862922a0:38547-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 55f643e0788a2e4834c6dd42d687b438: 2024-11-25T10:15:57,563 INFO [RS:0;e2fd862922a0:38547-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732529741476.55f643e0788a2e4834c6dd42d687b438., storeName=55f643e0788a2e4834c6dd42d687b438/A, priority=13, startTime=1732529757097; duration=0sec 2024-11-25T10:15:57,563 DEBUG [RS:0;e2fd862922a0:38547-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-25T10:15:57,563 DEBUG [RS:0;e2fd862922a0:38547-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 55f643e0788a2e4834c6dd42d687b438:A 2024-11-25T10:15:57,592 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41005 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=139 2024-11-25T10:15:57,592 INFO [RPCClient-NioEventLoopGroup-4-10 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-25T10:15:57,593 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41005 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-25T10:15:57,594 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41005 {}] procedure2.ProcedureExecutor(1139): Stored pid=141, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=141, table=TestAcidGuarantees 2024-11-25T10:15:57,594 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41005 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=141 2024-11-25T10:15:57,594 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=141, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=141, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-25T10:15:57,595 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=141, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=141, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-25T10:15:57,595 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=142, ppid=141, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-25T10:15:57,702 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41005 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=141 2024-11-25T10:15:57,737 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=306 (bloomFilter=true), to=hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/55f643e0788a2e4834c6dd42d687b438/.tmp/A/1a48ef73894d4f3ba42dacd9033e40b5 2024-11-25T10:15:57,744 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/55f643e0788a2e4834c6dd42d687b438/.tmp/B/e2c6819ccedb4a2fad09d59b8e9fd4c9 is 50, key is test_row_0/B:col10/1732529756668/Put/seqid=0 2024-11-25T10:15:57,752 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=38547 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=142 2024-11-25T10:15:57,752 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e2fd862922a0:0-2 {event_type=RS_FLUSH_REGIONS, pid=142}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732529741476.55f643e0788a2e4834c6dd42d687b438. 2024-11-25T10:15:57,753 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e2fd862922a0:0-2 {event_type=RS_FLUSH_REGIONS, pid=142}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732529741476.55f643e0788a2e4834c6dd42d687b438. as already flushing 2024-11-25T10:15:57,753 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e2fd862922a0:0-2 {event_type=RS_FLUSH_REGIONS, pid=142}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732529741476.55f643e0788a2e4834c6dd42d687b438. 2024-11-25T10:15:57,753 ERROR [RS_FLUSH_OPERATIONS-regionserver/e2fd862922a0:0-2 {event_type=RS_FLUSH_REGIONS, pid=142}] handler.RSProcedureHandler(58): pid=142 java.io.IOException: Unable to complete flush {ENCODED => 55f643e0788a2e4834c6dd42d687b438, NAME => 'TestAcidGuarantees,,1732529741476.55f643e0788a2e4834c6dd42d687b438.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T10:15:57,753 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e2fd862922a0:0-2 {event_type=RS_FLUSH_REGIONS, pid=142}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=142 java.io.IOException: Unable to complete flush {ENCODED => 55f643e0788a2e4834c6dd42d687b438, NAME => 'TestAcidGuarantees,,1732529741476.55f643e0788a2e4834c6dd42d687b438.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T10:15:57,754 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41005 {}] master.HMaster(4177): Remote procedure failed, pid=142 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 55f643e0788a2e4834c6dd42d687b438, NAME => 'TestAcidGuarantees,,1732529741476.55f643e0788a2e4834c6dd42d687b438.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 55f643e0788a2e4834c6dd42d687b438, NAME => 'TestAcidGuarantees,,1732529741476.55f643e0788a2e4834c6dd42d687b438.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T10:15:57,757 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39927 is added to blk_1073742328_1504 (size=12301) 2024-11-25T10:15:57,760 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=306 (bloomFilter=true), to=hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/55f643e0788a2e4834c6dd42d687b438/.tmp/B/e2c6819ccedb4a2fad09d59b8e9fd4c9 2024-11-25T10:15:57,772 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/55f643e0788a2e4834c6dd42d687b438/.tmp/C/32da346cbc014e8d91c5026df20ec87d is 50, key is test_row_0/C:col10/1732529756668/Put/seqid=0 2024-11-25T10:15:57,773 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55f643e0788a2e4834c6dd42d687b438, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-25T10:15:57,773 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] ipc.CallRunner(138): callId: 188 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39734 deadline: 1732529817761, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55f643e0788a2e4834c6dd42d687b438, server=e2fd862922a0,38547,1732529625709 2024-11-25T10:15:57,774 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732529741476.55f643e0788a2e4834c6dd42d687b438., hostname=e2fd862922a0,38547,1732529625709, seqNum=2 , the old value is region=TestAcidGuarantees,,1732529741476.55f643e0788a2e4834c6dd42d687b438., hostname=e2fd862922a0,38547,1732529625709, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55f643e0788a2e4834c6dd42d687b438, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T10:15:57,774 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732529741476.55f643e0788a2e4834c6dd42d687b438., hostname=e2fd862922a0,38547,1732529625709, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55f643e0788a2e4834c6dd42d687b438, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T10:15:57,774 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732529741476.55f643e0788a2e4834c6dd42d687b438., hostname=e2fd862922a0,38547,1732529625709, seqNum=2 because the exception is null or not the one we care about 2024-11-25T10:15:57,782 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39927 is added to blk_1073742329_1505 (size=12301) 2024-11-25T10:15:57,912 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41005 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=141 2024-11-25T10:15:57,916 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=38547 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=142 2024-11-25T10:15:57,916 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e2fd862922a0:0-0 {event_type=RS_FLUSH_REGIONS, pid=142}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732529741476.55f643e0788a2e4834c6dd42d687b438. 2024-11-25T10:15:57,917 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e2fd862922a0:0-0 {event_type=RS_FLUSH_REGIONS, pid=142}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732529741476.55f643e0788a2e4834c6dd42d687b438. as already flushing 2024-11-25T10:15:57,917 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e2fd862922a0:0-0 {event_type=RS_FLUSH_REGIONS, pid=142}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732529741476.55f643e0788a2e4834c6dd42d687b438. 2024-11-25T10:15:57,917 ERROR [RS_FLUSH_OPERATIONS-regionserver/e2fd862922a0:0-0 {event_type=RS_FLUSH_REGIONS, pid=142}] handler.RSProcedureHandler(58): pid=142 java.io.IOException: Unable to complete flush {ENCODED => 55f643e0788a2e4834c6dd42d687b438, NAME => 'TestAcidGuarantees,,1732529741476.55f643e0788a2e4834c6dd42d687b438.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T10:15:57,917 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e2fd862922a0:0-0 {event_type=RS_FLUSH_REGIONS, pid=142}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=142 java.io.IOException: Unable to complete flush {ENCODED => 55f643e0788a2e4834c6dd42d687b438, NAME => 'TestAcidGuarantees,,1732529741476.55f643e0788a2e4834c6dd42d687b438.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T10:15:57,918 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41005 {}] master.HMaster(4177): Remote procedure failed, pid=142 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 55f643e0788a2e4834c6dd42d687b438, NAME => 'TestAcidGuarantees,,1732529741476.55f643e0788a2e4834c6dd42d687b438.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 55f643e0788a2e4834c6dd42d687b438, NAME => 'TestAcidGuarantees,,1732529741476.55f643e0788a2e4834c6dd42d687b438.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T10:15:58,075 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=38547 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=142 2024-11-25T10:15:58,075 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e2fd862922a0:0-1 {event_type=RS_FLUSH_REGIONS, pid=142}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732529741476.55f643e0788a2e4834c6dd42d687b438. 2024-11-25T10:15:58,075 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e2fd862922a0:0-1 {event_type=RS_FLUSH_REGIONS, pid=142}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732529741476.55f643e0788a2e4834c6dd42d687b438. as already flushing 2024-11-25T10:15:58,075 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e2fd862922a0:0-1 {event_type=RS_FLUSH_REGIONS, pid=142}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732529741476.55f643e0788a2e4834c6dd42d687b438. 2024-11-25T10:15:58,075 ERROR [RS_FLUSH_OPERATIONS-regionserver/e2fd862922a0:0-1 {event_type=RS_FLUSH_REGIONS, pid=142}] handler.RSProcedureHandler(58): pid=142 java.io.IOException: Unable to complete flush {ENCODED => 55f643e0788a2e4834c6dd42d687b438, NAME => 'TestAcidGuarantees,,1732529741476.55f643e0788a2e4834c6dd42d687b438.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T10:15:58,076 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e2fd862922a0:0-1 {event_type=RS_FLUSH_REGIONS, pid=142}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=142 java.io.IOException: Unable to complete flush {ENCODED => 55f643e0788a2e4834c6dd42d687b438, NAME => 'TestAcidGuarantees,,1732529741476.55f643e0788a2e4834c6dd42d687b438.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T10:15:58,077 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41005 {}] master.HMaster(4177): Remote procedure failed, pid=142 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 55f643e0788a2e4834c6dd42d687b438, NAME => 'TestAcidGuarantees,,1732529741476.55f643e0788a2e4834c6dd42d687b438.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 55f643e0788a2e4834c6dd42d687b438, NAME => 'TestAcidGuarantees,,1732529741476.55f643e0788a2e4834c6dd42d687b438.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T10:15:58,091 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55f643e0788a2e4834c6dd42d687b438, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-25T10:15:58,091 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] ipc.CallRunner(138): callId: 189 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39734 deadline: 1732529818084, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55f643e0788a2e4834c6dd42d687b438, server=e2fd862922a0,38547,1732529625709 2024-11-25T10:15:58,091 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732529741476.55f643e0788a2e4834c6dd42d687b438., hostname=e2fd862922a0,38547,1732529625709, seqNum=2 , the old value is region=TestAcidGuarantees,,1732529741476.55f643e0788a2e4834c6dd42d687b438., hostname=e2fd862922a0,38547,1732529625709, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55f643e0788a2e4834c6dd42d687b438, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T10:15:58,091 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732529741476.55f643e0788a2e4834c6dd42d687b438., hostname=e2fd862922a0,38547,1732529625709, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55f643e0788a2e4834c6dd42d687b438, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T10:15:58,091 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732529741476.55f643e0788a2e4834c6dd42d687b438., hostname=e2fd862922a0,38547,1732529625709, seqNum=2 because the exception is null or not the one we care about 2024-11-25T10:15:58,183 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=306 (bloomFilter=true), to=hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/55f643e0788a2e4834c6dd42d687b438/.tmp/C/32da346cbc014e8d91c5026df20ec87d 2024-11-25T10:15:58,191 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/55f643e0788a2e4834c6dd42d687b438/.tmp/A/1a48ef73894d4f3ba42dacd9033e40b5 as hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/55f643e0788a2e4834c6dd42d687b438/A/1a48ef73894d4f3ba42dacd9033e40b5 2024-11-25T10:15:58,200 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/55f643e0788a2e4834c6dd42d687b438/A/1a48ef73894d4f3ba42dacd9033e40b5, entries=200, sequenceid=306, filesize=14.4 K 2024-11-25T10:15:58,200 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/55f643e0788a2e4834c6dd42d687b438/.tmp/B/e2c6819ccedb4a2fad09d59b8e9fd4c9 as hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/55f643e0788a2e4834c6dd42d687b438/B/e2c6819ccedb4a2fad09d59b8e9fd4c9 2024-11-25T10:15:58,205 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/55f643e0788a2e4834c6dd42d687b438/B/e2c6819ccedb4a2fad09d59b8e9fd4c9, entries=150, sequenceid=306, filesize=12.0 K 2024-11-25T10:15:58,206 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/55f643e0788a2e4834c6dd42d687b438/.tmp/C/32da346cbc014e8d91c5026df20ec87d as hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/55f643e0788a2e4834c6dd42d687b438/C/32da346cbc014e8d91c5026df20ec87d 2024-11-25T10:15:58,217 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/55f643e0788a2e4834c6dd42d687b438/C/32da346cbc014e8d91c5026df20ec87d, entries=150, sequenceid=306, filesize=12.0 K 2024-11-25T10:15:58,218 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~80.51 KB/82440, heapSize ~239.77 KB/245520, currentSize=93.93 KB/96180 for 55f643e0788a2e4834c6dd42d687b438 in 894ms, sequenceid=306, compaction requested=false 2024-11-25T10:15:58,219 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 55f643e0788a2e4834c6dd42d687b438: 2024-11-25T10:15:58,222 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41005 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=141 2024-11-25T10:15:58,229 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=38547 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=142 2024-11-25T10:15:58,229 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e2fd862922a0:0-2 {event_type=RS_FLUSH_REGIONS, pid=142}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732529741476.55f643e0788a2e4834c6dd42d687b438. 2024-11-25T10:15:58,230 INFO [RS_FLUSH_OPERATIONS-regionserver/e2fd862922a0:0-2 {event_type=RS_FLUSH_REGIONS, pid=142}] regionserver.HRegion(2902): Flushing 55f643e0788a2e4834c6dd42d687b438 3/3 column families, dataSize=93.93 KB heapSize=279.66 KB 2024-11-25T10:15:58,230 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e2fd862922a0:0-2 {event_type=RS_FLUSH_REGIONS, pid=142}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 55f643e0788a2e4834c6dd42d687b438, store=A 2024-11-25T10:15:58,230 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e2fd862922a0:0-2 {event_type=RS_FLUSH_REGIONS, pid=142}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T10:15:58,230 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e2fd862922a0:0-2 {event_type=RS_FLUSH_REGIONS, pid=142}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 55f643e0788a2e4834c6dd42d687b438, store=B 2024-11-25T10:15:58,230 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e2fd862922a0:0-2 {event_type=RS_FLUSH_REGIONS, pid=142}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T10:15:58,230 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e2fd862922a0:0-2 {event_type=RS_FLUSH_REGIONS, pid=142}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 55f643e0788a2e4834c6dd42d687b438, store=C 2024-11-25T10:15:58,230 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e2fd862922a0:0-2 {event_type=RS_FLUSH_REGIONS, pid=142}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T10:15:58,242 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e2fd862922a0:0-2 {event_type=RS_FLUSH_REGIONS, pid=142}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/55f643e0788a2e4834c6dd42d687b438/.tmp/A/bab4a24b99be41bf87d791981d72bb64 is 50, key is test_row_0/A:col10/1732529757399/Put/seqid=0 2024-11-25T10:15:58,289 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39927 is added to blk_1073742330_1506 (size=12301) 2024-11-25T10:15:58,291 INFO [RS_FLUSH_OPERATIONS-regionserver/e2fd862922a0:0-2 {event_type=RS_FLUSH_REGIONS, pid=142}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=31.31 KB at sequenceid=324 (bloomFilter=true), to=hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/55f643e0788a2e4834c6dd42d687b438/.tmp/A/bab4a24b99be41bf87d791981d72bb64 2024-11-25T10:15:58,336 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e2fd862922a0:0-2 {event_type=RS_FLUSH_REGIONS, pid=142}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/55f643e0788a2e4834c6dd42d687b438/.tmp/B/bb5bae3b3d80437da820b957dd0ca0b9 is 50, key is test_row_0/B:col10/1732529757399/Put/seqid=0 2024-11-25T10:15:58,390 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39927 is added to blk_1073742331_1507 (size=12301) 2024-11-25T10:15:58,612 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] regionserver.HRegion(8855): Flush requested on 55f643e0788a2e4834c6dd42d687b438 2024-11-25T10:15:58,612 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732529741476.55f643e0788a2e4834c6dd42d687b438. as already flushing 2024-11-25T10:15:58,732 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41005 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=141 2024-11-25T10:15:58,781 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55f643e0788a2e4834c6dd42d687b438, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-25T10:15:58,781 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] ipc.CallRunner(138): callId: 202 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39734 deadline: 1732529818767, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55f643e0788a2e4834c6dd42d687b438, server=e2fd862922a0,38547,1732529625709 2024-11-25T10:15:58,783 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732529741476.55f643e0788a2e4834c6dd42d687b438., hostname=e2fd862922a0,38547,1732529625709, seqNum=2 , the old value is region=TestAcidGuarantees,,1732529741476.55f643e0788a2e4834c6dd42d687b438., hostname=e2fd862922a0,38547,1732529625709, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55f643e0788a2e4834c6dd42d687b438, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T10:15:58,783 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732529741476.55f643e0788a2e4834c6dd42d687b438., hostname=e2fd862922a0,38547,1732529625709, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55f643e0788a2e4834c6dd42d687b438, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T10:15:58,783 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732529741476.55f643e0788a2e4834c6dd42d687b438., hostname=e2fd862922a0,38547,1732529625709, seqNum=2 because the exception is null or not the one we care about 2024-11-25T10:15:58,803 INFO [RS_FLUSH_OPERATIONS-regionserver/e2fd862922a0:0-2 {event_type=RS_FLUSH_REGIONS, pid=142}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=31.31 KB at sequenceid=324 (bloomFilter=true), to=hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/55f643e0788a2e4834c6dd42d687b438/.tmp/B/bb5bae3b3d80437da820b957dd0ca0b9 2024-11-25T10:15:58,811 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e2fd862922a0:0-2 {event_type=RS_FLUSH_REGIONS, pid=142}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/55f643e0788a2e4834c6dd42d687b438/.tmp/C/ab3790fe5b664dae9edb2fed020cafe6 is 50, key is test_row_0/C:col10/1732529757399/Put/seqid=0 2024-11-25T10:15:58,820 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39927 is added to blk_1073742332_1508 (size=12301) 2024-11-25T10:15:58,905 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55f643e0788a2e4834c6dd42d687b438, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-25T10:15:58,905 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] ipc.CallRunner(138): callId: 203 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39734 deadline: 1732529818892, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55f643e0788a2e4834c6dd42d687b438, server=e2fd862922a0,38547,1732529625709 2024-11-25T10:15:58,909 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732529741476.55f643e0788a2e4834c6dd42d687b438., hostname=e2fd862922a0,38547,1732529625709, seqNum=2 , the old value is region=TestAcidGuarantees,,1732529741476.55f643e0788a2e4834c6dd42d687b438., hostname=e2fd862922a0,38547,1732529625709, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55f643e0788a2e4834c6dd42d687b438, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T10:15:58,909 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732529741476.55f643e0788a2e4834c6dd42d687b438., hostname=e2fd862922a0,38547,1732529625709, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55f643e0788a2e4834c6dd42d687b438, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T10:15:58,909 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732529741476.55f643e0788a2e4834c6dd42d687b438., hostname=e2fd862922a0,38547,1732529625709, seqNum=2 because the exception is null or not the one we care about 2024-11-25T10:15:58,920 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55f643e0788a2e4834c6dd42d687b438, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-25T10:15:58,920 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] ipc.CallRunner(138): callId: 64 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39662 deadline: 1732529818912, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55f643e0788a2e4834c6dd42d687b438, server=e2fd862922a0,38547,1732529625709 2024-11-25T10:15:58,921 WARN [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRpcRetryingCaller(177): Call to e2fd862922a0,38547,1732529625709 for 'test_row_2' in 55f643e0788a2e4834c6dd42d687b438 of TestAcidGuarantees failed, tries = 7, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 4213 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55f643e0788a2e4834c6dd42d687b438, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor39.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55f643e0788a2e4834c6dd42d687b438, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 32 more 2024-11-25T10:15:58,921 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732529741476.55f643e0788a2e4834c6dd42d687b438., hostname=e2fd862922a0,38547,1732529625709, seqNum=2 , the old value is region=TestAcidGuarantees,,1732529741476.55f643e0788a2e4834c6dd42d687b438., hostname=e2fd862922a0,38547,1732529625709, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55f643e0788a2e4834c6dd42d687b438, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T10:15:58,921 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732529741476.55f643e0788a2e4834c6dd42d687b438., hostname=e2fd862922a0,38547,1732529625709, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55f643e0788a2e4834c6dd42d687b438, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T10:15:58,921 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732529741476.55f643e0788a2e4834c6dd42d687b438., hostname=e2fd862922a0,38547,1732529625709, seqNum=2 because the exception is null or not the one we care about 2024-11-25T10:15:58,935 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55f643e0788a2e4834c6dd42d687b438, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-25T10:15:58,935 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] ipc.CallRunner(138): callId: 67 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39730 deadline: 1732529818922, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55f643e0788a2e4834c6dd42d687b438, server=e2fd862922a0,38547,1732529625709 2024-11-25T10:15:58,936 WARN [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRpcRetryingCaller(177): Call to e2fd862922a0,38547,1732529625709 for 'test_row_0' in 55f643e0788a2e4834c6dd42d687b438 of TestAcidGuarantees failed, tries = 7, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 4226 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55f643e0788a2e4834c6dd42d687b438, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor39.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55f643e0788a2e4834c6dd42d687b438, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 32 more 2024-11-25T10:15:58,936 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732529741476.55f643e0788a2e4834c6dd42d687b438., hostname=e2fd862922a0,38547,1732529625709, seqNum=2 , the old value is region=TestAcidGuarantees,,1732529741476.55f643e0788a2e4834c6dd42d687b438., hostname=e2fd862922a0,38547,1732529625709, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55f643e0788a2e4834c6dd42d687b438, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T10:15:58,936 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732529741476.55f643e0788a2e4834c6dd42d687b438., hostname=e2fd862922a0,38547,1732529625709, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55f643e0788a2e4834c6dd42d687b438, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T10:15:58,936 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732529741476.55f643e0788a2e4834c6dd42d687b438., hostname=e2fd862922a0,38547,1732529625709, seqNum=2 because the exception is null or not the one we care about 2024-11-25T10:15:58,951 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55f643e0788a2e4834c6dd42d687b438, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-25T10:15:58,951 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] ipc.CallRunner(138): callId: 65 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39740 deadline: 1732529818941, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55f643e0788a2e4834c6dd42d687b438, server=e2fd862922a0,38547,1732529625709 2024-11-25T10:15:58,951 WARN [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRpcRetryingCaller(177): Call to e2fd862922a0,38547,1732529625709 for 'test_row_0' in 55f643e0788a2e4834c6dd42d687b438 of TestAcidGuarantees failed, tries = 7, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 4235 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55f643e0788a2e4834c6dd42d687b438, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor39.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55f643e0788a2e4834c6dd42d687b438, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 32 more 2024-11-25T10:15:58,952 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732529741476.55f643e0788a2e4834c6dd42d687b438., hostname=e2fd862922a0,38547,1732529625709, seqNum=2 , the old value is region=TestAcidGuarantees,,1732529741476.55f643e0788a2e4834c6dd42d687b438., hostname=e2fd862922a0,38547,1732529625709, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55f643e0788a2e4834c6dd42d687b438, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T10:15:58,952 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732529741476.55f643e0788a2e4834c6dd42d687b438., hostname=e2fd862922a0,38547,1732529625709, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55f643e0788a2e4834c6dd42d687b438, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T10:15:58,952 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732529741476.55f643e0788a2e4834c6dd42d687b438., hostname=e2fd862922a0,38547,1732529625709, seqNum=2 because the exception is null or not the one we care about 2024-11-25T10:15:58,958 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55f643e0788a2e4834c6dd42d687b438, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-25T10:15:58,958 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] ipc.CallRunner(138): callId: 64 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39748 deadline: 1732529818952, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55f643e0788a2e4834c6dd42d687b438, server=e2fd862922a0,38547,1732529625709 2024-11-25T10:15:58,959 WARN [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRpcRetryingCaller(177): Call to e2fd862922a0,38547,1732529625709 for 'test_row_1' in 55f643e0788a2e4834c6dd42d687b438 of TestAcidGuarantees failed, tries = 7, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 4243 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55f643e0788a2e4834c6dd42d687b438, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor39.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55f643e0788a2e4834c6dd42d687b438, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 32 more 2024-11-25T10:15:58,959 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732529741476.55f643e0788a2e4834c6dd42d687b438., hostname=e2fd862922a0,38547,1732529625709, seqNum=2 , the old value is region=TestAcidGuarantees,,1732529741476.55f643e0788a2e4834c6dd42d687b438., hostname=e2fd862922a0,38547,1732529625709, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55f643e0788a2e4834c6dd42d687b438, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T10:15:58,960 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732529741476.55f643e0788a2e4834c6dd42d687b438., hostname=e2fd862922a0,38547,1732529625709, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55f643e0788a2e4834c6dd42d687b438, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T10:15:58,960 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732529741476.55f643e0788a2e4834c6dd42d687b438., hostname=e2fd862922a0,38547,1732529625709, seqNum=2 because the exception is null or not the one we care about 2024-11-25T10:15:59,115 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55f643e0788a2e4834c6dd42d687b438, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-25T10:15:59,115 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] ipc.CallRunner(138): callId: 204 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39734 deadline: 1732529819112, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55f643e0788a2e4834c6dd42d687b438, server=e2fd862922a0,38547,1732529625709 2024-11-25T10:15:59,116 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732529741476.55f643e0788a2e4834c6dd42d687b438., hostname=e2fd862922a0,38547,1732529625709, seqNum=2 , the old value is region=TestAcidGuarantees,,1732529741476.55f643e0788a2e4834c6dd42d687b438., hostname=e2fd862922a0,38547,1732529625709, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55f643e0788a2e4834c6dd42d687b438, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T10:15:59,116 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732529741476.55f643e0788a2e4834c6dd42d687b438., hostname=e2fd862922a0,38547,1732529625709, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55f643e0788a2e4834c6dd42d687b438, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T10:15:59,116 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732529741476.55f643e0788a2e4834c6dd42d687b438., hostname=e2fd862922a0,38547,1732529625709, seqNum=2 because the exception is null or not the one we care about 2024-11-25T10:15:59,221 INFO [RS_FLUSH_OPERATIONS-regionserver/e2fd862922a0:0-2 {event_type=RS_FLUSH_REGIONS, pid=142}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=31.31 KB at sequenceid=324 (bloomFilter=true), to=hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/55f643e0788a2e4834c6dd42d687b438/.tmp/C/ab3790fe5b664dae9edb2fed020cafe6 2024-11-25T10:15:59,225 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e2fd862922a0:0-2 {event_type=RS_FLUSH_REGIONS, pid=142}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/55f643e0788a2e4834c6dd42d687b438/.tmp/A/bab4a24b99be41bf87d791981d72bb64 as hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/55f643e0788a2e4834c6dd42d687b438/A/bab4a24b99be41bf87d791981d72bb64 2024-11-25T10:15:59,228 INFO [RS_FLUSH_OPERATIONS-regionserver/e2fd862922a0:0-2 {event_type=RS_FLUSH_REGIONS, pid=142}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/55f643e0788a2e4834c6dd42d687b438/A/bab4a24b99be41bf87d791981d72bb64, entries=150, sequenceid=324, filesize=12.0 K 2024-11-25T10:15:59,229 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e2fd862922a0:0-2 {event_type=RS_FLUSH_REGIONS, pid=142}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/55f643e0788a2e4834c6dd42d687b438/.tmp/B/bb5bae3b3d80437da820b957dd0ca0b9 as hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/55f643e0788a2e4834c6dd42d687b438/B/bb5bae3b3d80437da820b957dd0ca0b9 2024-11-25T10:15:59,232 INFO [RS_FLUSH_OPERATIONS-regionserver/e2fd862922a0:0-2 {event_type=RS_FLUSH_REGIONS, pid=142}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/55f643e0788a2e4834c6dd42d687b438/B/bb5bae3b3d80437da820b957dd0ca0b9, entries=150, sequenceid=324, filesize=12.0 K 2024-11-25T10:15:59,232 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e2fd862922a0:0-2 {event_type=RS_FLUSH_REGIONS, pid=142}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/55f643e0788a2e4834c6dd42d687b438/.tmp/C/ab3790fe5b664dae9edb2fed020cafe6 as hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/55f643e0788a2e4834c6dd42d687b438/C/ab3790fe5b664dae9edb2fed020cafe6 2024-11-25T10:15:59,235 INFO [RS_FLUSH_OPERATIONS-regionserver/e2fd862922a0:0-2 {event_type=RS_FLUSH_REGIONS, pid=142}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/55f643e0788a2e4834c6dd42d687b438/C/ab3790fe5b664dae9edb2fed020cafe6, entries=150, sequenceid=324, filesize=12.0 K 2024-11-25T10:15:59,236 INFO [RS_FLUSH_OPERATIONS-regionserver/e2fd862922a0:0-2 {event_type=RS_FLUSH_REGIONS, pid=142}] regionserver.HRegion(3140): Finished flush of dataSize ~93.93 KB/96180, heapSize ~279.61 KB/286320, currentSize=80.51 KB/82440 for 55f643e0788a2e4834c6dd42d687b438 in 1007ms, sequenceid=324, compaction requested=true 2024-11-25T10:15:59,236 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e2fd862922a0:0-2 {event_type=RS_FLUSH_REGIONS, pid=142}] regionserver.HRegion(2603): Flush status journal for 55f643e0788a2e4834c6dd42d687b438: 2024-11-25T10:15:59,236 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e2fd862922a0:0-2 {event_type=RS_FLUSH_REGIONS, pid=142}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732529741476.55f643e0788a2e4834c6dd42d687b438. 2024-11-25T10:15:59,236 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e2fd862922a0:0-2 {event_type=RS_FLUSH_REGIONS, pid=142}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=142 2024-11-25T10:15:59,237 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41005 {}] master.HMaster(4169): Remote procedure done, pid=142 2024-11-25T10:15:59,241 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=142, resume processing ppid=141 2024-11-25T10:15:59,241 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=142, ppid=141, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.6440 sec 2024-11-25T10:15:59,242 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=141, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=141, table=TestAcidGuarantees in 1.6480 sec 2024-11-25T10:15:59,429 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] regionserver.HRegion(8855): Flush requested on 55f643e0788a2e4834c6dd42d687b438 2024-11-25T10:15:59,429 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 55f643e0788a2e4834c6dd42d687b438 3/3 column families, dataSize=87.22 KB heapSize=259.73 KB 2024-11-25T10:15:59,429 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 55f643e0788a2e4834c6dd42d687b438, store=A 2024-11-25T10:15:59,429 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T10:15:59,429 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 55f643e0788a2e4834c6dd42d687b438, store=B 2024-11-25T10:15:59,429 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T10:15:59,429 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 55f643e0788a2e4834c6dd42d687b438, store=C 2024-11-25T10:15:59,429 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T10:15:59,438 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/55f643e0788a2e4834c6dd42d687b438/.tmp/A/70df14cbaa984f7bba7e87d34af7c1b7 is 50, key is test_row_0/A:col10/1732529758759/Put/seqid=0 2024-11-25T10:15:59,448 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39927 is added to blk_1073742333_1509 (size=14741) 2024-11-25T10:15:59,545 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55f643e0788a2e4834c6dd42d687b438, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-25T10:15:59,546 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] ipc.CallRunner(138): callId: 219 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39734 deadline: 1732529819540, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55f643e0788a2e4834c6dd42d687b438, server=e2fd862922a0,38547,1732529625709 2024-11-25T10:15:59,546 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732529741476.55f643e0788a2e4834c6dd42d687b438., hostname=e2fd862922a0,38547,1732529625709, seqNum=2 , the old value is region=TestAcidGuarantees,,1732529741476.55f643e0788a2e4834c6dd42d687b438., hostname=e2fd862922a0,38547,1732529625709, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55f643e0788a2e4834c6dd42d687b438, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T10:15:59,546 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732529741476.55f643e0788a2e4834c6dd42d687b438., hostname=e2fd862922a0,38547,1732529625709, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55f643e0788a2e4834c6dd42d687b438, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T10:15:59,546 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732529741476.55f643e0788a2e4834c6dd42d687b438., hostname=e2fd862922a0,38547,1732529625709, seqNum=2 because the exception is null or not the one we care about 2024-11-25T10:15:59,657 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55f643e0788a2e4834c6dd42d687b438, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-25T10:15:59,658 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] ipc.CallRunner(138): callId: 220 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39734 deadline: 1732529819652, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55f643e0788a2e4834c6dd42d687b438, server=e2fd862922a0,38547,1732529625709 2024-11-25T10:15:59,658 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732529741476.55f643e0788a2e4834c6dd42d687b438., hostname=e2fd862922a0,38547,1732529625709, seqNum=2 , the old value is region=TestAcidGuarantees,,1732529741476.55f643e0788a2e4834c6dd42d687b438., hostname=e2fd862922a0,38547,1732529625709, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55f643e0788a2e4834c6dd42d687b438, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T10:15:59,658 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732529741476.55f643e0788a2e4834c6dd42d687b438., hostname=e2fd862922a0,38547,1732529625709, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55f643e0788a2e4834c6dd42d687b438, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T10:15:59,658 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732529741476.55f643e0788a2e4834c6dd42d687b438., hostname=e2fd862922a0,38547,1732529625709, seqNum=2 because the exception is null or not the one we care about 2024-11-25T10:15:59,742 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41005 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=141 2024-11-25T10:15:59,742 INFO [RPCClient-NioEventLoopGroup-4-10 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-25T10:15:59,743 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41005 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-25T10:15:59,744 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41005 {}] procedure2.ProcedureExecutor(1139): Stored pid=143, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=143, table=TestAcidGuarantees 2024-11-25T10:15:59,745 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41005 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=143 2024-11-25T10:15:59,745 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=143, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=143, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-25T10:15:59,746 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=143, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=143, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-25T10:15:59,746 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=144, ppid=143, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-25T10:15:59,850 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29.07 KB at sequenceid=340 (bloomFilter=true), to=hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/55f643e0788a2e4834c6dd42d687b438/.tmp/A/70df14cbaa984f7bba7e87d34af7c1b7 2024-11-25T10:15:59,852 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41005 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=143 2024-11-25T10:15:59,859 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/55f643e0788a2e4834c6dd42d687b438/.tmp/B/0be224d511c9463a8116e6ea70efe355 is 50, key is test_row_0/B:col10/1732529758759/Put/seqid=0 2024-11-25T10:15:59,862 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39927 is added to blk_1073742334_1510 (size=12301) 2024-11-25T10:15:59,869 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55f643e0788a2e4834c6dd42d687b438, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-25T10:15:59,869 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] ipc.CallRunner(138): callId: 221 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39734 deadline: 1732529819862, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55f643e0788a2e4834c6dd42d687b438, server=e2fd862922a0,38547,1732529625709 2024-11-25T10:15:59,869 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732529741476.55f643e0788a2e4834c6dd42d687b438., hostname=e2fd862922a0,38547,1732529625709, seqNum=2 , the old value is region=TestAcidGuarantees,,1732529741476.55f643e0788a2e4834c6dd42d687b438., hostname=e2fd862922a0,38547,1732529625709, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55f643e0788a2e4834c6dd42d687b438, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T10:15:59,869 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732529741476.55f643e0788a2e4834c6dd42d687b438., hostname=e2fd862922a0,38547,1732529625709, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55f643e0788a2e4834c6dd42d687b438, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T10:15:59,869 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732529741476.55f643e0788a2e4834c6dd42d687b438., hostname=e2fd862922a0,38547,1732529625709, seqNum=2 because the exception is null or not the one we care about 2024-11-25T10:15:59,897 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=38547 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=144 2024-11-25T10:15:59,898 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e2fd862922a0:0-0 {event_type=RS_FLUSH_REGIONS, pid=144}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732529741476.55f643e0788a2e4834c6dd42d687b438. 2024-11-25T10:15:59,898 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e2fd862922a0:0-0 {event_type=RS_FLUSH_REGIONS, pid=144}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732529741476.55f643e0788a2e4834c6dd42d687b438. as already flushing 2024-11-25T10:15:59,898 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e2fd862922a0:0-0 {event_type=RS_FLUSH_REGIONS, pid=144}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732529741476.55f643e0788a2e4834c6dd42d687b438. 2024-11-25T10:15:59,898 ERROR [RS_FLUSH_OPERATIONS-regionserver/e2fd862922a0:0-0 {event_type=RS_FLUSH_REGIONS, pid=144}] handler.RSProcedureHandler(58): pid=144 java.io.IOException: Unable to complete flush {ENCODED => 55f643e0788a2e4834c6dd42d687b438, NAME => 'TestAcidGuarantees,,1732529741476.55f643e0788a2e4834c6dd42d687b438.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T10:15:59,898 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e2fd862922a0:0-0 {event_type=RS_FLUSH_REGIONS, pid=144}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=144 java.io.IOException: Unable to complete flush {ENCODED => 55f643e0788a2e4834c6dd42d687b438, NAME => 'TestAcidGuarantees,,1732529741476.55f643e0788a2e4834c6dd42d687b438.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T10:15:59,899 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41005 {}] master.HMaster(4177): Remote procedure failed, pid=144 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 55f643e0788a2e4834c6dd42d687b438, NAME => 'TestAcidGuarantees,,1732529741476.55f643e0788a2e4834c6dd42d687b438.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 55f643e0788a2e4834c6dd42d687b438, NAME => 'TestAcidGuarantees,,1732529741476.55f643e0788a2e4834c6dd42d687b438.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T10:16:00,050 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=38547 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=144 2024-11-25T10:16:00,051 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e2fd862922a0:0-1 {event_type=RS_FLUSH_REGIONS, pid=144}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732529741476.55f643e0788a2e4834c6dd42d687b438. 2024-11-25T10:16:00,051 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e2fd862922a0:0-1 {event_type=RS_FLUSH_REGIONS, pid=144}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732529741476.55f643e0788a2e4834c6dd42d687b438. as already flushing 2024-11-25T10:16:00,051 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e2fd862922a0:0-1 {event_type=RS_FLUSH_REGIONS, pid=144}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732529741476.55f643e0788a2e4834c6dd42d687b438. 2024-11-25T10:16:00,051 ERROR [RS_FLUSH_OPERATIONS-regionserver/e2fd862922a0:0-1 {event_type=RS_FLUSH_REGIONS, pid=144}] handler.RSProcedureHandler(58): pid=144 java.io.IOException: Unable to complete flush {ENCODED => 55f643e0788a2e4834c6dd42d687b438, NAME => 'TestAcidGuarantees,,1732529741476.55f643e0788a2e4834c6dd42d687b438.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T10:16:00,051 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e2fd862922a0:0-1 {event_type=RS_FLUSH_REGIONS, pid=144}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=144 java.io.IOException: Unable to complete flush {ENCODED => 55f643e0788a2e4834c6dd42d687b438, NAME => 'TestAcidGuarantees,,1732529741476.55f643e0788a2e4834c6dd42d687b438.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T10:16:00,051 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41005 {}] master.HMaster(4177): Remote procedure failed, pid=144 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 55f643e0788a2e4834c6dd42d687b438, NAME => 'TestAcidGuarantees,,1732529741476.55f643e0788a2e4834c6dd42d687b438.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 55f643e0788a2e4834c6dd42d687b438, NAME => 'TestAcidGuarantees,,1732529741476.55f643e0788a2e4834c6dd42d687b438.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T10:16:00,062 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41005 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=143 2024-11-25T10:16:00,193 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55f643e0788a2e4834c6dd42d687b438, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-25T10:16:00,193 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] ipc.CallRunner(138): callId: 222 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39734 deadline: 1732529820182, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55f643e0788a2e4834c6dd42d687b438, server=e2fd862922a0,38547,1732529625709 2024-11-25T10:16:00,193 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732529741476.55f643e0788a2e4834c6dd42d687b438., hostname=e2fd862922a0,38547,1732529625709, seqNum=2 , the old value is region=TestAcidGuarantees,,1732529741476.55f643e0788a2e4834c6dd42d687b438., hostname=e2fd862922a0,38547,1732529625709, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55f643e0788a2e4834c6dd42d687b438, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T10:16:00,193 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732529741476.55f643e0788a2e4834c6dd42d687b438., hostname=e2fd862922a0,38547,1732529625709, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55f643e0788a2e4834c6dd42d687b438, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T10:16:00,193 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732529741476.55f643e0788a2e4834c6dd42d687b438., hostname=e2fd862922a0,38547,1732529625709, seqNum=2 because the exception is null or not the one we care about 2024-11-25T10:16:00,203 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=38547 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=144 2024-11-25T10:16:00,204 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e2fd862922a0:0-2 {event_type=RS_FLUSH_REGIONS, pid=144}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732529741476.55f643e0788a2e4834c6dd42d687b438. 2024-11-25T10:16:00,204 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e2fd862922a0:0-2 {event_type=RS_FLUSH_REGIONS, pid=144}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732529741476.55f643e0788a2e4834c6dd42d687b438. as already flushing 2024-11-25T10:16:00,204 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e2fd862922a0:0-2 {event_type=RS_FLUSH_REGIONS, pid=144}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732529741476.55f643e0788a2e4834c6dd42d687b438. 2024-11-25T10:16:00,204 ERROR [RS_FLUSH_OPERATIONS-regionserver/e2fd862922a0:0-2 {event_type=RS_FLUSH_REGIONS, pid=144}] handler.RSProcedureHandler(58): pid=144 java.io.IOException: Unable to complete flush {ENCODED => 55f643e0788a2e4834c6dd42d687b438, NAME => 'TestAcidGuarantees,,1732529741476.55f643e0788a2e4834c6dd42d687b438.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T10:16:00,204 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e2fd862922a0:0-2 {event_type=RS_FLUSH_REGIONS, pid=144}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=144 java.io.IOException: Unable to complete flush {ENCODED => 55f643e0788a2e4834c6dd42d687b438, NAME => 'TestAcidGuarantees,,1732529741476.55f643e0788a2e4834c6dd42d687b438.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T10:16:00,205 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41005 {}] master.HMaster(4177): Remote procedure failed, pid=144 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 55f643e0788a2e4834c6dd42d687b438, NAME => 'TestAcidGuarantees,,1732529741476.55f643e0788a2e4834c6dd42d687b438.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 55f643e0788a2e4834c6dd42d687b438, NAME => 'TestAcidGuarantees,,1732529741476.55f643e0788a2e4834c6dd42d687b438.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T10:16:00,265 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29.07 KB at sequenceid=340 (bloomFilter=true), to=hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/55f643e0788a2e4834c6dd42d687b438/.tmp/B/0be224d511c9463a8116e6ea70efe355 2024-11-25T10:16:00,275 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/55f643e0788a2e4834c6dd42d687b438/.tmp/C/d01e5120fdab4829b0852e675ce91cb6 is 50, key is test_row_0/C:col10/1732529758759/Put/seqid=0 2024-11-25T10:16:00,286 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39927 is added to blk_1073742335_1511 (size=12301) 2024-11-25T10:16:00,358 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=38547 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=144 2024-11-25T10:16:00,358 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e2fd862922a0:0-0 {event_type=RS_FLUSH_REGIONS, pid=144}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732529741476.55f643e0788a2e4834c6dd42d687b438. 2024-11-25T10:16:00,358 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e2fd862922a0:0-0 {event_type=RS_FLUSH_REGIONS, pid=144}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732529741476.55f643e0788a2e4834c6dd42d687b438. as already flushing 2024-11-25T10:16:00,358 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e2fd862922a0:0-0 {event_type=RS_FLUSH_REGIONS, pid=144}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732529741476.55f643e0788a2e4834c6dd42d687b438. 2024-11-25T10:16:00,358 ERROR [RS_FLUSH_OPERATIONS-regionserver/e2fd862922a0:0-0 {event_type=RS_FLUSH_REGIONS, pid=144}] handler.RSProcedureHandler(58): pid=144 java.io.IOException: Unable to complete flush {ENCODED => 55f643e0788a2e4834c6dd42d687b438, NAME => 'TestAcidGuarantees,,1732529741476.55f643e0788a2e4834c6dd42d687b438.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T10:16:00,358 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e2fd862922a0:0-0 {event_type=RS_FLUSH_REGIONS, pid=144}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=144 java.io.IOException: Unable to complete flush {ENCODED => 55f643e0788a2e4834c6dd42d687b438, NAME => 'TestAcidGuarantees,,1732529741476.55f643e0788a2e4834c6dd42d687b438.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T10:16:00,359 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41005 {}] master.HMaster(4177): Remote procedure failed, pid=144 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 55f643e0788a2e4834c6dd42d687b438, NAME => 'TestAcidGuarantees,,1732529741476.55f643e0788a2e4834c6dd42d687b438.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 55f643e0788a2e4834c6dd42d687b438, NAME => 'TestAcidGuarantees,,1732529741476.55f643e0788a2e4834c6dd42d687b438.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T10:16:00,371 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41005 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=143 2024-11-25T10:16:00,511 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=38547 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=144 2024-11-25T10:16:00,511 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e2fd862922a0:0-1 {event_type=RS_FLUSH_REGIONS, pid=144}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732529741476.55f643e0788a2e4834c6dd42d687b438. 2024-11-25T10:16:00,511 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e2fd862922a0:0-1 {event_type=RS_FLUSH_REGIONS, pid=144}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732529741476.55f643e0788a2e4834c6dd42d687b438. as already flushing 2024-11-25T10:16:00,511 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e2fd862922a0:0-1 {event_type=RS_FLUSH_REGIONS, pid=144}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732529741476.55f643e0788a2e4834c6dd42d687b438. 2024-11-25T10:16:00,511 ERROR [RS_FLUSH_OPERATIONS-regionserver/e2fd862922a0:0-1 {event_type=RS_FLUSH_REGIONS, pid=144}] handler.RSProcedureHandler(58): pid=144 java.io.IOException: Unable to complete flush {ENCODED => 55f643e0788a2e4834c6dd42d687b438, NAME => 'TestAcidGuarantees,,1732529741476.55f643e0788a2e4834c6dd42d687b438.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T10:16:00,511 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e2fd862922a0:0-1 {event_type=RS_FLUSH_REGIONS, pid=144}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=144 java.io.IOException: Unable to complete flush {ENCODED => 55f643e0788a2e4834c6dd42d687b438, NAME => 'TestAcidGuarantees,,1732529741476.55f643e0788a2e4834c6dd42d687b438.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T10:16:00,517 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41005 {}] master.HMaster(4177): Remote procedure failed, pid=144 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 55f643e0788a2e4834c6dd42d687b438, NAME => 'TestAcidGuarantees,,1732529741476.55f643e0788a2e4834c6dd42d687b438.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 55f643e0788a2e4834c6dd42d687b438, NAME => 'TestAcidGuarantees,,1732529741476.55f643e0788a2e4834c6dd42d687b438.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T10:16:00,669 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=38547 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=144 2024-11-25T10:16:00,669 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e2fd862922a0:0-2 {event_type=RS_FLUSH_REGIONS, pid=144}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732529741476.55f643e0788a2e4834c6dd42d687b438. 2024-11-25T10:16:00,669 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e2fd862922a0:0-2 {event_type=RS_FLUSH_REGIONS, pid=144}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732529741476.55f643e0788a2e4834c6dd42d687b438. as already flushing 2024-11-25T10:16:00,669 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e2fd862922a0:0-2 {event_type=RS_FLUSH_REGIONS, pid=144}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732529741476.55f643e0788a2e4834c6dd42d687b438. 2024-11-25T10:16:00,669 ERROR [RS_FLUSH_OPERATIONS-regionserver/e2fd862922a0:0-2 {event_type=RS_FLUSH_REGIONS, pid=144}] handler.RSProcedureHandler(58): pid=144 java.io.IOException: Unable to complete flush {ENCODED => 55f643e0788a2e4834c6dd42d687b438, NAME => 'TestAcidGuarantees,,1732529741476.55f643e0788a2e4834c6dd42d687b438.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T10:16:00,669 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e2fd862922a0:0-2 {event_type=RS_FLUSH_REGIONS, pid=144}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=144 java.io.IOException: Unable to complete flush {ENCODED => 55f643e0788a2e4834c6dd42d687b438, NAME => 'TestAcidGuarantees,,1732529741476.55f643e0788a2e4834c6dd42d687b438.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T10:16:00,670 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41005 {}] master.HMaster(4177): Remote procedure failed, pid=144 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 55f643e0788a2e4834c6dd42d687b438, NAME => 'TestAcidGuarantees,,1732529741476.55f643e0788a2e4834c6dd42d687b438.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 55f643e0788a2e4834c6dd42d687b438, NAME => 'TestAcidGuarantees,,1732529741476.55f643e0788a2e4834c6dd42d687b438.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T10:16:00,697 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29.07 KB at sequenceid=340 (bloomFilter=true), to=hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/55f643e0788a2e4834c6dd42d687b438/.tmp/C/d01e5120fdab4829b0852e675ce91cb6 2024-11-25T10:16:00,702 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/55f643e0788a2e4834c6dd42d687b438/.tmp/A/70df14cbaa984f7bba7e87d34af7c1b7 as hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/55f643e0788a2e4834c6dd42d687b438/A/70df14cbaa984f7bba7e87d34af7c1b7 2024-11-25T10:16:00,707 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/55f643e0788a2e4834c6dd42d687b438/A/70df14cbaa984f7bba7e87d34af7c1b7, entries=200, sequenceid=340, filesize=14.4 K 2024-11-25T10:16:00,708 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/55f643e0788a2e4834c6dd42d687b438/.tmp/B/0be224d511c9463a8116e6ea70efe355 as hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/55f643e0788a2e4834c6dd42d687b438/B/0be224d511c9463a8116e6ea70efe355 2024-11-25T10:16:00,711 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/55f643e0788a2e4834c6dd42d687b438/B/0be224d511c9463a8116e6ea70efe355, entries=150, sequenceid=340, filesize=12.0 K 2024-11-25T10:16:00,712 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/55f643e0788a2e4834c6dd42d687b438/.tmp/C/d01e5120fdab4829b0852e675ce91cb6 as hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/55f643e0788a2e4834c6dd42d687b438/C/d01e5120fdab4829b0852e675ce91cb6 2024-11-25T10:16:00,712 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55f643e0788a2e4834c6dd42d687b438, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-25T10:16:00,713 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] ipc.CallRunner(138): callId: 223 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39734 deadline: 1732529820702, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55f643e0788a2e4834c6dd42d687b438, server=e2fd862922a0,38547,1732529625709 2024-11-25T10:16:00,713 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732529741476.55f643e0788a2e4834c6dd42d687b438., hostname=e2fd862922a0,38547,1732529625709, seqNum=2 , the old value is region=TestAcidGuarantees,,1732529741476.55f643e0788a2e4834c6dd42d687b438., hostname=e2fd862922a0,38547,1732529625709, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55f643e0788a2e4834c6dd42d687b438, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T10:16:00,713 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732529741476.55f643e0788a2e4834c6dd42d687b438., hostname=e2fd862922a0,38547,1732529625709, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55f643e0788a2e4834c6dd42d687b438, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T10:16:00,713 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732529741476.55f643e0788a2e4834c6dd42d687b438., hostname=e2fd862922a0,38547,1732529625709, seqNum=2 because the exception is null or not the one we care about 2024-11-25T10:16:00,726 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/55f643e0788a2e4834c6dd42d687b438/C/d01e5120fdab4829b0852e675ce91cb6, entries=150, sequenceid=340, filesize=12.0 K 2024-11-25T10:16:00,727 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~87.22 KB/89310, heapSize ~259.69 KB/265920, currentSize=87.22 KB/89310 for 55f643e0788a2e4834c6dd42d687b438 in 1298ms, sequenceid=340, compaction requested=true 2024-11-25T10:16:00,727 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 55f643e0788a2e4834c6dd42d687b438: 2024-11-25T10:16:00,727 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 55f643e0788a2e4834c6dd42d687b438:A, priority=-2147483648, current under compaction store size is 1 2024-11-25T10:16:00,727 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-25T10:16:00,727 DEBUG [RS:0;e2fd862922a0:38547-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-25T10:16:00,727 DEBUG [RS:0;e2fd862922a0:38547-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-25T10:16:00,727 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 55f643e0788a2e4834c6dd42d687b438:B, priority=-2147483648, current under compaction store size is 2 2024-11-25T10:16:00,727 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-25T10:16:00,727 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 55f643e0788a2e4834c6dd42d687b438:C, priority=-2147483648, current under compaction store size is 3 2024-11-25T10:16:00,727 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-25T10:16:00,729 DEBUG [RS:0;e2fd862922a0:38547-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 49818 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-25T10:16:00,729 DEBUG [RS:0;e2fd862922a0:38547-longCompactions-0 {}] regionserver.HStore(1541): 55f643e0788a2e4834c6dd42d687b438/B is initiating minor compaction (all files) 2024-11-25T10:16:00,729 INFO [RS:0;e2fd862922a0:38547-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 55f643e0788a2e4834c6dd42d687b438/B in TestAcidGuarantees,,1732529741476.55f643e0788a2e4834c6dd42d687b438. 2024-11-25T10:16:00,729 INFO [RS:0;e2fd862922a0:38547-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/55f643e0788a2e4834c6dd42d687b438/B/d0ed365d8fc44d929e9372f2be677004, hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/55f643e0788a2e4834c6dd42d687b438/B/e2c6819ccedb4a2fad09d59b8e9fd4c9, hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/55f643e0788a2e4834c6dd42d687b438/B/bb5bae3b3d80437da820b957dd0ca0b9, hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/55f643e0788a2e4834c6dd42d687b438/B/0be224d511c9463a8116e6ea70efe355] into tmpdir=hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/55f643e0788a2e4834c6dd42d687b438/.tmp, totalSize=48.7 K 2024-11-25T10:16:00,730 DEBUG [RS:0;e2fd862922a0:38547-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 54698 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-25T10:16:00,730 DEBUG [RS:0;e2fd862922a0:38547-shortCompactions-0 {}] regionserver.HStore(1541): 55f643e0788a2e4834c6dd42d687b438/A is initiating minor compaction (all files) 2024-11-25T10:16:00,730 INFO [RS:0;e2fd862922a0:38547-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 55f643e0788a2e4834c6dd42d687b438/A in TestAcidGuarantees,,1732529741476.55f643e0788a2e4834c6dd42d687b438. 2024-11-25T10:16:00,730 INFO [RS:0;e2fd862922a0:38547-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/55f643e0788a2e4834c6dd42d687b438/A/c937fb89266249288d312e8266b54bb0, hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/55f643e0788a2e4834c6dd42d687b438/A/1a48ef73894d4f3ba42dacd9033e40b5, hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/55f643e0788a2e4834c6dd42d687b438/A/bab4a24b99be41bf87d791981d72bb64, hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/55f643e0788a2e4834c6dd42d687b438/A/70df14cbaa984f7bba7e87d34af7c1b7] into tmpdir=hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/55f643e0788a2e4834c6dd42d687b438/.tmp, totalSize=53.4 K 2024-11-25T10:16:00,730 DEBUG [RS:0;e2fd862922a0:38547-longCompactions-0 {}] compactions.Compactor(225): Compacting d0ed365d8fc44d929e9372f2be677004, keycount=150, bloomtype=ROW, size=12.6 K, encoding=NONE, compression=NONE, seqNum=289, earliestPutTs=1732529756461 2024-11-25T10:16:00,730 DEBUG [RS:0;e2fd862922a0:38547-shortCompactions-0 {}] compactions.Compactor(225): Compacting c937fb89266249288d312e8266b54bb0, keycount=150, bloomtype=ROW, size=12.6 K, encoding=NONE, compression=NONE, seqNum=289, earliestPutTs=1732529756461 2024-11-25T10:16:00,731 DEBUG [RS:0;e2fd862922a0:38547-longCompactions-0 {}] compactions.Compactor(225): Compacting e2c6819ccedb4a2fad09d59b8e9fd4c9, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=306, earliestPutTs=1732529756641 2024-11-25T10:16:00,731 DEBUG [RS:0;e2fd862922a0:38547-shortCompactions-0 {}] compactions.Compactor(225): Compacting 1a48ef73894d4f3ba42dacd9033e40b5, keycount=200, bloomtype=ROW, size=14.4 K, encoding=NONE, compression=NONE, seqNum=306, earliestPutTs=1732529756641 2024-11-25T10:16:00,732 DEBUG [RS:0;e2fd862922a0:38547-longCompactions-0 {}] compactions.Compactor(225): Compacting bb5bae3b3d80437da820b957dd0ca0b9, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=324, earliestPutTs=1732529757399 2024-11-25T10:16:00,732 DEBUG [RS:0;e2fd862922a0:38547-shortCompactions-0 {}] compactions.Compactor(225): Compacting bab4a24b99be41bf87d791981d72bb64, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=324, earliestPutTs=1732529757399 2024-11-25T10:16:00,732 DEBUG [RS:0;e2fd862922a0:38547-longCompactions-0 {}] compactions.Compactor(225): Compacting 0be224d511c9463a8116e6ea70efe355, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=340, earliestPutTs=1732529758759 2024-11-25T10:16:00,732 DEBUG [RS:0;e2fd862922a0:38547-shortCompactions-0 {}] compactions.Compactor(225): Compacting 70df14cbaa984f7bba7e87d34af7c1b7, keycount=200, bloomtype=ROW, size=14.4 K, encoding=NONE, compression=NONE, seqNum=340, earliestPutTs=1732529758747 2024-11-25T10:16:00,752 INFO [RS:0;e2fd862922a0:38547-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 55f643e0788a2e4834c6dd42d687b438#B#compaction#438 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 53.85 MB/second 2024-11-25T10:16:00,752 INFO [RS:0;e2fd862922a0:38547-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 55f643e0788a2e4834c6dd42d687b438#A#compaction#439 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 53.85 MB/second 2024-11-25T10:16:00,753 DEBUG [RS:0;e2fd862922a0:38547-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/55f643e0788a2e4834c6dd42d687b438/.tmp/B/360cee86d98641bd91df04806fb602bd is 50, key is test_row_0/B:col10/1732529758759/Put/seqid=0 2024-11-25T10:16:00,753 DEBUG [RS:0;e2fd862922a0:38547-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/55f643e0788a2e4834c6dd42d687b438/.tmp/A/402e8cc7e2564a3796fbecdc90b0c8f9 is 50, key is test_row_0/A:col10/1732529758759/Put/seqid=0 2024-11-25T10:16:00,765 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39927 is added to blk_1073742336_1512 (size=13051) 2024-11-25T10:16:00,769 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39927 is added to blk_1073742337_1513 (size=13051) 2024-11-25T10:16:00,777 DEBUG [RS:0;e2fd862922a0:38547-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/55f643e0788a2e4834c6dd42d687b438/.tmp/B/360cee86d98641bd91df04806fb602bd as hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/55f643e0788a2e4834c6dd42d687b438/B/360cee86d98641bd91df04806fb602bd 2024-11-25T10:16:00,777 DEBUG [RS:0;e2fd862922a0:38547-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/55f643e0788a2e4834c6dd42d687b438/.tmp/A/402e8cc7e2564a3796fbecdc90b0c8f9 as hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/55f643e0788a2e4834c6dd42d687b438/A/402e8cc7e2564a3796fbecdc90b0c8f9 2024-11-25T10:16:00,798 INFO [RS:0;e2fd862922a0:38547-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in 55f643e0788a2e4834c6dd42d687b438/B of 55f643e0788a2e4834c6dd42d687b438 into 360cee86d98641bd91df04806fb602bd(size=12.7 K), total size for store is 12.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-25T10:16:00,798 DEBUG [RS:0;e2fd862922a0:38547-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 55f643e0788a2e4834c6dd42d687b438: 2024-11-25T10:16:00,798 INFO [RS:0;e2fd862922a0:38547-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732529741476.55f643e0788a2e4834c6dd42d687b438., storeName=55f643e0788a2e4834c6dd42d687b438/B, priority=12, startTime=1732529760727; duration=0sec 2024-11-25T10:16:00,798 DEBUG [RS:0;e2fd862922a0:38547-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-25T10:16:00,798 DEBUG [RS:0;e2fd862922a0:38547-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 55f643e0788a2e4834c6dd42d687b438:B 2024-11-25T10:16:00,798 DEBUG [RS:0;e2fd862922a0:38547-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-25T10:16:00,799 INFO [RS:0;e2fd862922a0:38547-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in 55f643e0788a2e4834c6dd42d687b438/A of 55f643e0788a2e4834c6dd42d687b438 into 402e8cc7e2564a3796fbecdc90b0c8f9(size=12.7 K), total size for store is 12.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-25T10:16:00,799 DEBUG [RS:0;e2fd862922a0:38547-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 55f643e0788a2e4834c6dd42d687b438: 2024-11-25T10:16:00,799 INFO [RS:0;e2fd862922a0:38547-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732529741476.55f643e0788a2e4834c6dd42d687b438., storeName=55f643e0788a2e4834c6dd42d687b438/A, priority=12, startTime=1732529760727; duration=0sec 2024-11-25T10:16:00,799 DEBUG [RS:0;e2fd862922a0:38547-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-25T10:16:00,799 DEBUG [RS:0;e2fd862922a0:38547-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 55f643e0788a2e4834c6dd42d687b438:A 2024-11-25T10:16:00,799 DEBUG [RS:0;e2fd862922a0:38547-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 49818 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-25T10:16:00,799 DEBUG [RS:0;e2fd862922a0:38547-longCompactions-0 {}] regionserver.HStore(1541): 55f643e0788a2e4834c6dd42d687b438/C is initiating minor compaction (all files) 2024-11-25T10:16:00,799 INFO [RS:0;e2fd862922a0:38547-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 55f643e0788a2e4834c6dd42d687b438/C in TestAcidGuarantees,,1732529741476.55f643e0788a2e4834c6dd42d687b438. 2024-11-25T10:16:00,799 INFO [RS:0;e2fd862922a0:38547-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/55f643e0788a2e4834c6dd42d687b438/C/0a249e74147f448b9ea472a3eb1d72b9, hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/55f643e0788a2e4834c6dd42d687b438/C/32da346cbc014e8d91c5026df20ec87d, hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/55f643e0788a2e4834c6dd42d687b438/C/ab3790fe5b664dae9edb2fed020cafe6, hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/55f643e0788a2e4834c6dd42d687b438/C/d01e5120fdab4829b0852e675ce91cb6] into tmpdir=hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/55f643e0788a2e4834c6dd42d687b438/.tmp, totalSize=48.7 K 2024-11-25T10:16:00,805 DEBUG [RS:0;e2fd862922a0:38547-longCompactions-0 {}] compactions.Compactor(225): Compacting 0a249e74147f448b9ea472a3eb1d72b9, keycount=150, bloomtype=ROW, size=12.6 K, encoding=NONE, compression=NONE, seqNum=289, earliestPutTs=1732529756461 2024-11-25T10:16:00,806 DEBUG [RS:0;e2fd862922a0:38547-longCompactions-0 {}] compactions.Compactor(225): Compacting 32da346cbc014e8d91c5026df20ec87d, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=306, earliestPutTs=1732529756641 2024-11-25T10:16:00,806 DEBUG [RS:0;e2fd862922a0:38547-longCompactions-0 {}] compactions.Compactor(225): Compacting ab3790fe5b664dae9edb2fed020cafe6, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=324, earliestPutTs=1732529757399 2024-11-25T10:16:00,807 DEBUG [RS:0;e2fd862922a0:38547-longCompactions-0 {}] compactions.Compactor(225): Compacting d01e5120fdab4829b0852e675ce91cb6, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=340, earliestPutTs=1732529758759 2024-11-25T10:16:00,818 INFO [RS:0;e2fd862922a0:38547-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 55f643e0788a2e4834c6dd42d687b438#C#compaction#440 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 53.85 MB/second 2024-11-25T10:16:00,818 DEBUG [RS:0;e2fd862922a0:38547-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/55f643e0788a2e4834c6dd42d687b438/.tmp/C/01b581043b2b4719beafdf9f878680e1 is 50, key is test_row_0/C:col10/1732529758759/Put/seqid=0 2024-11-25T10:16:00,822 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=38547 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=144 2024-11-25T10:16:00,822 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e2fd862922a0:0-0 {event_type=RS_FLUSH_REGIONS, pid=144}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732529741476.55f643e0788a2e4834c6dd42d687b438. 2024-11-25T10:16:00,822 INFO [RS_FLUSH_OPERATIONS-regionserver/e2fd862922a0:0-0 {event_type=RS_FLUSH_REGIONS, pid=144}] regionserver.HRegion(2902): Flushing 55f643e0788a2e4834c6dd42d687b438 3/3 column families, dataSize=87.22 KB heapSize=259.73 KB 2024-11-25T10:16:00,823 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e2fd862922a0:0-0 {event_type=RS_FLUSH_REGIONS, pid=144}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 55f643e0788a2e4834c6dd42d687b438, store=A 2024-11-25T10:16:00,823 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e2fd862922a0:0-0 {event_type=RS_FLUSH_REGIONS, pid=144}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T10:16:00,823 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e2fd862922a0:0-0 {event_type=RS_FLUSH_REGIONS, pid=144}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 55f643e0788a2e4834c6dd42d687b438, store=B 2024-11-25T10:16:00,823 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e2fd862922a0:0-0 {event_type=RS_FLUSH_REGIONS, pid=144}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T10:16:00,823 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e2fd862922a0:0-0 {event_type=RS_FLUSH_REGIONS, pid=144}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 55f643e0788a2e4834c6dd42d687b438, store=C 2024-11-25T10:16:00,823 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e2fd862922a0:0-0 {event_type=RS_FLUSH_REGIONS, pid=144}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T10:16:00,835 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e2fd862922a0:0-0 {event_type=RS_FLUSH_REGIONS, pid=144}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/55f643e0788a2e4834c6dd42d687b438/.tmp/A/a036725eeee24a098b093a36248a78e1 is 50, key is test_row_0/A:col10/1732529759539/Put/seqid=0 2024-11-25T10:16:00,836 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39927 is added to blk_1073742338_1514 (size=13051) 2024-11-25T10:16:00,847 DEBUG [RS:0;e2fd862922a0:38547-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/55f643e0788a2e4834c6dd42d687b438/.tmp/C/01b581043b2b4719beafdf9f878680e1 as hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/55f643e0788a2e4834c6dd42d687b438/C/01b581043b2b4719beafdf9f878680e1 2024-11-25T10:16:00,853 INFO [RS:0;e2fd862922a0:38547-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in 55f643e0788a2e4834c6dd42d687b438/C of 55f643e0788a2e4834c6dd42d687b438 into 01b581043b2b4719beafdf9f878680e1(size=12.7 K), total size for store is 12.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-25T10:16:00,853 DEBUG [RS:0;e2fd862922a0:38547-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 55f643e0788a2e4834c6dd42d687b438: 2024-11-25T10:16:00,853 INFO [RS:0;e2fd862922a0:38547-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732529741476.55f643e0788a2e4834c6dd42d687b438., storeName=55f643e0788a2e4834c6dd42d687b438/C, priority=12, startTime=1732529760727; duration=0sec 2024-11-25T10:16:00,853 DEBUG [RS:0;e2fd862922a0:38547-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-25T10:16:00,853 DEBUG [RS:0;e2fd862922a0:38547-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 55f643e0788a2e4834c6dd42d687b438:C 2024-11-25T10:16:00,854 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39927 is added to blk_1073742339_1515 (size=12301) 2024-11-25T10:16:00,854 INFO [RS_FLUSH_OPERATIONS-regionserver/e2fd862922a0:0-0 {event_type=RS_FLUSH_REGIONS, pid=144}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29.07 KB at sequenceid=358 (bloomFilter=true), to=hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/55f643e0788a2e4834c6dd42d687b438/.tmp/A/a036725eeee24a098b093a36248a78e1 2024-11-25T10:16:00,882 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41005 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=143 2024-11-25T10:16:00,891 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e2fd862922a0:0-0 {event_type=RS_FLUSH_REGIONS, pid=144}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/55f643e0788a2e4834c6dd42d687b438/.tmp/B/f191d157edcc47198bada5e9ad2d9bf8 is 50, key is test_row_0/B:col10/1732529759539/Put/seqid=0 2024-11-25T10:16:00,935 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39927 is added to blk_1073742340_1516 (size=12301) 2024-11-25T10:16:00,936 INFO [RS_FLUSH_OPERATIONS-regionserver/e2fd862922a0:0-0 {event_type=RS_FLUSH_REGIONS, pid=144}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29.07 KB at sequenceid=358 (bloomFilter=true), to=hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/55f643e0788a2e4834c6dd42d687b438/.tmp/B/f191d157edcc47198bada5e9ad2d9bf8 2024-11-25T10:16:00,943 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e2fd862922a0:0-0 {event_type=RS_FLUSH_REGIONS, pid=144}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/55f643e0788a2e4834c6dd42d687b438/.tmp/C/4dc02e96e7634911b6582e67a31a1274 is 50, key is test_row_0/C:col10/1732529759539/Put/seqid=0 2024-11-25T10:16:00,965 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39927 is added to blk_1073742341_1517 (size=12301) 2024-11-25T10:16:01,363 INFO [RS_FLUSH_OPERATIONS-regionserver/e2fd862922a0:0-0 {event_type=RS_FLUSH_REGIONS, pid=144}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29.07 KB at sequenceid=358 (bloomFilter=true), to=hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/55f643e0788a2e4834c6dd42d687b438/.tmp/C/4dc02e96e7634911b6582e67a31a1274 2024-11-25T10:16:01,367 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e2fd862922a0:0-0 {event_type=RS_FLUSH_REGIONS, pid=144}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/55f643e0788a2e4834c6dd42d687b438/.tmp/A/a036725eeee24a098b093a36248a78e1 as hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/55f643e0788a2e4834c6dd42d687b438/A/a036725eeee24a098b093a36248a78e1 2024-11-25T10:16:01,371 INFO [RS_FLUSH_OPERATIONS-regionserver/e2fd862922a0:0-0 {event_type=RS_FLUSH_REGIONS, pid=144}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/55f643e0788a2e4834c6dd42d687b438/A/a036725eeee24a098b093a36248a78e1, entries=150, sequenceid=358, filesize=12.0 K 2024-11-25T10:16:01,372 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e2fd862922a0:0-0 {event_type=RS_FLUSH_REGIONS, pid=144}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/55f643e0788a2e4834c6dd42d687b438/.tmp/B/f191d157edcc47198bada5e9ad2d9bf8 as hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/55f643e0788a2e4834c6dd42d687b438/B/f191d157edcc47198bada5e9ad2d9bf8 2024-11-25T10:16:01,375 INFO [RS_FLUSH_OPERATIONS-regionserver/e2fd862922a0:0-0 {event_type=RS_FLUSH_REGIONS, pid=144}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/55f643e0788a2e4834c6dd42d687b438/B/f191d157edcc47198bada5e9ad2d9bf8, entries=150, sequenceid=358, filesize=12.0 K 2024-11-25T10:16:01,376 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e2fd862922a0:0-0 {event_type=RS_FLUSH_REGIONS, pid=144}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/55f643e0788a2e4834c6dd42d687b438/.tmp/C/4dc02e96e7634911b6582e67a31a1274 as hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/55f643e0788a2e4834c6dd42d687b438/C/4dc02e96e7634911b6582e67a31a1274 2024-11-25T10:16:01,379 INFO [RS_FLUSH_OPERATIONS-regionserver/e2fd862922a0:0-0 {event_type=RS_FLUSH_REGIONS, pid=144}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/55f643e0788a2e4834c6dd42d687b438/C/4dc02e96e7634911b6582e67a31a1274, entries=150, sequenceid=358, filesize=12.0 K 2024-11-25T10:16:01,379 INFO [RS_FLUSH_OPERATIONS-regionserver/e2fd862922a0:0-0 {event_type=RS_FLUSH_REGIONS, pid=144}] regionserver.HRegion(3140): Finished flush of dataSize ~87.22 KB/89310, heapSize ~259.69 KB/265920, currentSize=0 B/0 for 55f643e0788a2e4834c6dd42d687b438 in 557ms, sequenceid=358, compaction requested=false 2024-11-25T10:16:01,380 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e2fd862922a0:0-0 {event_type=RS_FLUSH_REGIONS, pid=144}] regionserver.HRegion(2603): Flush status journal for 55f643e0788a2e4834c6dd42d687b438: 2024-11-25T10:16:01,380 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e2fd862922a0:0-0 {event_type=RS_FLUSH_REGIONS, pid=144}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732529741476.55f643e0788a2e4834c6dd42d687b438. 2024-11-25T10:16:01,380 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e2fd862922a0:0-0 {event_type=RS_FLUSH_REGIONS, pid=144}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=144 2024-11-25T10:16:01,380 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41005 {}] master.HMaster(4169): Remote procedure done, pid=144 2024-11-25T10:16:01,382 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=144, resume processing ppid=143 2024-11-25T10:16:01,383 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=144, ppid=143, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.6350 sec 2024-11-25T10:16:01,390 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=143, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=143, table=TestAcidGuarantees in 1.6450 sec 2024-11-25T10:16:01,741 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] regionserver.HRegion(8855): Flush requested on 55f643e0788a2e4834c6dd42d687b438 2024-11-25T10:16:01,741 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 55f643e0788a2e4834c6dd42d687b438 3/3 column families, dataSize=46.96 KB heapSize=140.20 KB 2024-11-25T10:16:01,741 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 55f643e0788a2e4834c6dd42d687b438, store=A 2024-11-25T10:16:01,742 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T10:16:01,742 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 55f643e0788a2e4834c6dd42d687b438, store=B 2024-11-25T10:16:01,742 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T10:16:01,742 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 55f643e0788a2e4834c6dd42d687b438, store=C 2024-11-25T10:16:01,742 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T10:16:01,745 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/55f643e0788a2e4834c6dd42d687b438/.tmp/A/4be06fe3816d437ea7a4d04d1b9a5503 is 50, key is test_row_0/A:col10/1732529761740/Put/seqid=0 2024-11-25T10:16:01,764 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39927 is added to blk_1073742342_1518 (size=12297) 2024-11-25T10:16:01,892 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41005 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=143 2024-11-25T10:16:01,892 INFO [RPCClient-NioEventLoopGroup-4-10 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-25T10:16:01,892 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41005 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-25T10:16:01,893 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41005 {}] procedure2.ProcedureExecutor(1139): Stored pid=145, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=145, table=TestAcidGuarantees 2024-11-25T10:16:01,894 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=145, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=145, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-25T10:16:01,894 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41005 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=145 2024-11-25T10:16:01,895 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=145, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=145, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-25T10:16:01,895 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=146, ppid=145, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-25T10:16:01,898 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/e2fd862922a0:0-9 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=159, cellSize=7275, totalHeapSize=16776, min timestamp=1732529761828, max timestamp=1732529761893Num uniques 859; 2024-11-25T10:16:01,898 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/e2fd862922a0:0-9 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=7275, suffix heap size=117064,new segment heap size=16776 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=159 2024-11-25T10:16:01,898 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/e2fd862922a0:0-5 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=159, cellSize=7275, totalHeapSize=16776, min timestamp=1732529761828, max timestamp=1732529761893Num uniques 859; 2024-11-25T10:16:01,898 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/e2fd862922a0:0-0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=159, cellSize=7275, totalHeapSize=16776, min timestamp=1732529761828, max timestamp=1732529761893Num uniques 859; 2024-11-25T10:16:01,899 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/e2fd862922a0:0-5 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=7275, suffix heap size=117064,new segment heap size=16776 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=159 2024-11-25T10:16:01,899 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/e2fd862922a0:0-0 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=7275, suffix heap size=117064,new segment heap size=16776 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=159 2024-11-25T10:16:02,002 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41005 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=145 2024-11-25T10:16:02,049 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=38547 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=146 2024-11-25T10:16:02,050 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e2fd862922a0:0-1 {event_type=RS_FLUSH_REGIONS, pid=146}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732529741476.55f643e0788a2e4834c6dd42d687b438. 2024-11-25T10:16:02,050 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e2fd862922a0:0-1 {event_type=RS_FLUSH_REGIONS, pid=146}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732529741476.55f643e0788a2e4834c6dd42d687b438. as already flushing 2024-11-25T10:16:02,050 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e2fd862922a0:0-1 {event_type=RS_FLUSH_REGIONS, pid=146}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732529741476.55f643e0788a2e4834c6dd42d687b438. 2024-11-25T10:16:02,050 ERROR [RS_FLUSH_OPERATIONS-regionserver/e2fd862922a0:0-1 {event_type=RS_FLUSH_REGIONS, pid=146}] handler.RSProcedureHandler(58): pid=146 java.io.IOException: Unable to complete flush {ENCODED => 55f643e0788a2e4834c6dd42d687b438, NAME => 'TestAcidGuarantees,,1732529741476.55f643e0788a2e4834c6dd42d687b438.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T10:16:02,051 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e2fd862922a0:0-1 {event_type=RS_FLUSH_REGIONS, pid=146}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=146 java.io.IOException: Unable to complete flush {ENCODED => 55f643e0788a2e4834c6dd42d687b438, NAME => 'TestAcidGuarantees,,1732529741476.55f643e0788a2e4834c6dd42d687b438.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T10:16:02,051 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41005 {}] master.HMaster(4177): Remote procedure failed, pid=146 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 55f643e0788a2e4834c6dd42d687b438, NAME => 'TestAcidGuarantees,,1732529741476.55f643e0788a2e4834c6dd42d687b438.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 55f643e0788a2e4834c6dd42d687b438, NAME => 'TestAcidGuarantees,,1732529741476.55f643e0788a2e4834c6dd42d687b438.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T10:16:02,078 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55f643e0788a2e4834c6dd42d687b438, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-25T10:16:02,078 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] ipc.CallRunner(138): callId: 265 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39734 deadline: 1732529822066, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55f643e0788a2e4834c6dd42d687b438, server=e2fd862922a0,38547,1732529625709 2024-11-25T10:16:02,078 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732529741476.55f643e0788a2e4834c6dd42d687b438., hostname=e2fd862922a0,38547,1732529625709, seqNum=2 , the old value is region=TestAcidGuarantees,,1732529741476.55f643e0788a2e4834c6dd42d687b438., hostname=e2fd862922a0,38547,1732529625709, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55f643e0788a2e4834c6dd42d687b438, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T10:16:02,078 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732529741476.55f643e0788a2e4834c6dd42d687b438., hostname=e2fd862922a0,38547,1732529625709, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55f643e0788a2e4834c6dd42d687b438, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T10:16:02,079 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732529741476.55f643e0788a2e4834c6dd42d687b438., hostname=e2fd862922a0,38547,1732529625709, seqNum=2 because the exception is null or not the one we care about 2024-11-25T10:16:02,165 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=369 (bloomFilter=true), to=hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/55f643e0788a2e4834c6dd42d687b438/.tmp/A/4be06fe3816d437ea7a4d04d1b9a5503 2024-11-25T10:16:02,171 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/55f643e0788a2e4834c6dd42d687b438/.tmp/B/3e5fa85b8cff46f5b3054eb974fa3fd2 is 50, key is test_row_0/B:col10/1732529761740/Put/seqid=0 2024-11-25T10:16:02,174 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39927 is added to blk_1073742343_1519 (size=9857) 2024-11-25T10:16:02,184 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55f643e0788a2e4834c6dd42d687b438, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-25T10:16:02,184 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] ipc.CallRunner(138): callId: 266 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39734 deadline: 1732529822182, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55f643e0788a2e4834c6dd42d687b438, server=e2fd862922a0,38547,1732529625709 2024-11-25T10:16:02,184 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732529741476.55f643e0788a2e4834c6dd42d687b438., hostname=e2fd862922a0,38547,1732529625709, seqNum=2 , the old value is region=TestAcidGuarantees,,1732529741476.55f643e0788a2e4834c6dd42d687b438., hostname=e2fd862922a0,38547,1732529625709, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55f643e0788a2e4834c6dd42d687b438, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T10:16:02,184 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732529741476.55f643e0788a2e4834c6dd42d687b438., hostname=e2fd862922a0,38547,1732529625709, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55f643e0788a2e4834c6dd42d687b438, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T10:16:02,184 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732529741476.55f643e0788a2e4834c6dd42d687b438., hostname=e2fd862922a0,38547,1732529625709, seqNum=2 because the exception is null or not the one we care about 2024-11-25T10:16:02,203 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=38547 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=146 2024-11-25T10:16:02,203 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e2fd862922a0:0-2 {event_type=RS_FLUSH_REGIONS, pid=146}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732529741476.55f643e0788a2e4834c6dd42d687b438. 2024-11-25T10:16:02,203 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e2fd862922a0:0-2 {event_type=RS_FLUSH_REGIONS, pid=146}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732529741476.55f643e0788a2e4834c6dd42d687b438. as already flushing 2024-11-25T10:16:02,203 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e2fd862922a0:0-2 {event_type=RS_FLUSH_REGIONS, pid=146}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732529741476.55f643e0788a2e4834c6dd42d687b438. 2024-11-25T10:16:02,203 ERROR [RS_FLUSH_OPERATIONS-regionserver/e2fd862922a0:0-2 {event_type=RS_FLUSH_REGIONS, pid=146}] handler.RSProcedureHandler(58): pid=146 java.io.IOException: Unable to complete flush {ENCODED => 55f643e0788a2e4834c6dd42d687b438, NAME => 'TestAcidGuarantees,,1732529741476.55f643e0788a2e4834c6dd42d687b438.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T10:16:02,203 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e2fd862922a0:0-2 {event_type=RS_FLUSH_REGIONS, pid=146}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=146 java.io.IOException: Unable to complete flush {ENCODED => 55f643e0788a2e4834c6dd42d687b438, NAME => 'TestAcidGuarantees,,1732529741476.55f643e0788a2e4834c6dd42d687b438.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T10:16:02,204 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41005 {}] master.HMaster(4177): Remote procedure failed, pid=146 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 55f643e0788a2e4834c6dd42d687b438, NAME => 'TestAcidGuarantees,,1732529741476.55f643e0788a2e4834c6dd42d687b438.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 55f643e0788a2e4834c6dd42d687b438, NAME => 'TestAcidGuarantees,,1732529741476.55f643e0788a2e4834c6dd42d687b438.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T10:16:02,212 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41005 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=145 2024-11-25T10:16:02,356 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=38547 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=146 2024-11-25T10:16:02,356 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e2fd862922a0:0-0 {event_type=RS_FLUSH_REGIONS, pid=146}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732529741476.55f643e0788a2e4834c6dd42d687b438. 2024-11-25T10:16:02,356 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e2fd862922a0:0-0 {event_type=RS_FLUSH_REGIONS, pid=146}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732529741476.55f643e0788a2e4834c6dd42d687b438. as already flushing 2024-11-25T10:16:02,357 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e2fd862922a0:0-0 {event_type=RS_FLUSH_REGIONS, pid=146}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732529741476.55f643e0788a2e4834c6dd42d687b438. 2024-11-25T10:16:02,357 ERROR [RS_FLUSH_OPERATIONS-regionserver/e2fd862922a0:0-0 {event_type=RS_FLUSH_REGIONS, pid=146}] handler.RSProcedureHandler(58): pid=146 java.io.IOException: Unable to complete flush {ENCODED => 55f643e0788a2e4834c6dd42d687b438, NAME => 'TestAcidGuarantees,,1732529741476.55f643e0788a2e4834c6dd42d687b438.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T10:16:02,357 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e2fd862922a0:0-0 {event_type=RS_FLUSH_REGIONS, pid=146}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=146 java.io.IOException: Unable to complete flush {ENCODED => 55f643e0788a2e4834c6dd42d687b438, NAME => 'TestAcidGuarantees,,1732529741476.55f643e0788a2e4834c6dd42d687b438.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T10:16:02,357 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41005 {}] master.HMaster(4177): Remote procedure failed, pid=146 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 55f643e0788a2e4834c6dd42d687b438, NAME => 'TestAcidGuarantees,,1732529741476.55f643e0788a2e4834c6dd42d687b438.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 55f643e0788a2e4834c6dd42d687b438, NAME => 'TestAcidGuarantees,,1732529741476.55f643e0788a2e4834c6dd42d687b438.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T10:16:02,406 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55f643e0788a2e4834c6dd42d687b438, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-25T10:16:02,406 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] ipc.CallRunner(138): callId: 267 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39734 deadline: 1732529822392, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55f643e0788a2e4834c6dd42d687b438, server=e2fd862922a0,38547,1732529625709 2024-11-25T10:16:02,407 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732529741476.55f643e0788a2e4834c6dd42d687b438., hostname=e2fd862922a0,38547,1732529625709, seqNum=2 , the old value is region=TestAcidGuarantees,,1732529741476.55f643e0788a2e4834c6dd42d687b438., hostname=e2fd862922a0,38547,1732529625709, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55f643e0788a2e4834c6dd42d687b438, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T10:16:02,407 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732529741476.55f643e0788a2e4834c6dd42d687b438., hostname=e2fd862922a0,38547,1732529625709, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55f643e0788a2e4834c6dd42d687b438, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T10:16:02,407 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732529741476.55f643e0788a2e4834c6dd42d687b438., hostname=e2fd862922a0,38547,1732529625709, seqNum=2 because the exception is null or not the one we care about 2024-11-25T10:16:02,509 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=38547 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=146 2024-11-25T10:16:02,509 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e2fd862922a0:0-1 {event_type=RS_FLUSH_REGIONS, pid=146}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732529741476.55f643e0788a2e4834c6dd42d687b438. 2024-11-25T10:16:02,509 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e2fd862922a0:0-1 {event_type=RS_FLUSH_REGIONS, pid=146}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732529741476.55f643e0788a2e4834c6dd42d687b438. as already flushing 2024-11-25T10:16:02,509 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e2fd862922a0:0-1 {event_type=RS_FLUSH_REGIONS, pid=146}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732529741476.55f643e0788a2e4834c6dd42d687b438. 2024-11-25T10:16:02,510 ERROR [RS_FLUSH_OPERATIONS-regionserver/e2fd862922a0:0-1 {event_type=RS_FLUSH_REGIONS, pid=146}] handler.RSProcedureHandler(58): pid=146 java.io.IOException: Unable to complete flush {ENCODED => 55f643e0788a2e4834c6dd42d687b438, NAME => 'TestAcidGuarantees,,1732529741476.55f643e0788a2e4834c6dd42d687b438.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T10:16:02,510 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e2fd862922a0:0-1 {event_type=RS_FLUSH_REGIONS, pid=146}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=146 java.io.IOException: Unable to complete flush {ENCODED => 55f643e0788a2e4834c6dd42d687b438, NAME => 'TestAcidGuarantees,,1732529741476.55f643e0788a2e4834c6dd42d687b438.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T10:16:02,510 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41005 {}] master.HMaster(4177): Remote procedure failed, pid=146 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 55f643e0788a2e4834c6dd42d687b438, NAME => 'TestAcidGuarantees,,1732529741476.55f643e0788a2e4834c6dd42d687b438.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 55f643e0788a2e4834c6dd42d687b438, NAME => 'TestAcidGuarantees,,1732529741476.55f643e0788a2e4834c6dd42d687b438.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T10:16:02,522 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41005 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=145 2024-11-25T10:16:02,575 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=369 (bloomFilter=true), to=hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/55f643e0788a2e4834c6dd42d687b438/.tmp/B/3e5fa85b8cff46f5b3054eb974fa3fd2 2024-11-25T10:16:02,583 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/55f643e0788a2e4834c6dd42d687b438/.tmp/C/ed332cbee5c14938a9dc22c82aeebd06 is 50, key is test_row_0/C:col10/1732529761740/Put/seqid=0 2024-11-25T10:16:02,586 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39927 is added to blk_1073742344_1520 (size=9857) 2024-11-25T10:16:02,652 INFO [Thread-1975 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-1975. 2024-11-25T10:16:02,652 DEBUG [Thread-1975 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicScanReader.workDone(AcidGuaranteesTestTool.java:302) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-25T10:16:02,652 DEBUG [Thread-1975 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T10:16:02,652 DEBUG [Thread-1975 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T10:16:02,652 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-25T10:16:02,659 INFO [Thread-1971 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-1971. 2024-11-25T10:16:02,659 DEBUG [Thread-1971 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicScanReader.workDone(AcidGuaranteesTestTool.java:302) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-25T10:16:02,659 DEBUG [Thread-1971 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T10:16:02,659 DEBUG [Thread-1971 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T10:16:02,659 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-25T10:16:02,662 INFO [Thread-1969 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-1969. 2024-11-25T10:16:02,662 DEBUG [Thread-1969 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicScanReader.workDone(AcidGuaranteesTestTool.java:302) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-25T10:16:02,662 DEBUG [Thread-1969 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T10:16:02,662 DEBUG [Thread-1969 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T10:16:02,662 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-25T10:16:02,662 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=38547 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=146 2024-11-25T10:16:02,662 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e2fd862922a0:0-2 {event_type=RS_FLUSH_REGIONS, pid=146}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732529741476.55f643e0788a2e4834c6dd42d687b438. 2024-11-25T10:16:02,662 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e2fd862922a0:0-2 {event_type=RS_FLUSH_REGIONS, pid=146}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732529741476.55f643e0788a2e4834c6dd42d687b438. as already flushing 2024-11-25T10:16:02,663 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e2fd862922a0:0-2 {event_type=RS_FLUSH_REGIONS, pid=146}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732529741476.55f643e0788a2e4834c6dd42d687b438. 2024-11-25T10:16:02,663 ERROR [RS_FLUSH_OPERATIONS-regionserver/e2fd862922a0:0-2 {event_type=RS_FLUSH_REGIONS, pid=146}] handler.RSProcedureHandler(58): pid=146 java.io.IOException: Unable to complete flush {ENCODED => 55f643e0788a2e4834c6dd42d687b438, NAME => 'TestAcidGuarantees,,1732529741476.55f643e0788a2e4834c6dd42d687b438.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T10:16:02,663 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e2fd862922a0:0-2 {event_type=RS_FLUSH_REGIONS, pid=146}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=146 java.io.IOException: Unable to complete flush {ENCODED => 55f643e0788a2e4834c6dd42d687b438, NAME => 'TestAcidGuarantees,,1732529741476.55f643e0788a2e4834c6dd42d687b438.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T10:16:02,663 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41005 {}] master.HMaster(4177): Remote procedure failed, pid=146 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 55f643e0788a2e4834c6dd42d687b438, NAME => 'TestAcidGuarantees,,1732529741476.55f643e0788a2e4834c6dd42d687b438.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 55f643e0788a2e4834c6dd42d687b438, NAME => 'TestAcidGuarantees,,1732529741476.55f643e0788a2e4834c6dd42d687b438.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T10:16:02,665 INFO [Thread-1977 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-1977. 2024-11-25T10:16:02,665 DEBUG [Thread-1977 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicScanReader.workDone(AcidGuaranteesTestTool.java:302) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-25T10:16:02,665 DEBUG [Thread-1977 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T10:16:02,666 DEBUG [Thread-1977 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T10:16:02,666 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-25T10:16:02,671 INFO [Thread-1973 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-1973. 2024-11-25T10:16:02,671 DEBUG [Thread-1973 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicScanReader.workDone(AcidGuaranteesTestTool.java:302) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-25T10:16:02,671 DEBUG [Thread-1973 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T10:16:02,671 DEBUG [Thread-1973 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T10:16:02,671 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-25T10:16:02,713 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55f643e0788a2e4834c6dd42d687b438, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-25T10:16:02,713 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] ipc.CallRunner(138): callId: 268 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39734 deadline: 1732529822712, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55f643e0788a2e4834c6dd42d687b438, server=e2fd862922a0,38547,1732529625709 2024-11-25T10:16:02,713 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732529741476.55f643e0788a2e4834c6dd42d687b438., hostname=e2fd862922a0,38547,1732529625709, seqNum=2 , the old value is region=TestAcidGuarantees,,1732529741476.55f643e0788a2e4834c6dd42d687b438., hostname=e2fd862922a0,38547,1732529625709, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55f643e0788a2e4834c6dd42d687b438, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T10:16:02,713 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732529741476.55f643e0788a2e4834c6dd42d687b438., hostname=e2fd862922a0,38547,1732529625709, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55f643e0788a2e4834c6dd42d687b438, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T10:16:02,713 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732529741476.55f643e0788a2e4834c6dd42d687b438., hostname=e2fd862922a0,38547,1732529625709, seqNum=2 because the exception is null or not the one we care about 2024-11-25T10:16:02,815 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=38547 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=146 2024-11-25T10:16:02,815 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e2fd862922a0:0-0 {event_type=RS_FLUSH_REGIONS, pid=146}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732529741476.55f643e0788a2e4834c6dd42d687b438. 2024-11-25T10:16:02,816 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e2fd862922a0:0-0 {event_type=RS_FLUSH_REGIONS, pid=146}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732529741476.55f643e0788a2e4834c6dd42d687b438. as already flushing 2024-11-25T10:16:02,816 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e2fd862922a0:0-0 {event_type=RS_FLUSH_REGIONS, pid=146}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732529741476.55f643e0788a2e4834c6dd42d687b438. 2024-11-25T10:16:02,816 ERROR [RS_FLUSH_OPERATIONS-regionserver/e2fd862922a0:0-0 {event_type=RS_FLUSH_REGIONS, pid=146}] handler.RSProcedureHandler(58): pid=146 java.io.IOException: Unable to complete flush {ENCODED => 55f643e0788a2e4834c6dd42d687b438, NAME => 'TestAcidGuarantees,,1732529741476.55f643e0788a2e4834c6dd42d687b438.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T10:16:02,816 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e2fd862922a0:0-0 {event_type=RS_FLUSH_REGIONS, pid=146}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=146 java.io.IOException: Unable to complete flush {ENCODED => 55f643e0788a2e4834c6dd42d687b438, NAME => 'TestAcidGuarantees,,1732529741476.55f643e0788a2e4834c6dd42d687b438.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T10:16:02,816 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41005 {}] master.HMaster(4177): Remote procedure failed, pid=146 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 55f643e0788a2e4834c6dd42d687b438, NAME => 'TestAcidGuarantees,,1732529741476.55f643e0788a2e4834c6dd42d687b438.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 55f643e0788a2e4834c6dd42d687b438, NAME => 'TestAcidGuarantees,,1732529741476.55f643e0788a2e4834c6dd42d687b438.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T10:16:02,953 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55f643e0788a2e4834c6dd42d687b438, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-25T10:16:02,953 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55f643e0788a2e4834c6dd42d687b438, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-25T10:16:02,953 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] ipc.CallRunner(138): callId: 65 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39662 deadline: 1732529822952, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55f643e0788a2e4834c6dd42d687b438, server=e2fd862922a0,38547,1732529625709 2024-11-25T10:16:02,953 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] ipc.CallRunner(138): callId: 68 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39730 deadline: 1732529822952, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55f643e0788a2e4834c6dd42d687b438, server=e2fd862922a0,38547,1732529625709 2024-11-25T10:16:02,953 WARN [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRpcRetryingCaller(177): Call to e2fd862922a0,38547,1732529625709 for 'test_row_0' in 55f643e0788a2e4834c6dd42d687b438 of TestAcidGuarantees failed, tries = 8, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 8243 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55f643e0788a2e4834c6dd42d687b438, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor39.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55f643e0788a2e4834c6dd42d687b438, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 32 more 2024-11-25T10:16:02,953 WARN [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRpcRetryingCaller(177): Call to e2fd862922a0,38547,1732529625709 for 'test_row_2' in 55f643e0788a2e4834c6dd42d687b438 of TestAcidGuarantees failed, tries = 8, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 8246 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55f643e0788a2e4834c6dd42d687b438, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor39.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55f643e0788a2e4834c6dd42d687b438, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 32 more 2024-11-25T10:16:02,954 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732529741476.55f643e0788a2e4834c6dd42d687b438., hostname=e2fd862922a0,38547,1732529625709, seqNum=2 , the old value is region=TestAcidGuarantees,,1732529741476.55f643e0788a2e4834c6dd42d687b438., hostname=e2fd862922a0,38547,1732529625709, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55f643e0788a2e4834c6dd42d687b438, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T10:16:02,954 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732529741476.55f643e0788a2e4834c6dd42d687b438., hostname=e2fd862922a0,38547,1732529625709, seqNum=2 , the old value is region=TestAcidGuarantees,,1732529741476.55f643e0788a2e4834c6dd42d687b438., hostname=e2fd862922a0,38547,1732529625709, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55f643e0788a2e4834c6dd42d687b438, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T10:16:02,954 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732529741476.55f643e0788a2e4834c6dd42d687b438., hostname=e2fd862922a0,38547,1732529625709, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55f643e0788a2e4834c6dd42d687b438, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T10:16:02,954 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732529741476.55f643e0788a2e4834c6dd42d687b438., hostname=e2fd862922a0,38547,1732529625709, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55f643e0788a2e4834c6dd42d687b438, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T10:16:02,954 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732529741476.55f643e0788a2e4834c6dd42d687b438., hostname=e2fd862922a0,38547,1732529625709, seqNum=2 because the exception is null or not the one we care about 2024-11-25T10:16:02,954 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732529741476.55f643e0788a2e4834c6dd42d687b438., hostname=e2fd862922a0,38547,1732529625709, seqNum=2 because the exception is null or not the one we care about 2024-11-25T10:16:02,962 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55f643e0788a2e4834c6dd42d687b438, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-25T10:16:02,962 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] ipc.CallRunner(138): callId: 66 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39740 deadline: 1732529822961, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55f643e0788a2e4834c6dd42d687b438, server=e2fd862922a0,38547,1732529625709 2024-11-25T10:16:02,962 WARN [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRpcRetryingCaller(177): Call to e2fd862922a0,38547,1732529625709 for 'test_row_0' in 55f643e0788a2e4834c6dd42d687b438 of TestAcidGuarantees failed, tries = 8, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 8246 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55f643e0788a2e4834c6dd42d687b438, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor39.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55f643e0788a2e4834c6dd42d687b438, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 32 more 2024-11-25T10:16:02,962 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732529741476.55f643e0788a2e4834c6dd42d687b438., hostname=e2fd862922a0,38547,1732529625709, seqNum=2 , the old value is region=TestAcidGuarantees,,1732529741476.55f643e0788a2e4834c6dd42d687b438., hostname=e2fd862922a0,38547,1732529625709, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55f643e0788a2e4834c6dd42d687b438, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T10:16:02,962 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732529741476.55f643e0788a2e4834c6dd42d687b438., hostname=e2fd862922a0,38547,1732529625709, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55f643e0788a2e4834c6dd42d687b438, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T10:16:02,963 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732529741476.55f643e0788a2e4834c6dd42d687b438., hostname=e2fd862922a0,38547,1732529625709, seqNum=2 because the exception is null or not the one we care about 2024-11-25T10:16:02,968 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=38547 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=146 2024-11-25T10:16:02,969 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e2fd862922a0:0-1 {event_type=RS_FLUSH_REGIONS, pid=146}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732529741476.55f643e0788a2e4834c6dd42d687b438. 2024-11-25T10:16:02,969 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e2fd862922a0:0-1 {event_type=RS_FLUSH_REGIONS, pid=146}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732529741476.55f643e0788a2e4834c6dd42d687b438. as already flushing 2024-11-25T10:16:02,969 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e2fd862922a0:0-1 {event_type=RS_FLUSH_REGIONS, pid=146}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732529741476.55f643e0788a2e4834c6dd42d687b438. 2024-11-25T10:16:02,969 ERROR [RS_FLUSH_OPERATIONS-regionserver/e2fd862922a0:0-1 {event_type=RS_FLUSH_REGIONS, pid=146}] handler.RSProcedureHandler(58): pid=146 java.io.IOException: Unable to complete flush {ENCODED => 55f643e0788a2e4834c6dd42d687b438, NAME => 'TestAcidGuarantees,,1732529741476.55f643e0788a2e4834c6dd42d687b438.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T10:16:02,969 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e2fd862922a0:0-1 {event_type=RS_FLUSH_REGIONS, pid=146}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=146 java.io.IOException: Unable to complete flush {ENCODED => 55f643e0788a2e4834c6dd42d687b438, NAME => 'TestAcidGuarantees,,1732529741476.55f643e0788a2e4834c6dd42d687b438.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T10:16:02,970 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41005 {}] master.HMaster(4177): Remote procedure failed, pid=146 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 55f643e0788a2e4834c6dd42d687b438, NAME => 'TestAcidGuarantees,,1732529741476.55f643e0788a2e4834c6dd42d687b438.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 55f643e0788a2e4834c6dd42d687b438, NAME => 'TestAcidGuarantees,,1732529741476.55f643e0788a2e4834c6dd42d687b438.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T10:16:02,986 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=369 (bloomFilter=true), to=hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/55f643e0788a2e4834c6dd42d687b438/.tmp/C/ed332cbee5c14938a9dc22c82aeebd06 2024-11-25T10:16:02,990 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/55f643e0788a2e4834c6dd42d687b438/.tmp/A/4be06fe3816d437ea7a4d04d1b9a5503 as hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/55f643e0788a2e4834c6dd42d687b438/A/4be06fe3816d437ea7a4d04d1b9a5503 2024-11-25T10:16:02,992 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55f643e0788a2e4834c6dd42d687b438, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-25T10:16:02,993 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] ipc.CallRunner(138): callId: 65 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39748 deadline: 1732529822992, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55f643e0788a2e4834c6dd42d687b438, server=e2fd862922a0,38547,1732529625709 2024-11-25T10:16:02,993 WARN [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRpcRetryingCaller(177): Call to e2fd862922a0,38547,1732529625709 for 'test_row_1' in 55f643e0788a2e4834c6dd42d687b438 of TestAcidGuarantees failed, tries = 8, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 8277 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55f643e0788a2e4834c6dd42d687b438, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor39.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55f643e0788a2e4834c6dd42d687b438, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 32 more 2024-11-25T10:16:02,993 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/55f643e0788a2e4834c6dd42d687b438/A/4be06fe3816d437ea7a4d04d1b9a5503, entries=150, sequenceid=369, filesize=12.0 K 2024-11-25T10:16:02,993 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732529741476.55f643e0788a2e4834c6dd42d687b438., hostname=e2fd862922a0,38547,1732529625709, seqNum=2 , the old value is region=TestAcidGuarantees,,1732529741476.55f643e0788a2e4834c6dd42d687b438., hostname=e2fd862922a0,38547,1732529625709, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55f643e0788a2e4834c6dd42d687b438, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T10:16:02,993 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732529741476.55f643e0788a2e4834c6dd42d687b438., hostname=e2fd862922a0,38547,1732529625709, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=55f643e0788a2e4834c6dd42d687b438, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T10:16:02,993 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732529741476.55f643e0788a2e4834c6dd42d687b438., hostname=e2fd862922a0,38547,1732529625709, seqNum=2 because the exception is null or not the one we care about 2024-11-25T10:16:02,994 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/55f643e0788a2e4834c6dd42d687b438/.tmp/B/3e5fa85b8cff46f5b3054eb974fa3fd2 as hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/55f643e0788a2e4834c6dd42d687b438/B/3e5fa85b8cff46f5b3054eb974fa3fd2 2024-11-25T10:16:02,996 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/55f643e0788a2e4834c6dd42d687b438/B/3e5fa85b8cff46f5b3054eb974fa3fd2, entries=100, sequenceid=369, filesize=9.6 K 2024-11-25T10:16:02,997 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/55f643e0788a2e4834c6dd42d687b438/.tmp/C/ed332cbee5c14938a9dc22c82aeebd06 as hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/55f643e0788a2e4834c6dd42d687b438/C/ed332cbee5c14938a9dc22c82aeebd06 2024-11-25T10:16:03,000 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/55f643e0788a2e4834c6dd42d687b438/C/ed332cbee5c14938a9dc22c82aeebd06, entries=100, sequenceid=369, filesize=9.6 K 2024-11-25T10:16:03,000 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~46.96 KB/48090, heapSize ~140.16 KB/143520, currentSize=134.18 KB/137400 for 55f643e0788a2e4834c6dd42d687b438 in 1259ms, sequenceid=369, compaction requested=true 2024-11-25T10:16:03,000 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 55f643e0788a2e4834c6dd42d687b438: 2024-11-25T10:16:03,001 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 55f643e0788a2e4834c6dd42d687b438:A, priority=-2147483648, current under compaction store size is 1 2024-11-25T10:16:03,001 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-25T10:16:03,001 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 55f643e0788a2e4834c6dd42d687b438:B, priority=-2147483648, current under compaction store size is 2 2024-11-25T10:16:03,001 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-25T10:16:03,001 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 55f643e0788a2e4834c6dd42d687b438:C, priority=-2147483648, current under compaction store size is 3 2024-11-25T10:16:03,001 DEBUG [RS:0;e2fd862922a0:38547-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-25T10:16:03,001 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-25T10:16:03,001 DEBUG [RS:0;e2fd862922a0:38547-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-25T10:16:03,002 DEBUG [RS:0;e2fd862922a0:38547-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37649 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-25T10:16:03,002 DEBUG [RS:0;e2fd862922a0:38547-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 35209 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-25T10:16:03,002 DEBUG [RS:0;e2fd862922a0:38547-longCompactions-0 {}] regionserver.HStore(1541): 55f643e0788a2e4834c6dd42d687b438/B is initiating minor compaction (all files) 2024-11-25T10:16:03,002 DEBUG [RS:0;e2fd862922a0:38547-shortCompactions-0 {}] regionserver.HStore(1541): 55f643e0788a2e4834c6dd42d687b438/A is initiating minor compaction (all files) 2024-11-25T10:16:03,002 INFO [RS:0;e2fd862922a0:38547-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 55f643e0788a2e4834c6dd42d687b438/A in TestAcidGuarantees,,1732529741476.55f643e0788a2e4834c6dd42d687b438. 2024-11-25T10:16:03,002 INFO [RS:0;e2fd862922a0:38547-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 55f643e0788a2e4834c6dd42d687b438/B in TestAcidGuarantees,,1732529741476.55f643e0788a2e4834c6dd42d687b438. 2024-11-25T10:16:03,002 INFO [RS:0;e2fd862922a0:38547-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/55f643e0788a2e4834c6dd42d687b438/A/402e8cc7e2564a3796fbecdc90b0c8f9, hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/55f643e0788a2e4834c6dd42d687b438/A/a036725eeee24a098b093a36248a78e1, hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/55f643e0788a2e4834c6dd42d687b438/A/4be06fe3816d437ea7a4d04d1b9a5503] into tmpdir=hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/55f643e0788a2e4834c6dd42d687b438/.tmp, totalSize=36.8 K 2024-11-25T10:16:03,002 INFO [RS:0;e2fd862922a0:38547-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/55f643e0788a2e4834c6dd42d687b438/B/360cee86d98641bd91df04806fb602bd, hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/55f643e0788a2e4834c6dd42d687b438/B/f191d157edcc47198bada5e9ad2d9bf8, hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/55f643e0788a2e4834c6dd42d687b438/B/3e5fa85b8cff46f5b3054eb974fa3fd2] into tmpdir=hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/55f643e0788a2e4834c6dd42d687b438/.tmp, totalSize=34.4 K 2024-11-25T10:16:03,002 DEBUG [RS:0;e2fd862922a0:38547-shortCompactions-0 {}] compactions.Compactor(225): Compacting 402e8cc7e2564a3796fbecdc90b0c8f9, keycount=150, bloomtype=ROW, size=12.7 K, encoding=NONE, compression=NONE, seqNum=340, earliestPutTs=1732529758759 2024-11-25T10:16:03,002 DEBUG [RS:0;e2fd862922a0:38547-longCompactions-0 {}] compactions.Compactor(225): Compacting 360cee86d98641bd91df04806fb602bd, keycount=150, bloomtype=ROW, size=12.7 K, encoding=NONE, compression=NONE, seqNum=340, earliestPutTs=1732529758759 2024-11-25T10:16:03,002 DEBUG [RS:0;e2fd862922a0:38547-shortCompactions-0 {}] compactions.Compactor(225): Compacting a036725eeee24a098b093a36248a78e1, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=358, earliestPutTs=1732529759509 2024-11-25T10:16:03,002 DEBUG [RS:0;e2fd862922a0:38547-longCompactions-0 {}] compactions.Compactor(225): Compacting f191d157edcc47198bada5e9ad2d9bf8, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=358, earliestPutTs=1732529759509 2024-11-25T10:16:03,003 DEBUG [RS:0;e2fd862922a0:38547-shortCompactions-0 {}] compactions.Compactor(225): Compacting 4be06fe3816d437ea7a4d04d1b9a5503, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=369, earliestPutTs=1732529761728 2024-11-25T10:16:03,003 DEBUG [RS:0;e2fd862922a0:38547-longCompactions-0 {}] compactions.Compactor(225): Compacting 3e5fa85b8cff46f5b3054eb974fa3fd2, keycount=100, bloomtype=ROW, size=9.6 K, encoding=NONE, compression=NONE, seqNum=369, earliestPutTs=1732529761736 2024-11-25T10:16:03,011 INFO [RS:0;e2fd862922a0:38547-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 55f643e0788a2e4834c6dd42d687b438#A#compaction#447 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 53.85 MB/second 2024-11-25T10:16:03,011 INFO [RS:0;e2fd862922a0:38547-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 55f643e0788a2e4834c6dd42d687b438#B#compaction#448 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 53.85 MB/second 2024-11-25T10:16:03,012 DEBUG [RS:0;e2fd862922a0:38547-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/55f643e0788a2e4834c6dd42d687b438/.tmp/B/72b55a32462f4b60a2a5e0352d09bf4d is 50, key is test_row_0/B:col10/1732529761740/Put/seqid=0 2024-11-25T10:16:03,012 DEBUG [RS:0;e2fd862922a0:38547-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/55f643e0788a2e4834c6dd42d687b438/.tmp/A/0307d3f6c94b4554914994a71740095d is 50, key is test_row_0/A:col10/1732529761740/Put/seqid=0 2024-11-25T10:16:03,016 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39927 is added to blk_1073742346_1522 (size=13153) 2024-11-25T10:16:03,017 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39927 is added to blk_1073742345_1521 (size=13153) 2024-11-25T10:16:03,033 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41005 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=145 2024-11-25T10:16:03,122 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=38547 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=146 2024-11-25T10:16:03,122 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e2fd862922a0:0-2 {event_type=RS_FLUSH_REGIONS, pid=146}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732529741476.55f643e0788a2e4834c6dd42d687b438. 2024-11-25T10:16:03,122 INFO [RS_FLUSH_OPERATIONS-regionserver/e2fd862922a0:0-2 {event_type=RS_FLUSH_REGIONS, pid=146}] regionserver.HRegion(2902): Flushing 55f643e0788a2e4834c6dd42d687b438 3/3 column families, dataSize=134.18 KB heapSize=384.98 KB 2024-11-25T10:16:03,123 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e2fd862922a0:0-2 {event_type=RS_FLUSH_REGIONS, pid=146}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 55f643e0788a2e4834c6dd42d687b438, store=A 2024-11-25T10:16:03,123 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e2fd862922a0:0-2 {event_type=RS_FLUSH_REGIONS, pid=146}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-25T10:16:03,123 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e2fd862922a0:0-2 {event_type=RS_FLUSH_REGIONS, pid=146}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 55f643e0788a2e4834c6dd42d687b438, store=B 2024-11-25T10:16:03,123 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e2fd862922a0:0-2 {event_type=RS_FLUSH_REGIONS, pid=146}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-25T10:16:03,123 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e2fd862922a0:0-2 {event_type=RS_FLUSH_REGIONS, pid=146}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 55f643e0788a2e4834c6dd42d687b438, store=C 2024-11-25T10:16:03,123 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e2fd862922a0:0-2 {event_type=RS_FLUSH_REGIONS, pid=146}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-25T10:16:03,126 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e2fd862922a0:0-2 {event_type=RS_FLUSH_REGIONS, pid=146}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/55f643e0788a2e4834c6dd42d687b438/.tmp/A/997f20de343041eca1fda61685c3db74 is 50, key is test_row_0/A:col10/1732529762064/Put/seqid=0 2024-11-25T10:16:03,129 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39927 is added to blk_1073742347_1523 (size=12301) 2024-11-25T10:16:03,223 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] regionserver.HRegion(8855): Flush requested on 55f643e0788a2e4834c6dd42d687b438 2024-11-25T10:16:03,223 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732529741476.55f643e0788a2e4834c6dd42d687b438. as already flushing 2024-11-25T10:16:03,223 INFO [Thread-1966 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-1966. 2024-11-25T10:16:03,224 DEBUG [Thread-1966 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-25T10:16:03,224 DEBUG [Thread-1966 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T10:16:03,224 DEBUG [Thread-1966 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T10:16:03,224 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-25T10:16:03,421 DEBUG [RS:0;e2fd862922a0:38547-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/55f643e0788a2e4834c6dd42d687b438/.tmp/B/72b55a32462f4b60a2a5e0352d09bf4d as hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/55f643e0788a2e4834c6dd42d687b438/B/72b55a32462f4b60a2a5e0352d09bf4d 2024-11-25T10:16:03,421 DEBUG [RS:0;e2fd862922a0:38547-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/55f643e0788a2e4834c6dd42d687b438/.tmp/A/0307d3f6c94b4554914994a71740095d as hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/55f643e0788a2e4834c6dd42d687b438/A/0307d3f6c94b4554914994a71740095d 2024-11-25T10:16:03,425 INFO [RS:0;e2fd862922a0:38547-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 55f643e0788a2e4834c6dd42d687b438/B of 55f643e0788a2e4834c6dd42d687b438 into 72b55a32462f4b60a2a5e0352d09bf4d(size=12.8 K), total size for store is 12.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-25T10:16:03,425 DEBUG [RS:0;e2fd862922a0:38547-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 55f643e0788a2e4834c6dd42d687b438: 2024-11-25T10:16:03,425 INFO [RS:0;e2fd862922a0:38547-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732529741476.55f643e0788a2e4834c6dd42d687b438., storeName=55f643e0788a2e4834c6dd42d687b438/B, priority=13, startTime=1732529763001; duration=0sec 2024-11-25T10:16:03,425 DEBUG [RS:0;e2fd862922a0:38547-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-25T10:16:03,425 DEBUG [RS:0;e2fd862922a0:38547-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 55f643e0788a2e4834c6dd42d687b438:B 2024-11-25T10:16:03,425 INFO [RS:0;e2fd862922a0:38547-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 55f643e0788a2e4834c6dd42d687b438/A of 55f643e0788a2e4834c6dd42d687b438 into 0307d3f6c94b4554914994a71740095d(size=12.8 K), total size for store is 12.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-25T10:16:03,425 DEBUG [RS:0;e2fd862922a0:38547-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 55f643e0788a2e4834c6dd42d687b438: 2024-11-25T10:16:03,425 INFO [RS:0;e2fd862922a0:38547-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732529741476.55f643e0788a2e4834c6dd42d687b438., storeName=55f643e0788a2e4834c6dd42d687b438/A, priority=13, startTime=1732529763000; duration=0sec 2024-11-25T10:16:03,425 DEBUG [RS:0;e2fd862922a0:38547-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-25T10:16:03,425 DEBUG [RS:0;e2fd862922a0:38547-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-25T10:16:03,425 DEBUG [RS:0;e2fd862922a0:38547-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 55f643e0788a2e4834c6dd42d687b438:A 2024-11-25T10:16:03,426 DEBUG [RS:0;e2fd862922a0:38547-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 35209 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-25T10:16:03,426 DEBUG [RS:0;e2fd862922a0:38547-longCompactions-0 {}] regionserver.HStore(1541): 55f643e0788a2e4834c6dd42d687b438/C is initiating minor compaction (all files) 2024-11-25T10:16:03,426 INFO [RS:0;e2fd862922a0:38547-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 55f643e0788a2e4834c6dd42d687b438/C in TestAcidGuarantees,,1732529741476.55f643e0788a2e4834c6dd42d687b438. 2024-11-25T10:16:03,426 INFO [RS:0;e2fd862922a0:38547-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/55f643e0788a2e4834c6dd42d687b438/C/01b581043b2b4719beafdf9f878680e1, hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/55f643e0788a2e4834c6dd42d687b438/C/4dc02e96e7634911b6582e67a31a1274, hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/55f643e0788a2e4834c6dd42d687b438/C/ed332cbee5c14938a9dc22c82aeebd06] into tmpdir=hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/55f643e0788a2e4834c6dd42d687b438/.tmp, totalSize=34.4 K 2024-11-25T10:16:03,426 DEBUG [RS:0;e2fd862922a0:38547-longCompactions-0 {}] compactions.Compactor(225): Compacting 01b581043b2b4719beafdf9f878680e1, keycount=150, bloomtype=ROW, size=12.7 K, encoding=NONE, compression=NONE, seqNum=340, earliestPutTs=1732529758759 2024-11-25T10:16:03,427 DEBUG [RS:0;e2fd862922a0:38547-longCompactions-0 {}] compactions.Compactor(225): Compacting 4dc02e96e7634911b6582e67a31a1274, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=358, earliestPutTs=1732529759509 2024-11-25T10:16:03,427 DEBUG [RS:0;e2fd862922a0:38547-longCompactions-0 {}] compactions.Compactor(225): Compacting ed332cbee5c14938a9dc22c82aeebd06, keycount=100, bloomtype=ROW, size=9.6 K, encoding=NONE, compression=NONE, seqNum=369, earliestPutTs=1732529761736 2024-11-25T10:16:03,432 INFO [RS:0;e2fd862922a0:38547-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 55f643e0788a2e4834c6dd42d687b438#C#compaction#450 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 53.85 MB/second 2024-11-25T10:16:03,433 DEBUG [RS:0;e2fd862922a0:38547-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/55f643e0788a2e4834c6dd42d687b438/.tmp/C/4933859197ea4e75b02238da2bda91c6 is 50, key is test_row_0/C:col10/1732529761740/Put/seqid=0 2024-11-25T10:16:03,437 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39927 is added to blk_1073742348_1524 (size=13153) 2024-11-25T10:16:03,530 INFO [RS_FLUSH_OPERATIONS-regionserver/e2fd862922a0:0-2 {event_type=RS_FLUSH_REGIONS, pid=146}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=406 (bloomFilter=true), to=hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/55f643e0788a2e4834c6dd42d687b438/.tmp/A/997f20de343041eca1fda61685c3db74 2024-11-25T10:16:03,535 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e2fd862922a0:0-2 {event_type=RS_FLUSH_REGIONS, pid=146}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/55f643e0788a2e4834c6dd42d687b438/.tmp/B/033302a8e7c842b994a6296b4d4711d5 is 50, key is test_row_0/B:col10/1732529762064/Put/seqid=0 2024-11-25T10:16:03,538 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39927 is added to blk_1073742349_1525 (size=12301) 2024-11-25T10:16:03,840 DEBUG [RS:0;e2fd862922a0:38547-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/55f643e0788a2e4834c6dd42d687b438/.tmp/C/4933859197ea4e75b02238da2bda91c6 as hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/55f643e0788a2e4834c6dd42d687b438/C/4933859197ea4e75b02238da2bda91c6 2024-11-25T10:16:03,843 INFO [RS:0;e2fd862922a0:38547-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 55f643e0788a2e4834c6dd42d687b438/C of 55f643e0788a2e4834c6dd42d687b438 into 4933859197ea4e75b02238da2bda91c6(size=12.8 K), total size for store is 12.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-25T10:16:03,843 DEBUG [RS:0;e2fd862922a0:38547-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 55f643e0788a2e4834c6dd42d687b438: 2024-11-25T10:16:03,843 INFO [RS:0;e2fd862922a0:38547-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732529741476.55f643e0788a2e4834c6dd42d687b438., storeName=55f643e0788a2e4834c6dd42d687b438/C, priority=13, startTime=1732529763001; duration=0sec 2024-11-25T10:16:03,843 DEBUG [RS:0;e2fd862922a0:38547-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-25T10:16:03,843 DEBUG [RS:0;e2fd862922a0:38547-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 55f643e0788a2e4834c6dd42d687b438:C 2024-11-25T10:16:03,939 INFO [RS_FLUSH_OPERATIONS-regionserver/e2fd862922a0:0-2 {event_type=RS_FLUSH_REGIONS, pid=146}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=406 (bloomFilter=true), to=hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/55f643e0788a2e4834c6dd42d687b438/.tmp/B/033302a8e7c842b994a6296b4d4711d5 2024-11-25T10:16:03,944 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e2fd862922a0:0-2 {event_type=RS_FLUSH_REGIONS, pid=146}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/55f643e0788a2e4834c6dd42d687b438/.tmp/C/3b0f52c144fd41329da59583c7e7f0bd is 50, key is test_row_0/C:col10/1732529762064/Put/seqid=0 2024-11-25T10:16:03,948 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39927 is added to blk_1073742350_1526 (size=12301) 2024-11-25T10:16:04,042 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41005 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=145 2024-11-25T10:16:04,348 INFO [RS_FLUSH_OPERATIONS-regionserver/e2fd862922a0:0-2 {event_type=RS_FLUSH_REGIONS, pid=146}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=406 (bloomFilter=true), to=hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/55f643e0788a2e4834c6dd42d687b438/.tmp/C/3b0f52c144fd41329da59583c7e7f0bd 2024-11-25T10:16:04,352 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e2fd862922a0:0-2 {event_type=RS_FLUSH_REGIONS, pid=146}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/55f643e0788a2e4834c6dd42d687b438/.tmp/A/997f20de343041eca1fda61685c3db74 as hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/55f643e0788a2e4834c6dd42d687b438/A/997f20de343041eca1fda61685c3db74 2024-11-25T10:16:04,355 INFO [RS_FLUSH_OPERATIONS-regionserver/e2fd862922a0:0-2 {event_type=RS_FLUSH_REGIONS, pid=146}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/55f643e0788a2e4834c6dd42d687b438/A/997f20de343041eca1fda61685c3db74, entries=150, sequenceid=406, filesize=12.0 K 2024-11-25T10:16:04,356 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e2fd862922a0:0-2 {event_type=RS_FLUSH_REGIONS, pid=146}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/55f643e0788a2e4834c6dd42d687b438/.tmp/B/033302a8e7c842b994a6296b4d4711d5 as hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/55f643e0788a2e4834c6dd42d687b438/B/033302a8e7c842b994a6296b4d4711d5 2024-11-25T10:16:04,359 INFO [RS_FLUSH_OPERATIONS-regionserver/e2fd862922a0:0-2 {event_type=RS_FLUSH_REGIONS, pid=146}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/55f643e0788a2e4834c6dd42d687b438/B/033302a8e7c842b994a6296b4d4711d5, entries=150, sequenceid=406, filesize=12.0 K 2024-11-25T10:16:04,359 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e2fd862922a0:0-2 {event_type=RS_FLUSH_REGIONS, pid=146}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/55f643e0788a2e4834c6dd42d687b438/.tmp/C/3b0f52c144fd41329da59583c7e7f0bd as hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/55f643e0788a2e4834c6dd42d687b438/C/3b0f52c144fd41329da59583c7e7f0bd 2024-11-25T10:16:04,362 INFO [RS_FLUSH_OPERATIONS-regionserver/e2fd862922a0:0-2 {event_type=RS_FLUSH_REGIONS, pid=146}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/55f643e0788a2e4834c6dd42d687b438/C/3b0f52c144fd41329da59583c7e7f0bd, entries=150, sequenceid=406, filesize=12.0 K 2024-11-25T10:16:04,363 INFO [RS_FLUSH_OPERATIONS-regionserver/e2fd862922a0:0-2 {event_type=RS_FLUSH_REGIONS, pid=146}] regionserver.HRegion(3140): Finished flush of dataSize ~134.18 KB/137400, heapSize ~384.94 KB/394176, currentSize=6.71 KB/6870 for 55f643e0788a2e4834c6dd42d687b438 in 1241ms, sequenceid=406, compaction requested=false 2024-11-25T10:16:04,363 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e2fd862922a0:0-2 {event_type=RS_FLUSH_REGIONS, pid=146}] regionserver.HRegion(2603): Flush status journal for 55f643e0788a2e4834c6dd42d687b438: 2024-11-25T10:16:04,363 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e2fd862922a0:0-2 {event_type=RS_FLUSH_REGIONS, pid=146}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732529741476.55f643e0788a2e4834c6dd42d687b438. 2024-11-25T10:16:04,363 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e2fd862922a0:0-2 {event_type=RS_FLUSH_REGIONS, pid=146}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=146 2024-11-25T10:16:04,364 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41005 {}] master.HMaster(4169): Remote procedure done, pid=146 2024-11-25T10:16:04,366 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=146, resume processing ppid=145 2024-11-25T10:16:04,366 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=146, ppid=145, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.4700 sec 2024-11-25T10:16:04,367 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=145, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=145, table=TestAcidGuarantees in 2.4740 sec 2024-11-25T10:16:06,062 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41005 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=145 2024-11-25T10:16:06,063 INFO [RPCClient-NioEventLoopGroup-4-10 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-25T10:16:12,984 INFO [Thread-1964 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-1964. 2024-11-25T10:16:12,984 DEBUG [Thread-1964 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-25T10:16:12,984 DEBUG [Thread-1964 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T10:16:12,984 DEBUG [Thread-1964 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T10:16:12,984 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-25T10:16:13,013 INFO [Thread-1958 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-1958. 2024-11-25T10:16:13,013 DEBUG [Thread-1958 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-25T10:16:13,013 DEBUG [Thread-1958 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T10:16:13,013 DEBUG [Thread-1958 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T10:16:13,013 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-25T10:16:13,033 INFO [Thread-1960 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-1960. 2024-11-25T10:16:13,033 DEBUG [Thread-1960 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-25T10:16:13,033 DEBUG [Thread-1960 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T10:16:13,034 DEBUG [Thread-1960 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T10:16:13,034 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-25T10:16:13,074 INFO [Thread-1962 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-1962. 2024-11-25T10:16:13,074 DEBUG [Thread-1962 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-25T10:16:13,074 DEBUG [Thread-1962 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T10:16:13,074 DEBUG [Thread-1962 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T10:16:13,074 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-25T10:16:13,074 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(392): Finished test. Writers: 2024-11-25T10:16:13,074 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 28 2024-11-25T10:16:13,074 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 30 2024-11-25T10:16:13,074 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 29 2024-11-25T10:16:13,074 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 27 2024-11-25T10:16:13,074 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 209 2024-11-25T10:16:13,074 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(396): Readers: 2024-11-25T10:16:13,074 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(400): Scanners: 2024-11-25T10:16:13,074 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(402): scanned 1010 2024-11-25T10:16:13,074 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(403): verified 3022 rows 2024-11-25T10:16:13,074 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(402): scanned 999 2024-11-25T10:16:13,074 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(403): verified 2989 rows 2024-11-25T10:16:13,074 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(402): scanned 1012 2024-11-25T10:16:13,074 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(403): verified 3031 rows 2024-11-25T10:16:13,074 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(402): scanned 1008 2024-11-25T10:16:13,074 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(403): verified 3020 rows 2024-11-25T10:16:13,074 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(402): scanned 1012 2024-11-25T10:16:13,075 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(403): verified 3031 rows 2024-11-25T10:16:13,075 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-25T10:16:13,075 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool.doWork(AcidGuaranteesTestTool.java:131) at org.apache.hadoop.hbase.util.AbstractHBaseTool.run(AbstractHBaseTool.java:150) at org.apache.hadoop.hbase.AcidGuaranteesTestBase.runTestAtomicity(AcidGuaranteesTestBase.java:102) at org.apache.hadoop.hbase.AcidGuaranteesTestBase.runTestAtomicity(AcidGuaranteesTestBase.java:91) at org.apache.hadoop.hbase.AcidGuaranteesTestBase.testScanAtomicity(AcidGuaranteesTestBase.java:112) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-25T10:16:13,075 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T10:16:13,075 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T10:16:13,075 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-25T10:16:13,076 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41005 {}] master.HMaster$13(2820): Client=jenkins//172.17.0.2 disable TestAcidGuarantees 2024-11-25T10:16:13,077 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41005 {}] procedure2.ProcedureExecutor(1139): Stored pid=147, state=RUNNABLE:DISABLE_TABLE_PREPARE, hasLock=false; DisableTableProcedure table=TestAcidGuarantees 2024-11-25T10:16:13,078 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41005 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=147 2024-11-25T10:16:13,078 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732529773078"}]},"ts":"1732529773078"} 2024-11-25T10:16:13,079 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=TestAcidGuarantees, state=DISABLING in hbase:meta 2024-11-25T10:16:13,079 INFO [PEWorker-4 {}] procedure.DisableTableProcedure(284): Set TestAcidGuarantees to state=DISABLING 2024-11-25T10:16:13,080 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=148, ppid=147, state=RUNNABLE:CLOSE_TABLE_REGIONS_SCHEDULE, hasLock=false; CloseTableRegionsProcedure table=TestAcidGuarantees}] 2024-11-25T10:16:13,081 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=149, ppid=148, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=55f643e0788a2e4834c6dd42d687b438, UNASSIGN}] 2024-11-25T10:16:13,082 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=149, ppid=148, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=55f643e0788a2e4834c6dd42d687b438, UNASSIGN 2024-11-25T10:16:13,082 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=149 updating hbase:meta row=55f643e0788a2e4834c6dd42d687b438, regionState=CLOSING, regionLocation=e2fd862922a0,38547,1732529625709 2024-11-25T10:16:13,083 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=149, ppid=148, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=55f643e0788a2e4834c6dd42d687b438, UNASSIGN because future has completed 2024-11-25T10:16:13,083 DEBUG [PEWorker-2 {}] assignment.TransitRegionStateProcedure(375): Close region: isSplit: false: evictOnSplit: true: evictOnClose: false 2024-11-25T10:16:13,084 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=150, ppid=149, state=RUNNABLE, hasLock=false; CloseRegionProcedure 55f643e0788a2e4834c6dd42d687b438, server=e2fd862922a0,38547,1732529625709}] 2024-11-25T10:16:13,182 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41005 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=147 2024-11-25T10:16:13,234 INFO [RS_CLOSE_REGION-regionserver/e2fd862922a0:0-0 {event_type=M_RS_CLOSE_REGION, pid=150}] handler.UnassignRegionHandler(122): Close 55f643e0788a2e4834c6dd42d687b438 2024-11-25T10:16:13,234 DEBUG [RS_CLOSE_REGION-regionserver/e2fd862922a0:0-0 {event_type=M_RS_CLOSE_REGION, pid=150}] handler.UnassignRegionHandler(136): Unassign region: split region: false: evictCache: false 2024-11-25T10:16:13,235 DEBUG [RS_CLOSE_REGION-regionserver/e2fd862922a0:0-0 {event_type=M_RS_CLOSE_REGION, pid=150}] regionserver.HRegion(1722): Closing 55f643e0788a2e4834c6dd42d687b438, disabling compactions & flushes 2024-11-25T10:16:13,235 INFO [RS_CLOSE_REGION-regionserver/e2fd862922a0:0-0 {event_type=M_RS_CLOSE_REGION, pid=150}] regionserver.HRegion(1755): Closing region TestAcidGuarantees,,1732529741476.55f643e0788a2e4834c6dd42d687b438. 2024-11-25T10:16:13,235 DEBUG [RS_CLOSE_REGION-regionserver/e2fd862922a0:0-0 {event_type=M_RS_CLOSE_REGION, pid=150}] regionserver.HRegion(1776): Time limited wait for close lock on TestAcidGuarantees,,1732529741476.55f643e0788a2e4834c6dd42d687b438. 2024-11-25T10:16:13,235 DEBUG [RS_CLOSE_REGION-regionserver/e2fd862922a0:0-0 {event_type=M_RS_CLOSE_REGION, pid=150}] regionserver.HRegion(1843): Acquired close lock on TestAcidGuarantees,,1732529741476.55f643e0788a2e4834c6dd42d687b438. after waiting 0 ms 2024-11-25T10:16:13,235 DEBUG [RS_CLOSE_REGION-regionserver/e2fd862922a0:0-0 {event_type=M_RS_CLOSE_REGION, pid=150}] regionserver.HRegion(1853): Updates disabled for region TestAcidGuarantees,,1732529741476.55f643e0788a2e4834c6dd42d687b438. 2024-11-25T10:16:13,235 INFO [RS_CLOSE_REGION-regionserver/e2fd862922a0:0-0 {event_type=M_RS_CLOSE_REGION, pid=150}] regionserver.HRegion(2902): Flushing 55f643e0788a2e4834c6dd42d687b438 3/3 column families, dataSize=33.54 KB heapSize=100.36 KB 2024-11-25T10:16:13,235 DEBUG [RS_CLOSE_REGION-regionserver/e2fd862922a0:0-0 {event_type=M_RS_CLOSE_REGION, pid=150}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 55f643e0788a2e4834c6dd42d687b438, store=A 2024-11-25T10:16:13,235 DEBUG [RS_CLOSE_REGION-regionserver/e2fd862922a0:0-0 {event_type=M_RS_CLOSE_REGION, pid=150}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T10:16:13,235 DEBUG [RS_CLOSE_REGION-regionserver/e2fd862922a0:0-0 {event_type=M_RS_CLOSE_REGION, pid=150}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 55f643e0788a2e4834c6dd42d687b438, store=B 2024-11-25T10:16:13,235 DEBUG [RS_CLOSE_REGION-regionserver/e2fd862922a0:0-0 {event_type=M_RS_CLOSE_REGION, pid=150}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T10:16:13,235 DEBUG [RS_CLOSE_REGION-regionserver/e2fd862922a0:0-0 {event_type=M_RS_CLOSE_REGION, pid=150}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 55f643e0788a2e4834c6dd42d687b438, store=C 2024-11-25T10:16:13,235 DEBUG [RS_CLOSE_REGION-regionserver/e2fd862922a0:0-0 {event_type=M_RS_CLOSE_REGION, pid=150}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T10:16:13,238 DEBUG [RS_CLOSE_REGION-regionserver/e2fd862922a0:0-0 {event_type=M_RS_CLOSE_REGION, pid=150}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/55f643e0788a2e4834c6dd42d687b438/.tmp/A/d504ae61ef0742ffb6bf525cfbfc22fc is 50, key is test_row_0/A:col10/1732529773032/Put/seqid=0 2024-11-25T10:16:13,241 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39927 is added to blk_1073742351_1527 (size=12301) 2024-11-25T10:16:13,392 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41005 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=147 2024-11-25T10:16:13,642 INFO [RS_CLOSE_REGION-regionserver/e2fd862922a0:0-0 {event_type=M_RS_CLOSE_REGION, pid=150}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=11.18 KB at sequenceid=417 (bloomFilter=true), to=hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/55f643e0788a2e4834c6dd42d687b438/.tmp/A/d504ae61ef0742ffb6bf525cfbfc22fc 2024-11-25T10:16:13,648 DEBUG [RS_CLOSE_REGION-regionserver/e2fd862922a0:0-0 {event_type=M_RS_CLOSE_REGION, pid=150}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/55f643e0788a2e4834c6dd42d687b438/.tmp/B/1c7ee0d535014edeb15a5b3455fa2f03 is 50, key is test_row_0/B:col10/1732529773032/Put/seqid=0 2024-11-25T10:16:13,650 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39927 is added to blk_1073742352_1528 (size=12301) 2024-11-25T10:16:13,702 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41005 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=147 2024-11-25T10:16:13,965 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-25T10:16:14,055 INFO [RS_CLOSE_REGION-regionserver/e2fd862922a0:0-0 {event_type=M_RS_CLOSE_REGION, pid=150}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=11.18 KB at sequenceid=417 (bloomFilter=true), to=hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/55f643e0788a2e4834c6dd42d687b438/.tmp/B/1c7ee0d535014edeb15a5b3455fa2f03 2024-11-25T10:16:14,075 DEBUG [RS_CLOSE_REGION-regionserver/e2fd862922a0:0-0 {event_type=M_RS_CLOSE_REGION, pid=150}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/55f643e0788a2e4834c6dd42d687b438/.tmp/C/63091d0b735646bcae20700f27439b81 is 50, key is test_row_0/C:col10/1732529773032/Put/seqid=0 2024-11-25T10:16:14,085 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39927 is added to blk_1073742353_1529 (size=12301) 2024-11-25T10:16:14,213 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41005 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=147 2024-11-25T10:16:14,485 INFO [RS_CLOSE_REGION-regionserver/e2fd862922a0:0-0 {event_type=M_RS_CLOSE_REGION, pid=150}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=11.18 KB at sequenceid=417 (bloomFilter=true), to=hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/55f643e0788a2e4834c6dd42d687b438/.tmp/C/63091d0b735646bcae20700f27439b81 2024-11-25T10:16:14,489 DEBUG [RS_CLOSE_REGION-regionserver/e2fd862922a0:0-0 {event_type=M_RS_CLOSE_REGION, pid=150}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/55f643e0788a2e4834c6dd42d687b438/.tmp/A/d504ae61ef0742ffb6bf525cfbfc22fc as hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/55f643e0788a2e4834c6dd42d687b438/A/d504ae61ef0742ffb6bf525cfbfc22fc 2024-11-25T10:16:14,492 INFO [RS_CLOSE_REGION-regionserver/e2fd862922a0:0-0 {event_type=M_RS_CLOSE_REGION, pid=150}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/55f643e0788a2e4834c6dd42d687b438/A/d504ae61ef0742ffb6bf525cfbfc22fc, entries=150, sequenceid=417, filesize=12.0 K 2024-11-25T10:16:14,493 DEBUG [RS_CLOSE_REGION-regionserver/e2fd862922a0:0-0 {event_type=M_RS_CLOSE_REGION, pid=150}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/55f643e0788a2e4834c6dd42d687b438/.tmp/B/1c7ee0d535014edeb15a5b3455fa2f03 as hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/55f643e0788a2e4834c6dd42d687b438/B/1c7ee0d535014edeb15a5b3455fa2f03 2024-11-25T10:16:14,496 INFO [RS_CLOSE_REGION-regionserver/e2fd862922a0:0-0 {event_type=M_RS_CLOSE_REGION, pid=150}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/55f643e0788a2e4834c6dd42d687b438/B/1c7ee0d535014edeb15a5b3455fa2f03, entries=150, sequenceid=417, filesize=12.0 K 2024-11-25T10:16:14,497 DEBUG [RS_CLOSE_REGION-regionserver/e2fd862922a0:0-0 {event_type=M_RS_CLOSE_REGION, pid=150}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/55f643e0788a2e4834c6dd42d687b438/.tmp/C/63091d0b735646bcae20700f27439b81 as hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/55f643e0788a2e4834c6dd42d687b438/C/63091d0b735646bcae20700f27439b81 2024-11-25T10:16:14,499 INFO [RS_CLOSE_REGION-regionserver/e2fd862922a0:0-0 {event_type=M_RS_CLOSE_REGION, pid=150}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/55f643e0788a2e4834c6dd42d687b438/C/63091d0b735646bcae20700f27439b81, entries=150, sequenceid=417, filesize=12.0 K 2024-11-25T10:16:14,500 INFO [RS_CLOSE_REGION-regionserver/e2fd862922a0:0-0 {event_type=M_RS_CLOSE_REGION, pid=150}] regionserver.HRegion(3140): Finished flush of dataSize ~33.54 KB/34350, heapSize ~100.31 KB/102720, currentSize=0 B/0 for 55f643e0788a2e4834c6dd42d687b438 in 1265ms, sequenceid=417, compaction requested=true 2024-11-25T10:16:14,501 DEBUG [StoreCloser-TestAcidGuarantees,,1732529741476.55f643e0788a2e4834c6dd42d687b438.-1 {}] regionserver.HStore(2317): Moving the files [hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/55f643e0788a2e4834c6dd42d687b438/A/7c74c3a1feca40e180f6e05ab1e0e734, hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/55f643e0788a2e4834c6dd42d687b438/A/aef12cfdab8647e29bd765a225f8e363, hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/55f643e0788a2e4834c6dd42d687b438/A/58b1ff7a961840e09925013a28ad338a, hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/55f643e0788a2e4834c6dd42d687b438/A/013d7231d9384b7ead2df45ccadf113b, hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/55f643e0788a2e4834c6dd42d687b438/A/e8b52f03cc6946629ff0705b8cfb258e, hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/55f643e0788a2e4834c6dd42d687b438/A/63bcef15e08b434eb50659899f6954c0, hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/55f643e0788a2e4834c6dd42d687b438/A/38501ab5a7cf4f53b72339cb5a38794b, hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/55f643e0788a2e4834c6dd42d687b438/A/bbbe66b1cb7a47a4b26c3533167b87db, hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/55f643e0788a2e4834c6dd42d687b438/A/1ad2eeec458540b4a351c05cd759e6e9, hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/55f643e0788a2e4834c6dd42d687b438/A/70e2263cfb7c41809b6eda185b8f81a4, hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/55f643e0788a2e4834c6dd42d687b438/A/43addeac090e4b02a4c95259f27fe043, hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/55f643e0788a2e4834c6dd42d687b438/A/88f4126b41384b54acfbd50fd3e7a7b9, hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/55f643e0788a2e4834c6dd42d687b438/A/c52563902d2a4dd2a69489d9b4670e54, hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/55f643e0788a2e4834c6dd42d687b438/A/aba4dba014f048a699da108feaa7c306, hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/55f643e0788a2e4834c6dd42d687b438/A/1c6f8597a67f414ba7f0aa57847707bc, hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/55f643e0788a2e4834c6dd42d687b438/A/6ab2b3cf3dfd451ab72d7fb8d5ab90b8, hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/55f643e0788a2e4834c6dd42d687b438/A/79847a9e90b1473da94c75b1bffb2c08, hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/55f643e0788a2e4834c6dd42d687b438/A/14f7df4c6d3b4c2cb2caf9e1242fcd6d, hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/55f643e0788a2e4834c6dd42d687b438/A/c937fb89266249288d312e8266b54bb0, hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/55f643e0788a2e4834c6dd42d687b438/A/1a48ef73894d4f3ba42dacd9033e40b5, hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/55f643e0788a2e4834c6dd42d687b438/A/bab4a24b99be41bf87d791981d72bb64, hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/55f643e0788a2e4834c6dd42d687b438/A/70df14cbaa984f7bba7e87d34af7c1b7, hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/55f643e0788a2e4834c6dd42d687b438/A/402e8cc7e2564a3796fbecdc90b0c8f9, hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/55f643e0788a2e4834c6dd42d687b438/A/a036725eeee24a098b093a36248a78e1, hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/55f643e0788a2e4834c6dd42d687b438/A/4be06fe3816d437ea7a4d04d1b9a5503] to archive 2024-11-25T10:16:14,501 DEBUG [StoreCloser-TestAcidGuarantees,,1732529741476.55f643e0788a2e4834c6dd42d687b438.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-25T10:16:14,503 DEBUG [StoreCloser-TestAcidGuarantees,,1732529741476.55f643e0788a2e4834c6dd42d687b438.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/55f643e0788a2e4834c6dd42d687b438/A/7c74c3a1feca40e180f6e05ab1e0e734 to hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/archive/data/default/TestAcidGuarantees/55f643e0788a2e4834c6dd42d687b438/A/7c74c3a1feca40e180f6e05ab1e0e734 2024-11-25T10:16:14,504 DEBUG [StoreCloser-TestAcidGuarantees,,1732529741476.55f643e0788a2e4834c6dd42d687b438.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/55f643e0788a2e4834c6dd42d687b438/A/aef12cfdab8647e29bd765a225f8e363 to hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/archive/data/default/TestAcidGuarantees/55f643e0788a2e4834c6dd42d687b438/A/aef12cfdab8647e29bd765a225f8e363 2024-11-25T10:16:14,505 DEBUG [StoreCloser-TestAcidGuarantees,,1732529741476.55f643e0788a2e4834c6dd42d687b438.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/55f643e0788a2e4834c6dd42d687b438/A/58b1ff7a961840e09925013a28ad338a to hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/archive/data/default/TestAcidGuarantees/55f643e0788a2e4834c6dd42d687b438/A/58b1ff7a961840e09925013a28ad338a 2024-11-25T10:16:14,506 DEBUG [StoreCloser-TestAcidGuarantees,,1732529741476.55f643e0788a2e4834c6dd42d687b438.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/55f643e0788a2e4834c6dd42d687b438/A/013d7231d9384b7ead2df45ccadf113b to hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/archive/data/default/TestAcidGuarantees/55f643e0788a2e4834c6dd42d687b438/A/013d7231d9384b7ead2df45ccadf113b 2024-11-25T10:16:14,506 DEBUG [StoreCloser-TestAcidGuarantees,,1732529741476.55f643e0788a2e4834c6dd42d687b438.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/55f643e0788a2e4834c6dd42d687b438/A/e8b52f03cc6946629ff0705b8cfb258e to hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/archive/data/default/TestAcidGuarantees/55f643e0788a2e4834c6dd42d687b438/A/e8b52f03cc6946629ff0705b8cfb258e 2024-11-25T10:16:14,507 DEBUG [StoreCloser-TestAcidGuarantees,,1732529741476.55f643e0788a2e4834c6dd42d687b438.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/55f643e0788a2e4834c6dd42d687b438/A/63bcef15e08b434eb50659899f6954c0 to hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/archive/data/default/TestAcidGuarantees/55f643e0788a2e4834c6dd42d687b438/A/63bcef15e08b434eb50659899f6954c0 2024-11-25T10:16:14,508 DEBUG [StoreCloser-TestAcidGuarantees,,1732529741476.55f643e0788a2e4834c6dd42d687b438.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/55f643e0788a2e4834c6dd42d687b438/A/38501ab5a7cf4f53b72339cb5a38794b to hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/archive/data/default/TestAcidGuarantees/55f643e0788a2e4834c6dd42d687b438/A/38501ab5a7cf4f53b72339cb5a38794b 2024-11-25T10:16:14,509 DEBUG [StoreCloser-TestAcidGuarantees,,1732529741476.55f643e0788a2e4834c6dd42d687b438.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/55f643e0788a2e4834c6dd42d687b438/A/bbbe66b1cb7a47a4b26c3533167b87db to hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/archive/data/default/TestAcidGuarantees/55f643e0788a2e4834c6dd42d687b438/A/bbbe66b1cb7a47a4b26c3533167b87db 2024-11-25T10:16:14,510 DEBUG [StoreCloser-TestAcidGuarantees,,1732529741476.55f643e0788a2e4834c6dd42d687b438.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/55f643e0788a2e4834c6dd42d687b438/A/1ad2eeec458540b4a351c05cd759e6e9 to hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/archive/data/default/TestAcidGuarantees/55f643e0788a2e4834c6dd42d687b438/A/1ad2eeec458540b4a351c05cd759e6e9 2024-11-25T10:16:14,511 DEBUG [StoreCloser-TestAcidGuarantees,,1732529741476.55f643e0788a2e4834c6dd42d687b438.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/55f643e0788a2e4834c6dd42d687b438/A/70e2263cfb7c41809b6eda185b8f81a4 to hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/archive/data/default/TestAcidGuarantees/55f643e0788a2e4834c6dd42d687b438/A/70e2263cfb7c41809b6eda185b8f81a4 2024-11-25T10:16:14,512 DEBUG [StoreCloser-TestAcidGuarantees,,1732529741476.55f643e0788a2e4834c6dd42d687b438.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/55f643e0788a2e4834c6dd42d687b438/A/43addeac090e4b02a4c95259f27fe043 to hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/archive/data/default/TestAcidGuarantees/55f643e0788a2e4834c6dd42d687b438/A/43addeac090e4b02a4c95259f27fe043 2024-11-25T10:16:14,513 DEBUG [StoreCloser-TestAcidGuarantees,,1732529741476.55f643e0788a2e4834c6dd42d687b438.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/55f643e0788a2e4834c6dd42d687b438/A/88f4126b41384b54acfbd50fd3e7a7b9 to hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/archive/data/default/TestAcidGuarantees/55f643e0788a2e4834c6dd42d687b438/A/88f4126b41384b54acfbd50fd3e7a7b9 2024-11-25T10:16:14,514 DEBUG [StoreCloser-TestAcidGuarantees,,1732529741476.55f643e0788a2e4834c6dd42d687b438.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/55f643e0788a2e4834c6dd42d687b438/A/c52563902d2a4dd2a69489d9b4670e54 to hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/archive/data/default/TestAcidGuarantees/55f643e0788a2e4834c6dd42d687b438/A/c52563902d2a4dd2a69489d9b4670e54 2024-11-25T10:16:14,514 DEBUG [StoreCloser-TestAcidGuarantees,,1732529741476.55f643e0788a2e4834c6dd42d687b438.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/55f643e0788a2e4834c6dd42d687b438/A/aba4dba014f048a699da108feaa7c306 to hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/archive/data/default/TestAcidGuarantees/55f643e0788a2e4834c6dd42d687b438/A/aba4dba014f048a699da108feaa7c306 2024-11-25T10:16:14,515 DEBUG [StoreCloser-TestAcidGuarantees,,1732529741476.55f643e0788a2e4834c6dd42d687b438.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/55f643e0788a2e4834c6dd42d687b438/A/1c6f8597a67f414ba7f0aa57847707bc to hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/archive/data/default/TestAcidGuarantees/55f643e0788a2e4834c6dd42d687b438/A/1c6f8597a67f414ba7f0aa57847707bc 2024-11-25T10:16:14,516 DEBUG [StoreCloser-TestAcidGuarantees,,1732529741476.55f643e0788a2e4834c6dd42d687b438.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/55f643e0788a2e4834c6dd42d687b438/A/6ab2b3cf3dfd451ab72d7fb8d5ab90b8 to hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/archive/data/default/TestAcidGuarantees/55f643e0788a2e4834c6dd42d687b438/A/6ab2b3cf3dfd451ab72d7fb8d5ab90b8 2024-11-25T10:16:14,517 DEBUG [StoreCloser-TestAcidGuarantees,,1732529741476.55f643e0788a2e4834c6dd42d687b438.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/55f643e0788a2e4834c6dd42d687b438/A/79847a9e90b1473da94c75b1bffb2c08 to hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/archive/data/default/TestAcidGuarantees/55f643e0788a2e4834c6dd42d687b438/A/79847a9e90b1473da94c75b1bffb2c08 2024-11-25T10:16:14,518 DEBUG [StoreCloser-TestAcidGuarantees,,1732529741476.55f643e0788a2e4834c6dd42d687b438.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/55f643e0788a2e4834c6dd42d687b438/A/14f7df4c6d3b4c2cb2caf9e1242fcd6d to hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/archive/data/default/TestAcidGuarantees/55f643e0788a2e4834c6dd42d687b438/A/14f7df4c6d3b4c2cb2caf9e1242fcd6d 2024-11-25T10:16:14,518 DEBUG [StoreCloser-TestAcidGuarantees,,1732529741476.55f643e0788a2e4834c6dd42d687b438.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/55f643e0788a2e4834c6dd42d687b438/A/c937fb89266249288d312e8266b54bb0 to hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/archive/data/default/TestAcidGuarantees/55f643e0788a2e4834c6dd42d687b438/A/c937fb89266249288d312e8266b54bb0 2024-11-25T10:16:14,519 DEBUG [StoreCloser-TestAcidGuarantees,,1732529741476.55f643e0788a2e4834c6dd42d687b438.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/55f643e0788a2e4834c6dd42d687b438/A/1a48ef73894d4f3ba42dacd9033e40b5 to hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/archive/data/default/TestAcidGuarantees/55f643e0788a2e4834c6dd42d687b438/A/1a48ef73894d4f3ba42dacd9033e40b5 2024-11-25T10:16:14,520 DEBUG [StoreCloser-TestAcidGuarantees,,1732529741476.55f643e0788a2e4834c6dd42d687b438.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/55f643e0788a2e4834c6dd42d687b438/A/bab4a24b99be41bf87d791981d72bb64 to hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/archive/data/default/TestAcidGuarantees/55f643e0788a2e4834c6dd42d687b438/A/bab4a24b99be41bf87d791981d72bb64 2024-11-25T10:16:14,521 DEBUG [StoreCloser-TestAcidGuarantees,,1732529741476.55f643e0788a2e4834c6dd42d687b438.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/55f643e0788a2e4834c6dd42d687b438/A/70df14cbaa984f7bba7e87d34af7c1b7 to hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/archive/data/default/TestAcidGuarantees/55f643e0788a2e4834c6dd42d687b438/A/70df14cbaa984f7bba7e87d34af7c1b7 2024-11-25T10:16:14,521 DEBUG [StoreCloser-TestAcidGuarantees,,1732529741476.55f643e0788a2e4834c6dd42d687b438.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/55f643e0788a2e4834c6dd42d687b438/A/402e8cc7e2564a3796fbecdc90b0c8f9 to hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/archive/data/default/TestAcidGuarantees/55f643e0788a2e4834c6dd42d687b438/A/402e8cc7e2564a3796fbecdc90b0c8f9 2024-11-25T10:16:14,522 DEBUG [StoreCloser-TestAcidGuarantees,,1732529741476.55f643e0788a2e4834c6dd42d687b438.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/55f643e0788a2e4834c6dd42d687b438/A/a036725eeee24a098b093a36248a78e1 to hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/archive/data/default/TestAcidGuarantees/55f643e0788a2e4834c6dd42d687b438/A/a036725eeee24a098b093a36248a78e1 2024-11-25T10:16:14,523 DEBUG [StoreCloser-TestAcidGuarantees,,1732529741476.55f643e0788a2e4834c6dd42d687b438.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/55f643e0788a2e4834c6dd42d687b438/A/4be06fe3816d437ea7a4d04d1b9a5503 to hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/archive/data/default/TestAcidGuarantees/55f643e0788a2e4834c6dd42d687b438/A/4be06fe3816d437ea7a4d04d1b9a5503 2024-11-25T10:16:14,524 DEBUG [StoreCloser-TestAcidGuarantees,,1732529741476.55f643e0788a2e4834c6dd42d687b438.-1 {}] regionserver.HStore(2317): Moving the files [hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/55f643e0788a2e4834c6dd42d687b438/B/0ff34ede9e474be4a3dd8e3ad23d91c3, hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/55f643e0788a2e4834c6dd42d687b438/B/0b5efe7b98734824a128ec12d6405de5, hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/55f643e0788a2e4834c6dd42d687b438/B/0a10dfd7e73b4b8384f156b3ac9e2f17, hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/55f643e0788a2e4834c6dd42d687b438/B/de386ff953f74fdbbb85831827b2e439, hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/55f643e0788a2e4834c6dd42d687b438/B/4a37f6eb6abf4a85a3a6a3d4fbf773f4, hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/55f643e0788a2e4834c6dd42d687b438/B/cc50b8fa74f244eaa88ab89197195563, hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/55f643e0788a2e4834c6dd42d687b438/B/be0fed0d5906479695446ec41852846f, hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/55f643e0788a2e4834c6dd42d687b438/B/07e2c861da5141b4bb5e6ef46c9fa259, hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/55f643e0788a2e4834c6dd42d687b438/B/a2628baea36f43adab1bfb22113acc2b, hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/55f643e0788a2e4834c6dd42d687b438/B/f2459762eb6149789239d25cca7cc56a, hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/55f643e0788a2e4834c6dd42d687b438/B/f6879a9096ba4c65a0c2f63638eb6a48, hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/55f643e0788a2e4834c6dd42d687b438/B/af97dfe299b54f91b59d10ef2ca08d83, hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/55f643e0788a2e4834c6dd42d687b438/B/7b0f84f411e54524a34f4c49a6dc2d5a, hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/55f643e0788a2e4834c6dd42d687b438/B/70612035675641be8f2ad9069a4e74ee, hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/55f643e0788a2e4834c6dd42d687b438/B/4a5187d55546463da78c5a5e66dc869a, hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/55f643e0788a2e4834c6dd42d687b438/B/d6243d068b7b404b8f19c16c4f45ea9e, hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/55f643e0788a2e4834c6dd42d687b438/B/1a6a20329b2742dd8512ccb938a035bd, hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/55f643e0788a2e4834c6dd42d687b438/B/d0ed365d8fc44d929e9372f2be677004, hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/55f643e0788a2e4834c6dd42d687b438/B/c6a13110a894429eb13dfaf4f3edcaee, hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/55f643e0788a2e4834c6dd42d687b438/B/e2c6819ccedb4a2fad09d59b8e9fd4c9, hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/55f643e0788a2e4834c6dd42d687b438/B/bb5bae3b3d80437da820b957dd0ca0b9, hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/55f643e0788a2e4834c6dd42d687b438/B/360cee86d98641bd91df04806fb602bd, hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/55f643e0788a2e4834c6dd42d687b438/B/0be224d511c9463a8116e6ea70efe355, hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/55f643e0788a2e4834c6dd42d687b438/B/f191d157edcc47198bada5e9ad2d9bf8, hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/55f643e0788a2e4834c6dd42d687b438/B/3e5fa85b8cff46f5b3054eb974fa3fd2] to archive 2024-11-25T10:16:14,525 DEBUG [StoreCloser-TestAcidGuarantees,,1732529741476.55f643e0788a2e4834c6dd42d687b438.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-25T10:16:14,526 DEBUG [StoreCloser-TestAcidGuarantees,,1732529741476.55f643e0788a2e4834c6dd42d687b438.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/55f643e0788a2e4834c6dd42d687b438/B/0ff34ede9e474be4a3dd8e3ad23d91c3 to hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/archive/data/default/TestAcidGuarantees/55f643e0788a2e4834c6dd42d687b438/B/0ff34ede9e474be4a3dd8e3ad23d91c3 2024-11-25T10:16:14,527 DEBUG [StoreCloser-TestAcidGuarantees,,1732529741476.55f643e0788a2e4834c6dd42d687b438.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/55f643e0788a2e4834c6dd42d687b438/B/0b5efe7b98734824a128ec12d6405de5 to hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/archive/data/default/TestAcidGuarantees/55f643e0788a2e4834c6dd42d687b438/B/0b5efe7b98734824a128ec12d6405de5 2024-11-25T10:16:14,528 DEBUG [StoreCloser-TestAcidGuarantees,,1732529741476.55f643e0788a2e4834c6dd42d687b438.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/55f643e0788a2e4834c6dd42d687b438/B/0a10dfd7e73b4b8384f156b3ac9e2f17 to hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/archive/data/default/TestAcidGuarantees/55f643e0788a2e4834c6dd42d687b438/B/0a10dfd7e73b4b8384f156b3ac9e2f17 2024-11-25T10:16:14,528 DEBUG [StoreCloser-TestAcidGuarantees,,1732529741476.55f643e0788a2e4834c6dd42d687b438.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/55f643e0788a2e4834c6dd42d687b438/B/de386ff953f74fdbbb85831827b2e439 to hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/archive/data/default/TestAcidGuarantees/55f643e0788a2e4834c6dd42d687b438/B/de386ff953f74fdbbb85831827b2e439 2024-11-25T10:16:14,529 DEBUG [StoreCloser-TestAcidGuarantees,,1732529741476.55f643e0788a2e4834c6dd42d687b438.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/55f643e0788a2e4834c6dd42d687b438/B/4a37f6eb6abf4a85a3a6a3d4fbf773f4 to hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/archive/data/default/TestAcidGuarantees/55f643e0788a2e4834c6dd42d687b438/B/4a37f6eb6abf4a85a3a6a3d4fbf773f4 2024-11-25T10:16:14,530 DEBUG [StoreCloser-TestAcidGuarantees,,1732529741476.55f643e0788a2e4834c6dd42d687b438.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/55f643e0788a2e4834c6dd42d687b438/B/cc50b8fa74f244eaa88ab89197195563 to hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/archive/data/default/TestAcidGuarantees/55f643e0788a2e4834c6dd42d687b438/B/cc50b8fa74f244eaa88ab89197195563 2024-11-25T10:16:14,531 DEBUG [StoreCloser-TestAcidGuarantees,,1732529741476.55f643e0788a2e4834c6dd42d687b438.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/55f643e0788a2e4834c6dd42d687b438/B/be0fed0d5906479695446ec41852846f to hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/archive/data/default/TestAcidGuarantees/55f643e0788a2e4834c6dd42d687b438/B/be0fed0d5906479695446ec41852846f 2024-11-25T10:16:14,532 DEBUG [StoreCloser-TestAcidGuarantees,,1732529741476.55f643e0788a2e4834c6dd42d687b438.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/55f643e0788a2e4834c6dd42d687b438/B/07e2c861da5141b4bb5e6ef46c9fa259 to hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/archive/data/default/TestAcidGuarantees/55f643e0788a2e4834c6dd42d687b438/B/07e2c861da5141b4bb5e6ef46c9fa259 2024-11-25T10:16:14,533 DEBUG [StoreCloser-TestAcidGuarantees,,1732529741476.55f643e0788a2e4834c6dd42d687b438.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/55f643e0788a2e4834c6dd42d687b438/B/a2628baea36f43adab1bfb22113acc2b to hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/archive/data/default/TestAcidGuarantees/55f643e0788a2e4834c6dd42d687b438/B/a2628baea36f43adab1bfb22113acc2b 2024-11-25T10:16:14,534 DEBUG [StoreCloser-TestAcidGuarantees,,1732529741476.55f643e0788a2e4834c6dd42d687b438.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/55f643e0788a2e4834c6dd42d687b438/B/f2459762eb6149789239d25cca7cc56a to hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/archive/data/default/TestAcidGuarantees/55f643e0788a2e4834c6dd42d687b438/B/f2459762eb6149789239d25cca7cc56a 2024-11-25T10:16:14,534 DEBUG [StoreCloser-TestAcidGuarantees,,1732529741476.55f643e0788a2e4834c6dd42d687b438.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/55f643e0788a2e4834c6dd42d687b438/B/f6879a9096ba4c65a0c2f63638eb6a48 to hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/archive/data/default/TestAcidGuarantees/55f643e0788a2e4834c6dd42d687b438/B/f6879a9096ba4c65a0c2f63638eb6a48 2024-11-25T10:16:14,536 DEBUG [StoreCloser-TestAcidGuarantees,,1732529741476.55f643e0788a2e4834c6dd42d687b438.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/55f643e0788a2e4834c6dd42d687b438/B/af97dfe299b54f91b59d10ef2ca08d83 to hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/archive/data/default/TestAcidGuarantees/55f643e0788a2e4834c6dd42d687b438/B/af97dfe299b54f91b59d10ef2ca08d83 2024-11-25T10:16:14,536 DEBUG [StoreCloser-TestAcidGuarantees,,1732529741476.55f643e0788a2e4834c6dd42d687b438.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/55f643e0788a2e4834c6dd42d687b438/B/7b0f84f411e54524a34f4c49a6dc2d5a to hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/archive/data/default/TestAcidGuarantees/55f643e0788a2e4834c6dd42d687b438/B/7b0f84f411e54524a34f4c49a6dc2d5a 2024-11-25T10:16:14,537 DEBUG [StoreCloser-TestAcidGuarantees,,1732529741476.55f643e0788a2e4834c6dd42d687b438.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/55f643e0788a2e4834c6dd42d687b438/B/70612035675641be8f2ad9069a4e74ee to hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/archive/data/default/TestAcidGuarantees/55f643e0788a2e4834c6dd42d687b438/B/70612035675641be8f2ad9069a4e74ee 2024-11-25T10:16:14,538 DEBUG [StoreCloser-TestAcidGuarantees,,1732529741476.55f643e0788a2e4834c6dd42d687b438.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/55f643e0788a2e4834c6dd42d687b438/B/4a5187d55546463da78c5a5e66dc869a to hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/archive/data/default/TestAcidGuarantees/55f643e0788a2e4834c6dd42d687b438/B/4a5187d55546463da78c5a5e66dc869a 2024-11-25T10:16:14,539 DEBUG [StoreCloser-TestAcidGuarantees,,1732529741476.55f643e0788a2e4834c6dd42d687b438.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/55f643e0788a2e4834c6dd42d687b438/B/d6243d068b7b404b8f19c16c4f45ea9e to hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/archive/data/default/TestAcidGuarantees/55f643e0788a2e4834c6dd42d687b438/B/d6243d068b7b404b8f19c16c4f45ea9e 2024-11-25T10:16:14,540 DEBUG [StoreCloser-TestAcidGuarantees,,1732529741476.55f643e0788a2e4834c6dd42d687b438.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/55f643e0788a2e4834c6dd42d687b438/B/1a6a20329b2742dd8512ccb938a035bd to hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/archive/data/default/TestAcidGuarantees/55f643e0788a2e4834c6dd42d687b438/B/1a6a20329b2742dd8512ccb938a035bd 2024-11-25T10:16:14,541 DEBUG [StoreCloser-TestAcidGuarantees,,1732529741476.55f643e0788a2e4834c6dd42d687b438.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/55f643e0788a2e4834c6dd42d687b438/B/d0ed365d8fc44d929e9372f2be677004 to hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/archive/data/default/TestAcidGuarantees/55f643e0788a2e4834c6dd42d687b438/B/d0ed365d8fc44d929e9372f2be677004 2024-11-25T10:16:14,542 DEBUG [StoreCloser-TestAcidGuarantees,,1732529741476.55f643e0788a2e4834c6dd42d687b438.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/55f643e0788a2e4834c6dd42d687b438/B/c6a13110a894429eb13dfaf4f3edcaee to hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/archive/data/default/TestAcidGuarantees/55f643e0788a2e4834c6dd42d687b438/B/c6a13110a894429eb13dfaf4f3edcaee 2024-11-25T10:16:14,544 DEBUG [StoreCloser-TestAcidGuarantees,,1732529741476.55f643e0788a2e4834c6dd42d687b438.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/55f643e0788a2e4834c6dd42d687b438/B/e2c6819ccedb4a2fad09d59b8e9fd4c9 to hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/archive/data/default/TestAcidGuarantees/55f643e0788a2e4834c6dd42d687b438/B/e2c6819ccedb4a2fad09d59b8e9fd4c9 2024-11-25T10:16:14,545 DEBUG [StoreCloser-TestAcidGuarantees,,1732529741476.55f643e0788a2e4834c6dd42d687b438.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/55f643e0788a2e4834c6dd42d687b438/B/bb5bae3b3d80437da820b957dd0ca0b9 to hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/archive/data/default/TestAcidGuarantees/55f643e0788a2e4834c6dd42d687b438/B/bb5bae3b3d80437da820b957dd0ca0b9 2024-11-25T10:16:14,546 DEBUG [StoreCloser-TestAcidGuarantees,,1732529741476.55f643e0788a2e4834c6dd42d687b438.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/55f643e0788a2e4834c6dd42d687b438/B/360cee86d98641bd91df04806fb602bd to hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/archive/data/default/TestAcidGuarantees/55f643e0788a2e4834c6dd42d687b438/B/360cee86d98641bd91df04806fb602bd 2024-11-25T10:16:14,547 DEBUG [StoreCloser-TestAcidGuarantees,,1732529741476.55f643e0788a2e4834c6dd42d687b438.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/55f643e0788a2e4834c6dd42d687b438/B/0be224d511c9463a8116e6ea70efe355 to hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/archive/data/default/TestAcidGuarantees/55f643e0788a2e4834c6dd42d687b438/B/0be224d511c9463a8116e6ea70efe355 2024-11-25T10:16:14,548 DEBUG [StoreCloser-TestAcidGuarantees,,1732529741476.55f643e0788a2e4834c6dd42d687b438.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/55f643e0788a2e4834c6dd42d687b438/B/f191d157edcc47198bada5e9ad2d9bf8 to hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/archive/data/default/TestAcidGuarantees/55f643e0788a2e4834c6dd42d687b438/B/f191d157edcc47198bada5e9ad2d9bf8 2024-11-25T10:16:14,549 DEBUG [StoreCloser-TestAcidGuarantees,,1732529741476.55f643e0788a2e4834c6dd42d687b438.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/55f643e0788a2e4834c6dd42d687b438/B/3e5fa85b8cff46f5b3054eb974fa3fd2 to hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/archive/data/default/TestAcidGuarantees/55f643e0788a2e4834c6dd42d687b438/B/3e5fa85b8cff46f5b3054eb974fa3fd2 2024-11-25T10:16:14,551 DEBUG [StoreCloser-TestAcidGuarantees,,1732529741476.55f643e0788a2e4834c6dd42d687b438.-1 {}] regionserver.HStore(2317): Moving the files [hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/55f643e0788a2e4834c6dd42d687b438/C/ae9dc5ac32e94dcead4900b9c032fc9b, hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/55f643e0788a2e4834c6dd42d687b438/C/e2728fe933da42a8954b8f465f6f5a1e, hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/55f643e0788a2e4834c6dd42d687b438/C/813db7fc5cc740559b10fb7ddac2e83a, hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/55f643e0788a2e4834c6dd42d687b438/C/9b5b95d91877439a948e02f1a2802d0e, hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/55f643e0788a2e4834c6dd42d687b438/C/82edad8de0b446a7a0161018ef239f95, hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/55f643e0788a2e4834c6dd42d687b438/C/418db88203ee45af9c091b6565f1509b, hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/55f643e0788a2e4834c6dd42d687b438/C/bd846fce24f843e3b955fb09398eae3e, hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/55f643e0788a2e4834c6dd42d687b438/C/90f972cd5001450d9197346d069390a0, hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/55f643e0788a2e4834c6dd42d687b438/C/5930e80579084ecab34c66f232c73f31, hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/55f643e0788a2e4834c6dd42d687b438/C/688d7140e82643919b9c50e9a4af6cec, hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/55f643e0788a2e4834c6dd42d687b438/C/42ff99c5ab6a4cb482a6a846dff2c105, hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/55f643e0788a2e4834c6dd42d687b438/C/a999b0eaa30046789a406c640b5b9e89, hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/55f643e0788a2e4834c6dd42d687b438/C/b6ba7884fa204ca791be1ebcc812b702, hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/55f643e0788a2e4834c6dd42d687b438/C/2e84c23abab54d34a58dd2a06215d830, hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/55f643e0788a2e4834c6dd42d687b438/C/99dde65e1c574c15b310be3092bd9998, hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/55f643e0788a2e4834c6dd42d687b438/C/5f65919af3534fcca59d0036a334d084, hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/55f643e0788a2e4834c6dd42d687b438/C/897cdae639d44e478eaf5653708b7fed, hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/55f643e0788a2e4834c6dd42d687b438/C/0a249e74147f448b9ea472a3eb1d72b9, hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/55f643e0788a2e4834c6dd42d687b438/C/0853ae23da574a049778204cd9eb2f58, hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/55f643e0788a2e4834c6dd42d687b438/C/32da346cbc014e8d91c5026df20ec87d, hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/55f643e0788a2e4834c6dd42d687b438/C/ab3790fe5b664dae9edb2fed020cafe6, hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/55f643e0788a2e4834c6dd42d687b438/C/01b581043b2b4719beafdf9f878680e1, hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/55f643e0788a2e4834c6dd42d687b438/C/d01e5120fdab4829b0852e675ce91cb6, hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/55f643e0788a2e4834c6dd42d687b438/C/4dc02e96e7634911b6582e67a31a1274, hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/55f643e0788a2e4834c6dd42d687b438/C/ed332cbee5c14938a9dc22c82aeebd06] to archive 2024-11-25T10:16:14,551 DEBUG [StoreCloser-TestAcidGuarantees,,1732529741476.55f643e0788a2e4834c6dd42d687b438.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-25T10:16:14,553 DEBUG [StoreCloser-TestAcidGuarantees,,1732529741476.55f643e0788a2e4834c6dd42d687b438.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/55f643e0788a2e4834c6dd42d687b438/C/ae9dc5ac32e94dcead4900b9c032fc9b to hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/archive/data/default/TestAcidGuarantees/55f643e0788a2e4834c6dd42d687b438/C/ae9dc5ac32e94dcead4900b9c032fc9b 2024-11-25T10:16:14,554 DEBUG [StoreCloser-TestAcidGuarantees,,1732529741476.55f643e0788a2e4834c6dd42d687b438.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/55f643e0788a2e4834c6dd42d687b438/C/e2728fe933da42a8954b8f465f6f5a1e to hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/archive/data/default/TestAcidGuarantees/55f643e0788a2e4834c6dd42d687b438/C/e2728fe933da42a8954b8f465f6f5a1e 2024-11-25T10:16:14,555 DEBUG [StoreCloser-TestAcidGuarantees,,1732529741476.55f643e0788a2e4834c6dd42d687b438.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/55f643e0788a2e4834c6dd42d687b438/C/813db7fc5cc740559b10fb7ddac2e83a to hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/archive/data/default/TestAcidGuarantees/55f643e0788a2e4834c6dd42d687b438/C/813db7fc5cc740559b10fb7ddac2e83a 2024-11-25T10:16:14,556 DEBUG [StoreCloser-TestAcidGuarantees,,1732529741476.55f643e0788a2e4834c6dd42d687b438.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/55f643e0788a2e4834c6dd42d687b438/C/9b5b95d91877439a948e02f1a2802d0e to hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/archive/data/default/TestAcidGuarantees/55f643e0788a2e4834c6dd42d687b438/C/9b5b95d91877439a948e02f1a2802d0e 2024-11-25T10:16:14,557 DEBUG [StoreCloser-TestAcidGuarantees,,1732529741476.55f643e0788a2e4834c6dd42d687b438.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/55f643e0788a2e4834c6dd42d687b438/C/82edad8de0b446a7a0161018ef239f95 to hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/archive/data/default/TestAcidGuarantees/55f643e0788a2e4834c6dd42d687b438/C/82edad8de0b446a7a0161018ef239f95 2024-11-25T10:16:14,558 DEBUG [StoreCloser-TestAcidGuarantees,,1732529741476.55f643e0788a2e4834c6dd42d687b438.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/55f643e0788a2e4834c6dd42d687b438/C/418db88203ee45af9c091b6565f1509b to hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/archive/data/default/TestAcidGuarantees/55f643e0788a2e4834c6dd42d687b438/C/418db88203ee45af9c091b6565f1509b 2024-11-25T10:16:14,559 DEBUG [StoreCloser-TestAcidGuarantees,,1732529741476.55f643e0788a2e4834c6dd42d687b438.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/55f643e0788a2e4834c6dd42d687b438/C/bd846fce24f843e3b955fb09398eae3e to hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/archive/data/default/TestAcidGuarantees/55f643e0788a2e4834c6dd42d687b438/C/bd846fce24f843e3b955fb09398eae3e 2024-11-25T10:16:14,560 DEBUG [StoreCloser-TestAcidGuarantees,,1732529741476.55f643e0788a2e4834c6dd42d687b438.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/55f643e0788a2e4834c6dd42d687b438/C/90f972cd5001450d9197346d069390a0 to hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/archive/data/default/TestAcidGuarantees/55f643e0788a2e4834c6dd42d687b438/C/90f972cd5001450d9197346d069390a0 2024-11-25T10:16:14,561 DEBUG [StoreCloser-TestAcidGuarantees,,1732529741476.55f643e0788a2e4834c6dd42d687b438.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/55f643e0788a2e4834c6dd42d687b438/C/5930e80579084ecab34c66f232c73f31 to hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/archive/data/default/TestAcidGuarantees/55f643e0788a2e4834c6dd42d687b438/C/5930e80579084ecab34c66f232c73f31 2024-11-25T10:16:14,562 DEBUG [StoreCloser-TestAcidGuarantees,,1732529741476.55f643e0788a2e4834c6dd42d687b438.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/55f643e0788a2e4834c6dd42d687b438/C/688d7140e82643919b9c50e9a4af6cec to hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/archive/data/default/TestAcidGuarantees/55f643e0788a2e4834c6dd42d687b438/C/688d7140e82643919b9c50e9a4af6cec 2024-11-25T10:16:14,563 DEBUG [StoreCloser-TestAcidGuarantees,,1732529741476.55f643e0788a2e4834c6dd42d687b438.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/55f643e0788a2e4834c6dd42d687b438/C/42ff99c5ab6a4cb482a6a846dff2c105 to hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/archive/data/default/TestAcidGuarantees/55f643e0788a2e4834c6dd42d687b438/C/42ff99c5ab6a4cb482a6a846dff2c105 2024-11-25T10:16:14,564 DEBUG [StoreCloser-TestAcidGuarantees,,1732529741476.55f643e0788a2e4834c6dd42d687b438.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/55f643e0788a2e4834c6dd42d687b438/C/a999b0eaa30046789a406c640b5b9e89 to hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/archive/data/default/TestAcidGuarantees/55f643e0788a2e4834c6dd42d687b438/C/a999b0eaa30046789a406c640b5b9e89 2024-11-25T10:16:14,565 DEBUG [StoreCloser-TestAcidGuarantees,,1732529741476.55f643e0788a2e4834c6dd42d687b438.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/55f643e0788a2e4834c6dd42d687b438/C/b6ba7884fa204ca791be1ebcc812b702 to hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/archive/data/default/TestAcidGuarantees/55f643e0788a2e4834c6dd42d687b438/C/b6ba7884fa204ca791be1ebcc812b702 2024-11-25T10:16:14,566 DEBUG [StoreCloser-TestAcidGuarantees,,1732529741476.55f643e0788a2e4834c6dd42d687b438.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/55f643e0788a2e4834c6dd42d687b438/C/2e84c23abab54d34a58dd2a06215d830 to hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/archive/data/default/TestAcidGuarantees/55f643e0788a2e4834c6dd42d687b438/C/2e84c23abab54d34a58dd2a06215d830 2024-11-25T10:16:14,567 DEBUG [StoreCloser-TestAcidGuarantees,,1732529741476.55f643e0788a2e4834c6dd42d687b438.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/55f643e0788a2e4834c6dd42d687b438/C/99dde65e1c574c15b310be3092bd9998 to hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/archive/data/default/TestAcidGuarantees/55f643e0788a2e4834c6dd42d687b438/C/99dde65e1c574c15b310be3092bd9998 2024-11-25T10:16:14,568 DEBUG [StoreCloser-TestAcidGuarantees,,1732529741476.55f643e0788a2e4834c6dd42d687b438.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/55f643e0788a2e4834c6dd42d687b438/C/5f65919af3534fcca59d0036a334d084 to hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/archive/data/default/TestAcidGuarantees/55f643e0788a2e4834c6dd42d687b438/C/5f65919af3534fcca59d0036a334d084 2024-11-25T10:16:14,569 DEBUG [StoreCloser-TestAcidGuarantees,,1732529741476.55f643e0788a2e4834c6dd42d687b438.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/55f643e0788a2e4834c6dd42d687b438/C/897cdae639d44e478eaf5653708b7fed to hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/archive/data/default/TestAcidGuarantees/55f643e0788a2e4834c6dd42d687b438/C/897cdae639d44e478eaf5653708b7fed 2024-11-25T10:16:14,570 DEBUG [StoreCloser-TestAcidGuarantees,,1732529741476.55f643e0788a2e4834c6dd42d687b438.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/55f643e0788a2e4834c6dd42d687b438/C/0a249e74147f448b9ea472a3eb1d72b9 to hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/archive/data/default/TestAcidGuarantees/55f643e0788a2e4834c6dd42d687b438/C/0a249e74147f448b9ea472a3eb1d72b9 2024-11-25T10:16:14,571 DEBUG [StoreCloser-TestAcidGuarantees,,1732529741476.55f643e0788a2e4834c6dd42d687b438.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/55f643e0788a2e4834c6dd42d687b438/C/0853ae23da574a049778204cd9eb2f58 to hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/archive/data/default/TestAcidGuarantees/55f643e0788a2e4834c6dd42d687b438/C/0853ae23da574a049778204cd9eb2f58 2024-11-25T10:16:14,572 DEBUG [StoreCloser-TestAcidGuarantees,,1732529741476.55f643e0788a2e4834c6dd42d687b438.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/55f643e0788a2e4834c6dd42d687b438/C/32da346cbc014e8d91c5026df20ec87d to hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/archive/data/default/TestAcidGuarantees/55f643e0788a2e4834c6dd42d687b438/C/32da346cbc014e8d91c5026df20ec87d 2024-11-25T10:16:14,572 DEBUG [StoreCloser-TestAcidGuarantees,,1732529741476.55f643e0788a2e4834c6dd42d687b438.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/55f643e0788a2e4834c6dd42d687b438/C/ab3790fe5b664dae9edb2fed020cafe6 to hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/archive/data/default/TestAcidGuarantees/55f643e0788a2e4834c6dd42d687b438/C/ab3790fe5b664dae9edb2fed020cafe6 2024-11-25T10:16:14,573 DEBUG [StoreCloser-TestAcidGuarantees,,1732529741476.55f643e0788a2e4834c6dd42d687b438.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/55f643e0788a2e4834c6dd42d687b438/C/01b581043b2b4719beafdf9f878680e1 to hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/archive/data/default/TestAcidGuarantees/55f643e0788a2e4834c6dd42d687b438/C/01b581043b2b4719beafdf9f878680e1 2024-11-25T10:16:14,574 DEBUG [StoreCloser-TestAcidGuarantees,,1732529741476.55f643e0788a2e4834c6dd42d687b438.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/55f643e0788a2e4834c6dd42d687b438/C/d01e5120fdab4829b0852e675ce91cb6 to hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/archive/data/default/TestAcidGuarantees/55f643e0788a2e4834c6dd42d687b438/C/d01e5120fdab4829b0852e675ce91cb6 2024-11-25T10:16:14,575 DEBUG [StoreCloser-TestAcidGuarantees,,1732529741476.55f643e0788a2e4834c6dd42d687b438.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/55f643e0788a2e4834c6dd42d687b438/C/4dc02e96e7634911b6582e67a31a1274 to hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/archive/data/default/TestAcidGuarantees/55f643e0788a2e4834c6dd42d687b438/C/4dc02e96e7634911b6582e67a31a1274 2024-11-25T10:16:14,576 DEBUG [StoreCloser-TestAcidGuarantees,,1732529741476.55f643e0788a2e4834c6dd42d687b438.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/55f643e0788a2e4834c6dd42d687b438/C/ed332cbee5c14938a9dc22c82aeebd06 to hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/archive/data/default/TestAcidGuarantees/55f643e0788a2e4834c6dd42d687b438/C/ed332cbee5c14938a9dc22c82aeebd06 2024-11-25T10:16:14,581 DEBUG [RS_CLOSE_REGION-regionserver/e2fd862922a0:0-0 {event_type=M_RS_CLOSE_REGION, pid=150}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/55f643e0788a2e4834c6dd42d687b438/recovered.edits/420.seqid, newMaxSeqId=420, maxSeqId=1 2024-11-25T10:16:14,581 INFO [RS_CLOSE_REGION-regionserver/e2fd862922a0:0-0 {event_type=M_RS_CLOSE_REGION, pid=150}] regionserver.HRegion(1973): Closed TestAcidGuarantees,,1732529741476.55f643e0788a2e4834c6dd42d687b438. 2024-11-25T10:16:14,582 DEBUG [RS_CLOSE_REGION-regionserver/e2fd862922a0:0-0 {event_type=M_RS_CLOSE_REGION, pid=150}] regionserver.HRegion(1676): Region close journal for 55f643e0788a2e4834c6dd42d687b438: Waiting for close lock at 1732529773234Running coprocessor pre-close hooks at 1732529773234Disabling compacts and flushes for region at 1732529773234Disabling writes for close at 1732529773235 (+1 ms)Obtaining lock to block concurrent updates at 1732529773235Preparing flush snapshotting stores in 55f643e0788a2e4834c6dd42d687b438 at 1732529773235Finished memstore snapshotting TestAcidGuarantees,,1732529741476.55f643e0788a2e4834c6dd42d687b438., syncing WAL and waiting on mvcc, flushsize=dataSize=34350, getHeapSize=102720, getOffHeapSize=0, getCellsCount=750 at 1732529773235Flushing stores of TestAcidGuarantees,,1732529741476.55f643e0788a2e4834c6dd42d687b438. at 1732529773235Flushing 55f643e0788a2e4834c6dd42d687b438/A: creating writer at 1732529773236 (+1 ms)Flushing 55f643e0788a2e4834c6dd42d687b438/A: appending metadata at 1732529773238 (+2 ms)Flushing 55f643e0788a2e4834c6dd42d687b438/A: closing flushed file at 1732529773238Flushing 55f643e0788a2e4834c6dd42d687b438/B: creating writer at 1732529773645 (+407 ms)Flushing 55f643e0788a2e4834c6dd42d687b438/B: appending metadata at 1732529773647 (+2 ms)Flushing 55f643e0788a2e4834c6dd42d687b438/B: closing flushed file at 1732529773647Flushing 55f643e0788a2e4834c6dd42d687b438/C: creating writer at 1732529774071 (+424 ms)Flushing 55f643e0788a2e4834c6dd42d687b438/C: appending metadata at 1732529774075 (+4 ms)Flushing 55f643e0788a2e4834c6dd42d687b438/C: closing flushed file at 1732529774075Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@57f284c3: reopening flushed file at 1732529774489 (+414 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5ba9fe5e: reopening flushed file at 1732529774492 (+3 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5f1d51a0: reopening flushed file at 1732529774496 (+4 ms)Finished flush of dataSize ~33.54 KB/34350, heapSize ~100.31 KB/102720, currentSize=0 B/0 for 55f643e0788a2e4834c6dd42d687b438 in 1265ms, sequenceid=417, compaction requested=true at 1732529774500 (+4 ms)Writing region close event to WAL at 1732529774578 (+78 ms)Running coprocessor post-close hooks at 1732529774581 (+3 ms)Closed at 1732529774581 2024-11-25T10:16:14,584 INFO [RS_CLOSE_REGION-regionserver/e2fd862922a0:0-0 {event_type=M_RS_CLOSE_REGION, pid=150}] handler.UnassignRegionHandler(157): Closed 55f643e0788a2e4834c6dd42d687b438 2024-11-25T10:16:14,584 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=149 updating hbase:meta row=55f643e0788a2e4834c6dd42d687b438, regionState=CLOSED 2024-11-25T10:16:14,586 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=150, ppid=149, state=RUNNABLE, hasLock=false; CloseRegionProcedure 55f643e0788a2e4834c6dd42d687b438, server=e2fd862922a0,38547,1732529625709 because future has completed 2024-11-25T10:16:14,588 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=150, resume processing ppid=149 2024-11-25T10:16:14,588 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=150, ppid=149, state=SUCCESS, hasLock=false; CloseRegionProcedure 55f643e0788a2e4834c6dd42d687b438, server=e2fd862922a0,38547,1732529625709 in 1.5030 sec 2024-11-25T10:16:14,589 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=149, resume processing ppid=148 2024-11-25T10:16:14,590 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=149, ppid=148, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=55f643e0788a2e4834c6dd42d687b438, UNASSIGN in 1.5070 sec 2024-11-25T10:16:14,591 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=148, resume processing ppid=147 2024-11-25T10:16:14,591 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=148, ppid=147, state=SUCCESS, hasLock=false; CloseTableRegionsProcedure table=TestAcidGuarantees in 1.5100 sec 2024-11-25T10:16:14,593 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732529774592"}]},"ts":"1732529774592"} 2024-11-25T10:16:14,594 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(843): Updated tableName=TestAcidGuarantees, state=DISABLED in hbase:meta 2024-11-25T10:16:14,594 INFO [PEWorker-2 {}] procedure.DisableTableProcedure(296): Set TestAcidGuarantees to state=DISABLED 2024-11-25T10:16:14,595 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=147, state=SUCCESS, hasLock=false; DisableTableProcedure table=TestAcidGuarantees in 1.5180 sec 2024-11-25T10:16:15,232 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41005 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=147 2024-11-25T10:16:15,232 INFO [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: DISABLE, Table Name: default:TestAcidGuarantees completed 2024-11-25T10:16:15,232 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41005 {}] master.HMaster$5(2570): Client=jenkins//172.17.0.2 delete TestAcidGuarantees 2024-11-25T10:16:15,233 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41005 {}] procedure2.ProcedureExecutor(1139): Stored pid=151, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION, hasLock=false; DeleteTableProcedure table=TestAcidGuarantees 2024-11-25T10:16:15,234 DEBUG [PEWorker-4 {}] procedure.DeleteTableProcedure(103): Waiting for RIT for pid=151, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-25T10:16:15,234 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41005 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=151 2024-11-25T10:16:15,235 DEBUG [PEWorker-4 {}] procedure.DeleteTableProcedure(115): Deleting regions from filesystem for pid=151, state=RUNNABLE:DELETE_TABLE_CLEAR_FS_LAYOUT, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-25T10:16:15,237 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(131): ARCHIVING hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/55f643e0788a2e4834c6dd42d687b438 2024-11-25T10:16:15,238 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(159): Archiving [FileablePath, hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/55f643e0788a2e4834c6dd42d687b438/A, FileablePath, hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/55f643e0788a2e4834c6dd42d687b438/B, FileablePath, hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/55f643e0788a2e4834c6dd42d687b438/C, FileablePath, hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/55f643e0788a2e4834c6dd42d687b438/recovered.edits] 2024-11-25T10:16:15,241 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/55f643e0788a2e4834c6dd42d687b438/A/0307d3f6c94b4554914994a71740095d to hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/archive/data/default/TestAcidGuarantees/55f643e0788a2e4834c6dd42d687b438/A/0307d3f6c94b4554914994a71740095d 2024-11-25T10:16:15,242 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/55f643e0788a2e4834c6dd42d687b438/A/997f20de343041eca1fda61685c3db74 to hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/archive/data/default/TestAcidGuarantees/55f643e0788a2e4834c6dd42d687b438/A/997f20de343041eca1fda61685c3db74 2024-11-25T10:16:15,243 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/55f643e0788a2e4834c6dd42d687b438/A/d504ae61ef0742ffb6bf525cfbfc22fc to hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/archive/data/default/TestAcidGuarantees/55f643e0788a2e4834c6dd42d687b438/A/d504ae61ef0742ffb6bf525cfbfc22fc 2024-11-25T10:16:15,245 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/55f643e0788a2e4834c6dd42d687b438/B/033302a8e7c842b994a6296b4d4711d5 to hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/archive/data/default/TestAcidGuarantees/55f643e0788a2e4834c6dd42d687b438/B/033302a8e7c842b994a6296b4d4711d5 2024-11-25T10:16:15,246 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/55f643e0788a2e4834c6dd42d687b438/B/1c7ee0d535014edeb15a5b3455fa2f03 to hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/archive/data/default/TestAcidGuarantees/55f643e0788a2e4834c6dd42d687b438/B/1c7ee0d535014edeb15a5b3455fa2f03 2024-11-25T10:16:15,247 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/55f643e0788a2e4834c6dd42d687b438/B/72b55a32462f4b60a2a5e0352d09bf4d to hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/archive/data/default/TestAcidGuarantees/55f643e0788a2e4834c6dd42d687b438/B/72b55a32462f4b60a2a5e0352d09bf4d 2024-11-25T10:16:15,249 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/55f643e0788a2e4834c6dd42d687b438/C/3b0f52c144fd41329da59583c7e7f0bd to hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/archive/data/default/TestAcidGuarantees/55f643e0788a2e4834c6dd42d687b438/C/3b0f52c144fd41329da59583c7e7f0bd 2024-11-25T10:16:15,250 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/55f643e0788a2e4834c6dd42d687b438/C/4933859197ea4e75b02238da2bda91c6 to hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/archive/data/default/TestAcidGuarantees/55f643e0788a2e4834c6dd42d687b438/C/4933859197ea4e75b02238da2bda91c6 2024-11-25T10:16:15,251 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/55f643e0788a2e4834c6dd42d687b438/C/63091d0b735646bcae20700f27439b81 to hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/archive/data/default/TestAcidGuarantees/55f643e0788a2e4834c6dd42d687b438/C/63091d0b735646bcae20700f27439b81 2024-11-25T10:16:15,252 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/55f643e0788a2e4834c6dd42d687b438/recovered.edits/420.seqid to hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/archive/data/default/TestAcidGuarantees/55f643e0788a2e4834c6dd42d687b438/recovered.edits/420.seqid 2024-11-25T10:16:15,253 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(610): Deleted hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/55f643e0788a2e4834c6dd42d687b438 2024-11-25T10:16:15,253 DEBUG [PEWorker-4 {}] procedure.DeleteTableProcedure(313): Archived TestAcidGuarantees regions 2024-11-25T10:16:15,255 DEBUG [PEWorker-4 {}] procedure.DeleteTableProcedure(120): Deleting regions from META for pid=151, state=RUNNABLE:DELETE_TABLE_REMOVE_FROM_META, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-25T10:16:15,256 WARN [PEWorker-4 {}] procedure.DeleteTableProcedure(370): Deleting some vestigial 1 rows of TestAcidGuarantees from hbase:meta 2024-11-25T10:16:15,258 DEBUG [PEWorker-4 {}] procedure.DeleteTableProcedure(407): Removing 'TestAcidGuarantees' descriptor. 2024-11-25T10:16:15,259 DEBUG [PEWorker-4 {}] procedure.DeleteTableProcedure(126): Deleting assignment state for pid=151, state=RUNNABLE:DELETE_TABLE_UNASSIGN_REGIONS, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-25T10:16:15,259 DEBUG [PEWorker-4 {}] procedure.DeleteTableProcedure(397): Removing 'TestAcidGuarantees' from region states. 2024-11-25T10:16:15,260 DEBUG [PEWorker-4 {}] assignment.RegionStateStore(723): Delete {"totalColumns":1,"row":"TestAcidGuarantees,,1732529741476.55f643e0788a2e4834c6dd42d687b438.","families":{"info":[{"qualifier":"","vlen":0,"tag":[],"timestamp":"1732529775259"}]},"ts":"9223372036854775807"} 2024-11-25T10:16:15,261 INFO [PEWorker-4 {}] assignment.RegionStateStore(562): Deleted 1 regions from META 2024-11-25T10:16:15,261 DEBUG [PEWorker-4 {}] assignment.RegionStateStore(563): Deleted regions: [{ENCODED => 55f643e0788a2e4834c6dd42d687b438, NAME => 'TestAcidGuarantees,,1732529741476.55f643e0788a2e4834c6dd42d687b438.', STARTKEY => '', ENDKEY => ''}] 2024-11-25T10:16:15,261 DEBUG [PEWorker-4 {}] procedure.DeleteTableProcedure(401): Marking 'TestAcidGuarantees' as deleted. 2024-11-25T10:16:15,262 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Delete {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":0,"tag":[],"timestamp":"1732529775261"}]},"ts":"9223372036854775807"} 2024-11-25T10:16:15,264 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(867): Deleted table TestAcidGuarantees state from META 2024-11-25T10:16:15,265 DEBUG [PEWorker-4 {}] procedure.DeleteTableProcedure(133): Finished pid=151, state=RUNNABLE:DELETE_TABLE_POST_OPERATION, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-25T10:16:15,266 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=151, state=SUCCESS, hasLock=false; DeleteTableProcedure table=TestAcidGuarantees in 33 msec 2024-11-25T10:16:15,342 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41005 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=151 2024-11-25T10:16:15,342 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocator(219): Clear meta cache for TestAcidGuarantees 2024-11-25T10:16:15,342 INFO [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: DELETE, Table Name: default:TestAcidGuarantees completed 2024-11-25T10:16:15,356 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: TestAcidGuaranteesWithEagerPolicy#testScanAtomicity Thread=248 (was 252), OpenFileDescriptor=445 (was 459), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=594 (was 685), ProcessCount=11 (was 11), AvailableMemoryMB=3955 (was 4620) 2024-11-25T10:16:15,365 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: TestAcidGuaranteesWithEagerPolicy#testMobGetAtomicity Thread=248, OpenFileDescriptor=445, MaxFileDescriptor=1048576, SystemLoadAverage=594, ProcessCount=11, AvailableMemoryMB=3955 2024-11-25T10:16:15,366 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41005 {}] util.TableDescriptorChecker(321): MEMSTORE_FLUSHSIZE for table descriptor or "hbase.hregion.memstore.flush.size" (131072) is too small, which might cause very frequent flushing. 2024-11-25T10:16:15,367 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41005 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'EAGER', 'hbase.hregion.memstore.mslab.enabled' => 'false', 'hbase.memstore.inmemoryflush.threshold.factor' => '0.9'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-25T10:16:15,367 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41005 {}] procedure2.ProcedureExecutor(1139): Stored pid=152, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=TestAcidGuarantees 2024-11-25T10:16:15,369 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=152, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_PRE_OPERATION 2024-11-25T10:16:15,369 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:16:15,369 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41005 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "TestAcidGuarantees" procId is: 152 2024-11-25T10:16:15,369 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41005 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=152 2024-11-25T10:16:15,370 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=152, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-25T10:16:15,374 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39927 is added to blk_1073742354_1530 (size=1061) 2024-11-25T10:16:15,410 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_TestAcidGuarantees 2024-11-25T10:16:15,472 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41005 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=152 2024-11-25T10:16:15,682 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41005 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=152 2024-11-25T10:16:15,776 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 3a1b0c8e740ae1c15e15d1a637215f96, NAME => 'TestAcidGuarantees,,1732529775366.3a1b0c8e740ae1c15e15d1a637215f96.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'EAGER', 'hbase.hregion.memstore.mslab.enabled' => 'false', 'hbase.memstore.inmemoryflush.threshold.factor' => '0.9', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e 2024-11-25T10:16:15,779 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39927 is added to blk_1073742355_1531 (size=53) 2024-11-25T10:16:15,993 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41005 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=152 2024-11-25T10:16:16,180 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(898): Instantiated TestAcidGuarantees,,1732529775366.3a1b0c8e740ae1c15e15d1a637215f96.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-25T10:16:16,181 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1722): Closing 3a1b0c8e740ae1c15e15d1a637215f96, disabling compactions & flushes 2024-11-25T10:16:16,181 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1755): Closing region TestAcidGuarantees,,1732529775366.3a1b0c8e740ae1c15e15d1a637215f96. 2024-11-25T10:16:16,181 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on TestAcidGuarantees,,1732529775366.3a1b0c8e740ae1c15e15d1a637215f96. 2024-11-25T10:16:16,181 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on TestAcidGuarantees,,1732529775366.3a1b0c8e740ae1c15e15d1a637215f96. after waiting 0 ms 2024-11-25T10:16:16,181 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region TestAcidGuarantees,,1732529775366.3a1b0c8e740ae1c15e15d1a637215f96. 2024-11-25T10:16:16,181 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1973): Closed TestAcidGuarantees,,1732529775366.3a1b0c8e740ae1c15e15d1a637215f96. 2024-11-25T10:16:16,181 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1676): Region close journal for 3a1b0c8e740ae1c15e15d1a637215f96: Waiting for close lock at 1732529776180Disabling compacts and flushes for region at 1732529776180Disabling writes for close at 1732529776181 (+1 ms)Writing region close event to WAL at 1732529776181Closed at 1732529776181 2024-11-25T10:16:16,182 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=152, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_ADD_TO_META 2024-11-25T10:16:16,182 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"TestAcidGuarantees,,1732529775366.3a1b0c8e740ae1c15e15d1a637215f96.","families":{"info":[{"qualifier":"regioninfo","vlen":52,"tag":[],"timestamp":"1732529776182"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732529776182"}]},"ts":"1732529776182"} 2024-11-25T10:16:16,184 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-25T10:16:16,184 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=152, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-25T10:16:16,184 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732529776184"}]},"ts":"1732529776184"} 2024-11-25T10:16:16,185 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=TestAcidGuarantees, state=ENABLING in hbase:meta 2024-11-25T10:16:16,186 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=153, ppid=152, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=3a1b0c8e740ae1c15e15d1a637215f96, ASSIGN}] 2024-11-25T10:16:16,186 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=153, ppid=152, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=3a1b0c8e740ae1c15e15d1a637215f96, ASSIGN 2024-11-25T10:16:16,187 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(269): Starting pid=153, ppid=152, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=3a1b0c8e740ae1c15e15d1a637215f96, ASSIGN; state=OFFLINE, location=e2fd862922a0,38547,1732529625709; forceNewPlan=false, retain=false 2024-11-25T10:16:16,338 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=153 updating hbase:meta row=3a1b0c8e740ae1c15e15d1a637215f96, regionState=OPENING, regionLocation=e2fd862922a0,38547,1732529625709 2024-11-25T10:16:16,339 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=153, ppid=152, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=3a1b0c8e740ae1c15e15d1a637215f96, ASSIGN because future has completed 2024-11-25T10:16:16,340 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=154, ppid=153, state=RUNNABLE, hasLock=false; OpenRegionProcedure 3a1b0c8e740ae1c15e15d1a637215f96, server=e2fd862922a0,38547,1732529625709}] 2024-11-25T10:16:16,494 INFO [RS_OPEN_REGION-regionserver/e2fd862922a0:0-0 {event_type=M_RS_OPEN_REGION, pid=154}] handler.AssignRegionHandler(132): Open TestAcidGuarantees,,1732529775366.3a1b0c8e740ae1c15e15d1a637215f96. 2024-11-25T10:16:16,494 DEBUG [RS_OPEN_REGION-regionserver/e2fd862922a0:0-0 {event_type=M_RS_OPEN_REGION, pid=154}] regionserver.HRegion(7752): Opening region: {ENCODED => 3a1b0c8e740ae1c15e15d1a637215f96, NAME => 'TestAcidGuarantees,,1732529775366.3a1b0c8e740ae1c15e15d1a637215f96.', STARTKEY => '', ENDKEY => ''} 2024-11-25T10:16:16,494 DEBUG [RS_OPEN_REGION-regionserver/e2fd862922a0:0-0 {event_type=M_RS_OPEN_REGION, pid=154}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table TestAcidGuarantees 3a1b0c8e740ae1c15e15d1a637215f96 2024-11-25T10:16:16,494 DEBUG [RS_OPEN_REGION-regionserver/e2fd862922a0:0-0 {event_type=M_RS_OPEN_REGION, pid=154}] regionserver.HRegion(898): Instantiated TestAcidGuarantees,,1732529775366.3a1b0c8e740ae1c15e15d1a637215f96.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-25T10:16:16,494 DEBUG [RS_OPEN_REGION-regionserver/e2fd862922a0:0-0 {event_type=M_RS_OPEN_REGION, pid=154}] regionserver.HRegion(7794): checking encryption for 3a1b0c8e740ae1c15e15d1a637215f96 2024-11-25T10:16:16,494 DEBUG [RS_OPEN_REGION-regionserver/e2fd862922a0:0-0 {event_type=M_RS_OPEN_REGION, pid=154}] regionserver.HRegion(7797): checking classloading for 3a1b0c8e740ae1c15e15d1a637215f96 2024-11-25T10:16:16,495 INFO [StoreOpener-3a1b0c8e740ae1c15e15d1a637215f96-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family A of region 3a1b0c8e740ae1c15e15d1a637215f96 2024-11-25T10:16:16,496 INFO [StoreOpener-3a1b0c8e740ae1c15e15d1a637215f96-1 {}] regionserver.CompactingMemStore(122): Store=A, in-memory flush size threshold=38.40 KB, immutable segments index type=ARRAY_MAP, compactor=EAGER, pipelineThreshold=2, compactionCellMax=10 2024-11-25T10:16:16,496 INFO [StoreOpener-3a1b0c8e740ae1c15e15d1a637215f96-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 3a1b0c8e740ae1c15e15d1a637215f96 columnFamilyName A 2024-11-25T10:16:16,496 DEBUG [StoreOpener-3a1b0c8e740ae1c15e15d1a637215f96-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:16:16,497 INFO [StoreOpener-3a1b0c8e740ae1c15e15d1a637215f96-1 {}] regionserver.HStore(327): Store=3a1b0c8e740ae1c15e15d1a637215f96/A, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-25T10:16:16,497 INFO [StoreOpener-3a1b0c8e740ae1c15e15d1a637215f96-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family B of region 3a1b0c8e740ae1c15e15d1a637215f96 2024-11-25T10:16:16,498 INFO [StoreOpener-3a1b0c8e740ae1c15e15d1a637215f96-1 {}] regionserver.CompactingMemStore(122): Store=B, in-memory flush size threshold=38.40 KB, immutable segments index type=ARRAY_MAP, compactor=EAGER, pipelineThreshold=2, compactionCellMax=10 2024-11-25T10:16:16,498 INFO [StoreOpener-3a1b0c8e740ae1c15e15d1a637215f96-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 3a1b0c8e740ae1c15e15d1a637215f96 columnFamilyName B 2024-11-25T10:16:16,498 DEBUG [StoreOpener-3a1b0c8e740ae1c15e15d1a637215f96-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:16:16,498 INFO [StoreOpener-3a1b0c8e740ae1c15e15d1a637215f96-1 {}] regionserver.HStore(327): Store=3a1b0c8e740ae1c15e15d1a637215f96/B, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-25T10:16:16,498 INFO [StoreOpener-3a1b0c8e740ae1c15e15d1a637215f96-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family C of region 3a1b0c8e740ae1c15e15d1a637215f96 2024-11-25T10:16:16,499 INFO [StoreOpener-3a1b0c8e740ae1c15e15d1a637215f96-1 {}] regionserver.CompactingMemStore(122): Store=C, in-memory flush size threshold=38.40 KB, immutable segments index type=ARRAY_MAP, compactor=EAGER, pipelineThreshold=2, compactionCellMax=10 2024-11-25T10:16:16,499 INFO [StoreOpener-3a1b0c8e740ae1c15e15d1a637215f96-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 3a1b0c8e740ae1c15e15d1a637215f96 columnFamilyName C 2024-11-25T10:16:16,499 DEBUG [StoreOpener-3a1b0c8e740ae1c15e15d1a637215f96-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:16:16,499 INFO [StoreOpener-3a1b0c8e740ae1c15e15d1a637215f96-1 {}] regionserver.HStore(327): Store=3a1b0c8e740ae1c15e15d1a637215f96/C, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-25T10:16:16,499 INFO [RS_OPEN_REGION-regionserver/e2fd862922a0:0-0 {event_type=M_RS_OPEN_REGION, pid=154}] regionserver.HRegion(1212): Setting FlushNonSloppyStoresFirstPolicy for the region=TestAcidGuarantees,,1732529775366.3a1b0c8e740ae1c15e15d1a637215f96. 2024-11-25T10:16:16,499 DEBUG [RS_OPEN_REGION-regionserver/e2fd862922a0:0-0 {event_type=M_RS_OPEN_REGION, pid=154}] regionserver.HRegion(1038): replaying wal for 3a1b0c8e740ae1c15e15d1a637215f96 2024-11-25T10:16:16,500 DEBUG [RS_OPEN_REGION-regionserver/e2fd862922a0:0-0 {event_type=M_RS_OPEN_REGION, pid=154}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/3a1b0c8e740ae1c15e15d1a637215f96 2024-11-25T10:16:16,500 DEBUG [RS_OPEN_REGION-regionserver/e2fd862922a0:0-0 {event_type=M_RS_OPEN_REGION, pid=154}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/3a1b0c8e740ae1c15e15d1a637215f96 2024-11-25T10:16:16,501 DEBUG [RS_OPEN_REGION-regionserver/e2fd862922a0:0-0 {event_type=M_RS_OPEN_REGION, pid=154}] regionserver.HRegion(1048): stopping wal replay for 3a1b0c8e740ae1c15e15d1a637215f96 2024-11-25T10:16:16,501 DEBUG [RS_OPEN_REGION-regionserver/e2fd862922a0:0-0 {event_type=M_RS_OPEN_REGION, pid=154}] regionserver.HRegion(1060): Cleaning up temporary data for 3a1b0c8e740ae1c15e15d1a637215f96 2024-11-25T10:16:16,501 DEBUG [RS_OPEN_REGION-regionserver/e2fd862922a0:0-0 {event_type=M_RS_OPEN_REGION, pid=154}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table TestAcidGuarantees descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-11-25T10:16:16,502 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41005 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=152 2024-11-25T10:16:16,502 DEBUG [RS_OPEN_REGION-regionserver/e2fd862922a0:0-0 {event_type=M_RS_OPEN_REGION, pid=154}] regionserver.HRegion(1093): writing seq id for 3a1b0c8e740ae1c15e15d1a637215f96 2024-11-25T10:16:16,504 DEBUG [RS_OPEN_REGION-regionserver/e2fd862922a0:0-0 {event_type=M_RS_OPEN_REGION, pid=154}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/3a1b0c8e740ae1c15e15d1a637215f96/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-25T10:16:16,504 INFO [RS_OPEN_REGION-regionserver/e2fd862922a0:0-0 {event_type=M_RS_OPEN_REGION, pid=154}] regionserver.HRegion(1114): Opened 3a1b0c8e740ae1c15e15d1a637215f96; next sequenceid=2; ConstantSizeRegionSplitPolicy{desiredMaxFileSize=61690097, jitterRate=-0.08074592053890228}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-11-25T10:16:16,504 DEBUG [RS_OPEN_REGION-regionserver/e2fd862922a0:0-0 {event_type=M_RS_OPEN_REGION, pid=154}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 3a1b0c8e740ae1c15e15d1a637215f96 2024-11-25T10:16:16,505 DEBUG [RS_OPEN_REGION-regionserver/e2fd862922a0:0-0 {event_type=M_RS_OPEN_REGION, pid=154}] regionserver.HRegion(1006): Region open journal for 3a1b0c8e740ae1c15e15d1a637215f96: Running coprocessor pre-open hook at 1732529776494Writing region info on filesystem at 1732529776494Initializing all the Stores at 1732529776495 (+1 ms)Instantiating store for column family {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732529776495Instantiating store for column family {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732529776495Instantiating store for column family {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732529776495Cleaning up temporary data from old regions at 1732529776501 (+6 ms)Running coprocessor post-open hooks at 1732529776504 (+3 ms)Region opened successfully at 1732529776504 2024-11-25T10:16:16,505 INFO [RS_OPEN_REGION-regionserver/e2fd862922a0:0-0 {event_type=M_RS_OPEN_REGION, pid=154}] regionserver.HRegionServer(2236): Post open deploy tasks for TestAcidGuarantees,,1732529775366.3a1b0c8e740ae1c15e15d1a637215f96., pid=154, masterSystemTime=1732529776491 2024-11-25T10:16:16,506 DEBUG [RS_OPEN_REGION-regionserver/e2fd862922a0:0-0 {event_type=M_RS_OPEN_REGION, pid=154}] regionserver.HRegionServer(2266): Finished post open deploy task for TestAcidGuarantees,,1732529775366.3a1b0c8e740ae1c15e15d1a637215f96. 2024-11-25T10:16:16,506 INFO [RS_OPEN_REGION-regionserver/e2fd862922a0:0-0 {event_type=M_RS_OPEN_REGION, pid=154}] handler.AssignRegionHandler(153): Opened TestAcidGuarantees,,1732529775366.3a1b0c8e740ae1c15e15d1a637215f96. 2024-11-25T10:16:16,507 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=153 updating hbase:meta row=3a1b0c8e740ae1c15e15d1a637215f96, regionState=OPEN, openSeqNum=2, regionLocation=e2fd862922a0,38547,1732529625709 2024-11-25T10:16:16,508 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=154, ppid=153, state=RUNNABLE, hasLock=false; OpenRegionProcedure 3a1b0c8e740ae1c15e15d1a637215f96, server=e2fd862922a0,38547,1732529625709 because future has completed 2024-11-25T10:16:16,510 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=154, resume processing ppid=153 2024-11-25T10:16:16,510 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=154, ppid=153, state=SUCCESS, hasLock=false; OpenRegionProcedure 3a1b0c8e740ae1c15e15d1a637215f96, server=e2fd862922a0,38547,1732529625709 in 170 msec 2024-11-25T10:16:16,511 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=153, resume processing ppid=152 2024-11-25T10:16:16,511 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=153, ppid=152, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=3a1b0c8e740ae1c15e15d1a637215f96, ASSIGN in 324 msec 2024-11-25T10:16:16,511 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=152, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-25T10:16:16,512 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732529776511"}]},"ts":"1732529776511"} 2024-11-25T10:16:16,513 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=TestAcidGuarantees, state=ENABLED in hbase:meta 2024-11-25T10:16:16,513 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=152, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_POST_OPERATION 2024-11-25T10:16:16,514 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=152, state=SUCCESS, hasLock=false; CreateTableProcedure table=TestAcidGuarantees in 1.1460 sec 2024-11-25T10:16:17,512 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41005 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=152 2024-11-25T10:16:17,512 INFO [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:TestAcidGuarantees completed 2024-11-25T10:16:17,513 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3d3f9054, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T10:16:17,513 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request e2fd862922a0,41005,-1 for getting cluster id 2024-11-25T10:16:17,513 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-25T10:16:17,515 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'faeb5c13-49c4-407d-86f9-65e4c873355a' 2024-11-25T10:16:17,515 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-25T10:16:17,515 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "faeb5c13-49c4-407d-86f9-65e4c873355a" 2024-11-25T10:16:17,515 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@486765da, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T10:16:17,515 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [e2fd862922a0,41005,-1] 2024-11-25T10:16:17,515 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-25T10:16:17,515 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T10:16:17,516 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:54724, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-25T10:16:17,517 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1c0885b3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T10:16:17,517 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-25T10:16:17,518 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=e2fd862922a0,38547,1732529625709, seqNum=-1] 2024-11-25T10:16:17,518 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-25T10:16:17,519 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:48308, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-25T10:16:17,520 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-25T10:16:17,521 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncConnectionImpl(321): The fetched master address is e2fd862922a0,41005,1732529624914 2024-11-25T10:16:17,521 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@4c913c2d 2024-11-25T10:16:17,521 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-25T10:16:17,521 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:54734, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-25T10:16:17,522 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41005 {}] util.TableDescriptorChecker(321): MEMSTORE_FLUSHSIZE for table descriptor or "hbase.hregion.memstore.flush.size" (131072) is too small, which might cause very frequent flushing. 2024-11-25T10:16:17,523 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41005 {}] master.HMaster$14(2863): Client=jenkins//172.17.0.2 modify table TestAcidGuarantees from 'TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'EAGER', 'hbase.hregion.memstore.mslab.enabled' => 'false', 'hbase.memstore.inmemoryflush.threshold.factor' => '0.9', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} to 'TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'EAGER', 'hbase.hregion.memstore.mslab.enabled' => 'false', 'hbase.memstore.inmemoryflush.threshold.factor' => '0.9', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', MOB_THRESHOLD => '4', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', IS_MOB => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-25T10:16:17,524 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41005 {}] procedure2.ProcedureExecutor(1139): Stored pid=155, state=RUNNABLE:MODIFY_TABLE_PREPARE, hasLock=false; ModifyTableProcedure table=TestAcidGuarantees 2024-11-25T10:16:17,533 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39927 is added to blk_1073742356_1532 (size=1097) 2024-11-25T10:16:17,535 DEBUG [PEWorker-2 {}] util.FSTableDescriptors(591): Deleted hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/.tabledesc/.tableinfo.0000000001.1061 2024-11-25T10:16:17,535 INFO [PEWorker-2 {}] util.FSTableDescriptors(361): Updated tableinfo=hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/.tabledesc/.tableinfo.0000000002.1097 2024-11-25T10:16:17,537 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=156, ppid=155, state=RUNNABLE:REOPEN_TABLE_REGIONS_GET_REGIONS, hasLock=false; ReopenTableRegionsProcedure table=TestAcidGuarantees}] 2024-11-25T10:16:17,540 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=157, ppid=156, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=3a1b0c8e740ae1c15e15d1a637215f96, REOPEN/MOVE}] 2024-11-25T10:16:17,541 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=157, ppid=156, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=3a1b0c8e740ae1c15e15d1a637215f96, REOPEN/MOVE 2024-11-25T10:16:17,542 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=157 updating hbase:meta row=3a1b0c8e740ae1c15e15d1a637215f96, regionState=CLOSING, regionLocation=e2fd862922a0,38547,1732529625709 2024-11-25T10:16:17,544 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=157, ppid=156, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=3a1b0c8e740ae1c15e15d1a637215f96, REOPEN/MOVE because future has completed 2024-11-25T10:16:17,544 DEBUG [PEWorker-3 {}] assignment.TransitRegionStateProcedure(375): Close region: isSplit: false: evictOnSplit: true: evictOnClose: false 2024-11-25T10:16:17,544 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=158, ppid=157, state=RUNNABLE, hasLock=false; CloseRegionProcedure 3a1b0c8e740ae1c15e15d1a637215f96, server=e2fd862922a0,38547,1732529625709}] 2024-11-25T10:16:17,696 INFO [RS_CLOSE_REGION-regionserver/e2fd862922a0:0-0 {event_type=M_RS_CLOSE_REGION, pid=158}] handler.UnassignRegionHandler(122): Close 3a1b0c8e740ae1c15e15d1a637215f96 2024-11-25T10:16:17,696 DEBUG [RS_CLOSE_REGION-regionserver/e2fd862922a0:0-0 {event_type=M_RS_CLOSE_REGION, pid=158}] handler.UnassignRegionHandler(136): Unassign region: split region: false: evictCache: false 2024-11-25T10:16:17,696 DEBUG [RS_CLOSE_REGION-regionserver/e2fd862922a0:0-0 {event_type=M_RS_CLOSE_REGION, pid=158}] regionserver.HRegion(1722): Closing 3a1b0c8e740ae1c15e15d1a637215f96, disabling compactions & flushes 2024-11-25T10:16:17,696 INFO [RS_CLOSE_REGION-regionserver/e2fd862922a0:0-0 {event_type=M_RS_CLOSE_REGION, pid=158}] regionserver.HRegion(1755): Closing region TestAcidGuarantees,,1732529775366.3a1b0c8e740ae1c15e15d1a637215f96. 2024-11-25T10:16:17,696 DEBUG [RS_CLOSE_REGION-regionserver/e2fd862922a0:0-0 {event_type=M_RS_CLOSE_REGION, pid=158}] regionserver.HRegion(1776): Time limited wait for close lock on TestAcidGuarantees,,1732529775366.3a1b0c8e740ae1c15e15d1a637215f96. 2024-11-25T10:16:17,696 DEBUG [RS_CLOSE_REGION-regionserver/e2fd862922a0:0-0 {event_type=M_RS_CLOSE_REGION, pid=158}] regionserver.HRegion(1843): Acquired close lock on TestAcidGuarantees,,1732529775366.3a1b0c8e740ae1c15e15d1a637215f96. after waiting 0 ms 2024-11-25T10:16:17,696 DEBUG [RS_CLOSE_REGION-regionserver/e2fd862922a0:0-0 {event_type=M_RS_CLOSE_REGION, pid=158}] regionserver.HRegion(1853): Updates disabled for region TestAcidGuarantees,,1732529775366.3a1b0c8e740ae1c15e15d1a637215f96. 2024-11-25T10:16:17,699 DEBUG [RS_CLOSE_REGION-regionserver/e2fd862922a0:0-0 {event_type=M_RS_CLOSE_REGION, pid=158}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/3a1b0c8e740ae1c15e15d1a637215f96/recovered.edits/4.seqid, newMaxSeqId=4, maxSeqId=1 2024-11-25T10:16:17,700 INFO [RS_CLOSE_REGION-regionserver/e2fd862922a0:0-0 {event_type=M_RS_CLOSE_REGION, pid=158}] regionserver.HRegion(1973): Closed TestAcidGuarantees,,1732529775366.3a1b0c8e740ae1c15e15d1a637215f96. 2024-11-25T10:16:17,700 DEBUG [RS_CLOSE_REGION-regionserver/e2fd862922a0:0-0 {event_type=M_RS_CLOSE_REGION, pid=158}] regionserver.HRegion(1676): Region close journal for 3a1b0c8e740ae1c15e15d1a637215f96: Waiting for close lock at 1732529777696Running coprocessor pre-close hooks at 1732529777696Disabling compacts and flushes for region at 1732529777696Disabling writes for close at 1732529777696Writing region close event to WAL at 1732529777697 (+1 ms)Running coprocessor post-close hooks at 1732529777700 (+3 ms)Closed at 1732529777700 2024-11-25T10:16:17,700 WARN [RS_CLOSE_REGION-regionserver/e2fd862922a0:0-0 {event_type=M_RS_CLOSE_REGION, pid=158}] regionserver.HRegionServer(3299): Not adding moved region record: 3a1b0c8e740ae1c15e15d1a637215f96 to self. 2024-11-25T10:16:17,702 INFO [RS_CLOSE_REGION-regionserver/e2fd862922a0:0-0 {event_type=M_RS_CLOSE_REGION, pid=158}] handler.UnassignRegionHandler(157): Closed 3a1b0c8e740ae1c15e15d1a637215f96 2024-11-25T10:16:17,702 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=157 updating hbase:meta row=3a1b0c8e740ae1c15e15d1a637215f96, regionState=CLOSED 2024-11-25T10:16:17,703 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=158, ppid=157, state=RUNNABLE, hasLock=false; CloseRegionProcedure 3a1b0c8e740ae1c15e15d1a637215f96, server=e2fd862922a0,38547,1732529625709 because future has completed 2024-11-25T10:16:17,706 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=158, resume processing ppid=157 2024-11-25T10:16:17,706 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=158, ppid=157, state=SUCCESS, hasLock=false; CloseRegionProcedure 3a1b0c8e740ae1c15e15d1a637215f96, server=e2fd862922a0,38547,1732529625709 in 160 msec 2024-11-25T10:16:17,706 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(269): Starting pid=157, ppid=156, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=3a1b0c8e740ae1c15e15d1a637215f96, REOPEN/MOVE; state=CLOSED, location=e2fd862922a0,38547,1732529625709; forceNewPlan=false, retain=true 2024-11-25T10:16:17,857 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=157 updating hbase:meta row=3a1b0c8e740ae1c15e15d1a637215f96, regionState=OPENING, regionLocation=e2fd862922a0,38547,1732529625709 2024-11-25T10:16:17,859 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=157, ppid=156, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=3a1b0c8e740ae1c15e15d1a637215f96, REOPEN/MOVE because future has completed 2024-11-25T10:16:17,859 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=159, ppid=157, state=RUNNABLE, hasLock=false; OpenRegionProcedure 3a1b0c8e740ae1c15e15d1a637215f96, server=e2fd862922a0,38547,1732529625709}] 2024-11-25T10:16:18,014 INFO [RS_OPEN_REGION-regionserver/e2fd862922a0:0-0 {event_type=M_RS_OPEN_REGION, pid=159}] handler.AssignRegionHandler(132): Open TestAcidGuarantees,,1732529775366.3a1b0c8e740ae1c15e15d1a637215f96. 2024-11-25T10:16:18,014 DEBUG [RS_OPEN_REGION-regionserver/e2fd862922a0:0-0 {event_type=M_RS_OPEN_REGION, pid=159}] regionserver.HRegion(7752): Opening region: {ENCODED => 3a1b0c8e740ae1c15e15d1a637215f96, NAME => 'TestAcidGuarantees,,1732529775366.3a1b0c8e740ae1c15e15d1a637215f96.', STARTKEY => '', ENDKEY => ''} 2024-11-25T10:16:18,014 DEBUG [RS_OPEN_REGION-regionserver/e2fd862922a0:0-0 {event_type=M_RS_OPEN_REGION, pid=159}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table TestAcidGuarantees 3a1b0c8e740ae1c15e15d1a637215f96 2024-11-25T10:16:18,014 DEBUG [RS_OPEN_REGION-regionserver/e2fd862922a0:0-0 {event_type=M_RS_OPEN_REGION, pid=159}] regionserver.HRegion(898): Instantiated TestAcidGuarantees,,1732529775366.3a1b0c8e740ae1c15e15d1a637215f96.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-25T10:16:18,015 DEBUG [RS_OPEN_REGION-regionserver/e2fd862922a0:0-0 {event_type=M_RS_OPEN_REGION, pid=159}] regionserver.HRegion(7794): checking encryption for 3a1b0c8e740ae1c15e15d1a637215f96 2024-11-25T10:16:18,015 DEBUG [RS_OPEN_REGION-regionserver/e2fd862922a0:0-0 {event_type=M_RS_OPEN_REGION, pid=159}] regionserver.HRegion(7797): checking classloading for 3a1b0c8e740ae1c15e15d1a637215f96 2024-11-25T10:16:18,016 INFO [StoreOpener-3a1b0c8e740ae1c15e15d1a637215f96-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family A of region 3a1b0c8e740ae1c15e15d1a637215f96 2024-11-25T10:16:18,016 INFO [StoreOpener-3a1b0c8e740ae1c15e15d1a637215f96-1 {}] regionserver.CompactingMemStore(122): Store=A, in-memory flush size threshold=38.40 KB, immutable segments index type=ARRAY_MAP, compactor=EAGER, pipelineThreshold=2, compactionCellMax=10 2024-11-25T10:16:18,017 INFO [StoreOpener-3a1b0c8e740ae1c15e15d1a637215f96-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 3a1b0c8e740ae1c15e15d1a637215f96 columnFamilyName A 2024-11-25T10:16:18,018 DEBUG [StoreOpener-3a1b0c8e740ae1c15e15d1a637215f96-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:16:18,018 INFO [StoreOpener-3a1b0c8e740ae1c15e15d1a637215f96-1 {}] regionserver.HStore(327): Store=3a1b0c8e740ae1c15e15d1a637215f96/A, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-25T10:16:18,018 INFO [StoreOpener-3a1b0c8e740ae1c15e15d1a637215f96-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family B of region 3a1b0c8e740ae1c15e15d1a637215f96 2024-11-25T10:16:18,019 INFO [StoreOpener-3a1b0c8e740ae1c15e15d1a637215f96-1 {}] regionserver.CompactingMemStore(122): Store=B, in-memory flush size threshold=38.40 KB, immutable segments index type=ARRAY_MAP, compactor=EAGER, pipelineThreshold=2, compactionCellMax=10 2024-11-25T10:16:18,019 INFO [StoreOpener-3a1b0c8e740ae1c15e15d1a637215f96-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 3a1b0c8e740ae1c15e15d1a637215f96 columnFamilyName B 2024-11-25T10:16:18,019 DEBUG [StoreOpener-3a1b0c8e740ae1c15e15d1a637215f96-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:16:18,019 INFO [StoreOpener-3a1b0c8e740ae1c15e15d1a637215f96-1 {}] regionserver.HStore(327): Store=3a1b0c8e740ae1c15e15d1a637215f96/B, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-25T10:16:18,019 INFO [StoreOpener-3a1b0c8e740ae1c15e15d1a637215f96-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family C of region 3a1b0c8e740ae1c15e15d1a637215f96 2024-11-25T10:16:18,020 INFO [StoreOpener-3a1b0c8e740ae1c15e15d1a637215f96-1 {}] regionserver.CompactingMemStore(122): Store=C, in-memory flush size threshold=38.40 KB, immutable segments index type=ARRAY_MAP, compactor=EAGER, pipelineThreshold=2, compactionCellMax=10 2024-11-25T10:16:18,020 INFO [StoreOpener-3a1b0c8e740ae1c15e15d1a637215f96-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 3a1b0c8e740ae1c15e15d1a637215f96 columnFamilyName C 2024-11-25T10:16:18,020 DEBUG [StoreOpener-3a1b0c8e740ae1c15e15d1a637215f96-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:16:18,020 INFO [StoreOpener-3a1b0c8e740ae1c15e15d1a637215f96-1 {}] regionserver.HStore(327): Store=3a1b0c8e740ae1c15e15d1a637215f96/C, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-25T10:16:18,021 INFO [RS_OPEN_REGION-regionserver/e2fd862922a0:0-0 {event_type=M_RS_OPEN_REGION, pid=159}] regionserver.HRegion(1212): Setting FlushNonSloppyStoresFirstPolicy for the region=TestAcidGuarantees,,1732529775366.3a1b0c8e740ae1c15e15d1a637215f96. 2024-11-25T10:16:18,021 DEBUG [RS_OPEN_REGION-regionserver/e2fd862922a0:0-0 {event_type=M_RS_OPEN_REGION, pid=159}] regionserver.HRegion(1038): replaying wal for 3a1b0c8e740ae1c15e15d1a637215f96 2024-11-25T10:16:18,021 DEBUG [RS_OPEN_REGION-regionserver/e2fd862922a0:0-0 {event_type=M_RS_OPEN_REGION, pid=159}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/3a1b0c8e740ae1c15e15d1a637215f96 2024-11-25T10:16:18,022 DEBUG [RS_OPEN_REGION-regionserver/e2fd862922a0:0-0 {event_type=M_RS_OPEN_REGION, pid=159}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/3a1b0c8e740ae1c15e15d1a637215f96 2024-11-25T10:16:18,023 DEBUG [RS_OPEN_REGION-regionserver/e2fd862922a0:0-0 {event_type=M_RS_OPEN_REGION, pid=159}] regionserver.HRegion(1048): stopping wal replay for 3a1b0c8e740ae1c15e15d1a637215f96 2024-11-25T10:16:18,023 DEBUG [RS_OPEN_REGION-regionserver/e2fd862922a0:0-0 {event_type=M_RS_OPEN_REGION, pid=159}] regionserver.HRegion(1060): Cleaning up temporary data for 3a1b0c8e740ae1c15e15d1a637215f96 2024-11-25T10:16:18,023 DEBUG [RS_OPEN_REGION-regionserver/e2fd862922a0:0-0 {event_type=M_RS_OPEN_REGION, pid=159}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table TestAcidGuarantees descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-11-25T10:16:18,024 DEBUG [RS_OPEN_REGION-regionserver/e2fd862922a0:0-0 {event_type=M_RS_OPEN_REGION, pid=159}] regionserver.HRegion(1093): writing seq id for 3a1b0c8e740ae1c15e15d1a637215f96 2024-11-25T10:16:18,025 INFO [RS_OPEN_REGION-regionserver/e2fd862922a0:0-0 {event_type=M_RS_OPEN_REGION, pid=159}] regionserver.HRegion(1114): Opened 3a1b0c8e740ae1c15e15d1a637215f96; next sequenceid=5; ConstantSizeRegionSplitPolicy{desiredMaxFileSize=74243579, jitterRate=0.10631553828716278}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-11-25T10:16:18,025 DEBUG [RS_OPEN_REGION-regionserver/e2fd862922a0:0-0 {event_type=M_RS_OPEN_REGION, pid=159}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 3a1b0c8e740ae1c15e15d1a637215f96 2024-11-25T10:16:18,026 DEBUG [RS_OPEN_REGION-regionserver/e2fd862922a0:0-0 {event_type=M_RS_OPEN_REGION, pid=159}] regionserver.HRegion(1006): Region open journal for 3a1b0c8e740ae1c15e15d1a637215f96: Running coprocessor pre-open hook at 1732529778015Writing region info on filesystem at 1732529778015Initializing all the Stores at 1732529778015Instantiating store for column family {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', MOB_THRESHOLD => '4', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', IS_MOB => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732529778015Instantiating store for column family {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732529778016 (+1 ms)Instantiating store for column family {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732529778016Cleaning up temporary data from old regions at 1732529778023 (+7 ms)Running coprocessor post-open hooks at 1732529778025 (+2 ms)Region opened successfully at 1732529778025 2024-11-25T10:16:18,026 INFO [RS_OPEN_REGION-regionserver/e2fd862922a0:0-0 {event_type=M_RS_OPEN_REGION, pid=159}] regionserver.HRegionServer(2236): Post open deploy tasks for TestAcidGuarantees,,1732529775366.3a1b0c8e740ae1c15e15d1a637215f96., pid=159, masterSystemTime=1732529778011 2024-11-25T10:16:18,028 DEBUG [RS_OPEN_REGION-regionserver/e2fd862922a0:0-0 {event_type=M_RS_OPEN_REGION, pid=159}] regionserver.HRegionServer(2266): Finished post open deploy task for TestAcidGuarantees,,1732529775366.3a1b0c8e740ae1c15e15d1a637215f96. 2024-11-25T10:16:18,028 INFO [RS_OPEN_REGION-regionserver/e2fd862922a0:0-0 {event_type=M_RS_OPEN_REGION, pid=159}] handler.AssignRegionHandler(153): Opened TestAcidGuarantees,,1732529775366.3a1b0c8e740ae1c15e15d1a637215f96. 2024-11-25T10:16:18,028 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=157 updating hbase:meta row=3a1b0c8e740ae1c15e15d1a637215f96, regionState=OPEN, openSeqNum=5, regionLocation=e2fd862922a0,38547,1732529625709 2024-11-25T10:16:18,029 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=159, ppid=157, state=RUNNABLE, hasLock=false; OpenRegionProcedure 3a1b0c8e740ae1c15e15d1a637215f96, server=e2fd862922a0,38547,1732529625709 because future has completed 2024-11-25T10:16:18,032 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=159, resume processing ppid=157 2024-11-25T10:16:18,032 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=159, ppid=157, state=SUCCESS, hasLock=false; OpenRegionProcedure 3a1b0c8e740ae1c15e15d1a637215f96, server=e2fd862922a0,38547,1732529625709 in 171 msec 2024-11-25T10:16:18,033 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=157, resume processing ppid=156 2024-11-25T10:16:18,033 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=157, ppid=156, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=3a1b0c8e740ae1c15e15d1a637215f96, REOPEN/MOVE in 492 msec 2024-11-25T10:16:18,035 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=156, resume processing ppid=155 2024-11-25T10:16:18,035 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=156, ppid=155, state=SUCCESS, hasLock=false; ReopenTableRegionsProcedure table=TestAcidGuarantees in 497 msec 2024-11-25T10:16:18,037 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=155, state=SUCCESS, hasLock=false; ModifyTableProcedure table=TestAcidGuarantees in 513 msec 2024-11-25T10:16:18,038 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41005 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=155 2024-11-25T10:16:18,038 INFO [RPCClient-NioEventLoopGroup-4-12 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: MODIFY_COLUMN_FAMILY, Table Name: default:TestAcidGuarantees completed 2024-11-25T10:16:18,039 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@26d80f9f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T10:16:18,039 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request e2fd862922a0,41005,-1 for getting cluster id 2024-11-25T10:16:18,039 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-25T10:16:18,040 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'faeb5c13-49c4-407d-86f9-65e4c873355a' 2024-11-25T10:16:18,040 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-25T10:16:18,040 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "faeb5c13-49c4-407d-86f9-65e4c873355a" 2024-11-25T10:16:18,040 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4128cece, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T10:16:18,040 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [e2fd862922a0,41005,-1] 2024-11-25T10:16:18,040 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-25T10:16:18,041 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T10:16:18,041 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:54750, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-25T10:16:18,042 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6cd7801b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T10:16:18,042 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@56f41cbc, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T10:16:18,042 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request e2fd862922a0,41005,-1 for getting cluster id 2024-11-25T10:16:18,042 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-25T10:16:18,043 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'faeb5c13-49c4-407d-86f9-65e4c873355a' 2024-11-25T10:16:18,043 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-25T10:16:18,043 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "faeb5c13-49c4-407d-86f9-65e4c873355a" 2024-11-25T10:16:18,043 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7ebc00dc, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T10:16:18,043 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [e2fd862922a0,41005,-1] 2024-11-25T10:16:18,043 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-25T10:16:18,044 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T10:16:18,044 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:54768, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-25T10:16:18,045 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@17c6ac09, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T10:16:18,045 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@327d502, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T10:16:18,045 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request e2fd862922a0,41005,-1 for getting cluster id 2024-11-25T10:16:18,045 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-25T10:16:18,046 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'faeb5c13-49c4-407d-86f9-65e4c873355a' 2024-11-25T10:16:18,046 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-25T10:16:18,046 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "faeb5c13-49c4-407d-86f9-65e4c873355a" 2024-11-25T10:16:18,046 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@777c27ed, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T10:16:18,046 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [e2fd862922a0,41005,-1] 2024-11-25T10:16:18,046 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-25T10:16:18,046 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T10:16:18,047 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:54792, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-25T10:16:18,047 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4906bbea, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T10:16:18,048 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@75736927, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T10:16:18,048 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request e2fd862922a0,41005,-1 for getting cluster id 2024-11-25T10:16:18,048 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-25T10:16:18,048 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'faeb5c13-49c4-407d-86f9-65e4c873355a' 2024-11-25T10:16:18,048 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-25T10:16:18,048 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "faeb5c13-49c4-407d-86f9-65e4c873355a" 2024-11-25T10:16:18,048 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@18eeac79, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T10:16:18,048 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [e2fd862922a0,41005,-1] 2024-11-25T10:16:18,049 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-25T10:16:18,049 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T10:16:18,049 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:54798, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-25T10:16:18,050 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@29c1df57, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T10:16:18,050 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5cb9dc48, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T10:16:18,050 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request e2fd862922a0,41005,-1 for getting cluster id 2024-11-25T10:16:18,050 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-25T10:16:18,051 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'faeb5c13-49c4-407d-86f9-65e4c873355a' 2024-11-25T10:16:18,051 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-25T10:16:18,051 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "faeb5c13-49c4-407d-86f9-65e4c873355a" 2024-11-25T10:16:18,051 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@771c7e3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T10:16:18,051 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [e2fd862922a0,41005,-1] 2024-11-25T10:16:18,051 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-25T10:16:18,051 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T10:16:18,052 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:54814, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-25T10:16:18,053 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5ca54e44, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T10:16:18,053 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@9aa78cb, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T10:16:18,053 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request e2fd862922a0,41005,-1 for getting cluster id 2024-11-25T10:16:18,053 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-25T10:16:18,054 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'faeb5c13-49c4-407d-86f9-65e4c873355a' 2024-11-25T10:16:18,054 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-25T10:16:18,054 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "faeb5c13-49c4-407d-86f9-65e4c873355a" 2024-11-25T10:16:18,054 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3002b7cf, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T10:16:18,054 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [e2fd862922a0,41005,-1] 2024-11-25T10:16:18,054 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-25T10:16:18,054 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T10:16:18,055 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:54838, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-25T10:16:18,055 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@20baf66d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T10:16:18,056 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@141ae3fc, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T10:16:18,056 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request e2fd862922a0,41005,-1 for getting cluster id 2024-11-25T10:16:18,056 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-25T10:16:18,056 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'faeb5c13-49c4-407d-86f9-65e4c873355a' 2024-11-25T10:16:18,056 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-25T10:16:18,057 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "faeb5c13-49c4-407d-86f9-65e4c873355a" 2024-11-25T10:16:18,057 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@72185ca0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T10:16:18,057 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [e2fd862922a0,41005,-1] 2024-11-25T10:16:18,057 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-25T10:16:18,057 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T10:16:18,057 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:54870, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-25T10:16:18,058 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@c07c2d2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T10:16:18,058 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@679371b4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T10:16:18,058 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request e2fd862922a0,41005,-1 for getting cluster id 2024-11-25T10:16:18,058 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-25T10:16:18,059 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'faeb5c13-49c4-407d-86f9-65e4c873355a' 2024-11-25T10:16:18,059 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-25T10:16:18,059 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "faeb5c13-49c4-407d-86f9-65e4c873355a" 2024-11-25T10:16:18,059 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@76c1c329, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T10:16:18,059 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [e2fd862922a0,41005,-1] 2024-11-25T10:16:18,059 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-25T10:16:18,059 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T10:16:18,060 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:54886, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-25T10:16:18,060 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@780750b3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T10:16:18,061 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6e7a5df5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T10:16:18,061 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request e2fd862922a0,41005,-1 for getting cluster id 2024-11-25T10:16:18,061 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-25T10:16:18,061 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'faeb5c13-49c4-407d-86f9-65e4c873355a' 2024-11-25T10:16:18,062 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-25T10:16:18,062 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "faeb5c13-49c4-407d-86f9-65e4c873355a" 2024-11-25T10:16:18,062 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7f9a14d6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T10:16:18,062 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [e2fd862922a0,41005,-1] 2024-11-25T10:16:18,062 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-25T10:16:18,062 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T10:16:18,062 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:54904, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-25T10:16:18,063 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@fd9254f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T10:16:18,063 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6ba07db1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T10:16:18,063 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request e2fd862922a0,41005,-1 for getting cluster id 2024-11-25T10:16:18,063 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-25T10:16:18,064 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'faeb5c13-49c4-407d-86f9-65e4c873355a' 2024-11-25T10:16:18,064 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-25T10:16:18,064 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "faeb5c13-49c4-407d-86f9-65e4c873355a" 2024-11-25T10:16:18,064 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@725fc861, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T10:16:18,064 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [e2fd862922a0,41005,-1] 2024-11-25T10:16:18,064 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-25T10:16:18,064 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T10:16:18,065 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:54926, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-25T10:16:18,065 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@157db7c6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T10:16:18,066 DEBUG [Thread-2387 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-25T10:16:18,066 DEBUG [Thread-2374 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-25T10:16:18,066 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41005 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-25T10:16:18,066 DEBUG [Thread-2385 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-25T10:16:18,066 DEBUG [Thread-2391 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-25T10:16:18,066 DEBUG [Thread-2378 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-25T10:16:18,067 DEBUG [Thread-2374 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=e2fd862922a0,38547,1732529625709, seqNum=-1] 2024-11-25T10:16:18,067 DEBUG [Thread-2374 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-25T10:16:18,067 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=e2fd862922a0,38547,1732529625709, seqNum=-1] 2024-11-25T10:16:18,067 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=e2fd862922a0,38547,1732529625709, seqNum=-1] 2024-11-25T10:16:18,067 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-25T10:16:18,067 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=e2fd862922a0,38547,1732529625709, seqNum=-1] 2024-11-25T10:16:18,067 DEBUG [Thread-2385 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=e2fd862922a0,38547,1732529625709, seqNum=-1] 2024-11-25T10:16:18,068 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-25T10:16:18,068 DEBUG [Thread-2385 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-25T10:16:18,068 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-25T10:16:18,068 DEBUG [Thread-2389 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-25T10:16:18,068 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:48322, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-25T10:16:18,068 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:48338, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-25T10:16:18,069 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:48344, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-25T10:16:18,069 DEBUG [Thread-2380 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-25T10:16:18,069 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:48336, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-25T10:16:18,069 DEBUG [Thread-2383 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-25T10:16:18,069 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:48352, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-25T10:16:18,069 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=e2fd862922a0,38547,1732529625709, seqNum=-1] 2024-11-25T10:16:18,069 DEBUG [Thread-2380 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=e2fd862922a0,38547,1732529625709, seqNum=-1] 2024-11-25T10:16:18,070 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-25T10:16:18,070 DEBUG [Thread-2380 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-25T10:16:18,071 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_2', locateType=CURRENT is [region=TestAcidGuarantees,,1732529775366.3a1b0c8e740ae1c15e15d1a637215f96., hostname=e2fd862922a0,38547,1732529625709, seqNum=5] 2024-11-25T10:16:18,071 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:48366, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-25T10:16:18,071 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_1', locateType=CURRENT is [region=TestAcidGuarantees,,1732529775366.3a1b0c8e740ae1c15e15d1a637215f96., hostname=e2fd862922a0,38547,1732529625709, seqNum=5] 2024-11-25T10:16:18,071 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_2', locateType=CURRENT is [region=TestAcidGuarantees,,1732529775366.3a1b0c8e740ae1c15e15d1a637215f96., hostname=e2fd862922a0,38547,1732529625709, seqNum=5] 2024-11-25T10:16:18,072 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:48382, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-25T10:16:18,072 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_0', locateType=CURRENT is [region=TestAcidGuarantees,,1732529775366.3a1b0c8e740ae1c15e15d1a637215f96., hostname=e2fd862922a0,38547,1732529625709, seqNum=5] 2024-11-25T10:16:18,072 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=e2fd862922a0,38547,1732529625709, seqNum=-1] 2024-11-25T10:16:18,073 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-25T10:16:18,073 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_1', locateType=CURRENT is [region=TestAcidGuarantees,,1732529775366.3a1b0c8e740ae1c15e15d1a637215f96., hostname=e2fd862922a0,38547,1732529625709, seqNum=5] 2024-11-25T10:16:18,073 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41005 {}] procedure2.ProcedureExecutor(1139): Stored pid=160, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=160, table=TestAcidGuarantees 2024-11-25T10:16:18,074 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_2', locateType=CURRENT is [region=TestAcidGuarantees,,1732529775366.3a1b0c8e740ae1c15e15d1a637215f96., hostname=e2fd862922a0,38547,1732529625709, seqNum=5] 2024-11-25T10:16:18,074 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_0', locateType=CURRENT is [region=TestAcidGuarantees,,1732529775366.3a1b0c8e740ae1c15e15d1a637215f96., hostname=e2fd862922a0,38547,1732529625709, seqNum=5] 2024-11-25T10:16:18,074 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41005 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=160 2024-11-25T10:16:18,074 DEBUG [Thread-2376 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-25T10:16:18,074 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=160, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=160, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-25T10:16:18,075 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=e2fd862922a0,38547,1732529625709, seqNum=-1] 2024-11-25T10:16:18,075 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-25T10:16:18,075 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=160, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=160, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-25T10:16:18,076 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=161, ppid=160, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-25T10:16:18,076 DEBUG [Thread-2372 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-25T10:16:18,076 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:48398, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-25T10:16:18,078 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=e2fd862922a0,38547,1732529625709, seqNum=-1] 2024-11-25T10:16:18,078 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-25T10:16:18,078 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_0', locateType=CURRENT is [region=TestAcidGuarantees,,1732529775366.3a1b0c8e740ae1c15e15d1a637215f96., hostname=e2fd862922a0,38547,1732529625709, seqNum=5] 2024-11-25T10:16:18,078 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:48400, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-25T10:16:18,079 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:48412, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-25T10:16:18,081 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_2', locateType=CURRENT is [region=TestAcidGuarantees,,1732529775366.3a1b0c8e740ae1c15e15d1a637215f96., hostname=e2fd862922a0,38547,1732529625709, seqNum=5] 2024-11-25T10:16:18,082 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_1', locateType=CURRENT is [region=TestAcidGuarantees,,1732529775366.3a1b0c8e740ae1c15e15d1a637215f96., hostname=e2fd862922a0,38547,1732529625709, seqNum=5] 2024-11-25T10:16:18,086 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] regionserver.HRegion(8855): Flush requested on 3a1b0c8e740ae1c15e15d1a637215f96 2024-11-25T10:16:18,086 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 3a1b0c8e740ae1c15e15d1a637215f96 3/3 column families, dataSize=46.96 KB heapSize=140.20 KB 2024-11-25T10:16:18,086 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 3a1b0c8e740ae1c15e15d1a637215f96, store=A 2024-11-25T10:16:18,086 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T10:16:18,086 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 3a1b0c8e740ae1c15e15d1a637215f96, store=B 2024-11-25T10:16:18,086 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T10:16:18,086 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 3a1b0c8e740ae1c15e15d1a637215f96, store=C 2024-11-25T10:16:18,086 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T10:16:18,113 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241125357792d957dc487fa8d315850db5b0c4_3a1b0c8e740ae1c15e15d1a637215f96 is 50, key is test_row_0/A:col10/1732529778082/Put/seqid=0 2024-11-25T10:16:18,119 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/e2fd862922a0:0-3 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=159, cellSize=7275, totalHeapSize=16776, min timestamp=1732529778108, max timestamp=1732529778116Num uniques 859; 2024-11-25T10:16:18,119 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/e2fd862922a0:0-3 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=7275, suffix heap size=117064,new segment heap size=16776 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=159 2024-11-25T10:16:18,122 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/e2fd862922a0:0-7 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=159, cellSize=7275, totalHeapSize=16776, min timestamp=1732529778108, max timestamp=1732529778116Num uniques 859; 2024-11-25T10:16:18,122 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/e2fd862922a0:0-7 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=7275, suffix heap size=117064,new segment heap size=16776 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=159 2024-11-25T10:16:18,122 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/e2fd862922a0:0-4 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=159, cellSize=7275, totalHeapSize=16776, min timestamp=1732529778108, max timestamp=1732529778116Num uniques 859; 2024-11-25T10:16:18,122 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/e2fd862922a0:0-4 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=7275, suffix heap size=117064,new segment heap size=16776 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=159 2024-11-25T10:16:18,123 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39927 is added to blk_1073742357_1533 (size=9714) 2024-11-25T10:16:18,124 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:16:18,127 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241125357792d957dc487fa8d315850db5b0c4_3a1b0c8e740ae1c15e15d1a637215f96 to hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241125357792d957dc487fa8d315850db5b0c4_3a1b0c8e740ae1c15e15d1a637215f96 2024-11-25T10:16:18,127 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/3a1b0c8e740ae1c15e15d1a637215f96/.tmp/A/d87c6a5f980a4962a8694de2eb6a0036, store: [table=TestAcidGuarantees family=A region=3a1b0c8e740ae1c15e15d1a637215f96] 2024-11-25T10:16:18,128 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/3a1b0c8e740ae1c15e15d1a637215f96/.tmp/A/d87c6a5f980a4962a8694de2eb6a0036 is 175, key is test_row_0/A:col10/1732529778082/Put/seqid=0 2024-11-25T10:16:18,132 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39927 is added to blk_1073742358_1534 (size=22361) 2024-11-25T10:16:18,133 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=15, memsize=17.9 K, hasBloomFilter=true, into tmp file hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/3a1b0c8e740ae1c15e15d1a637215f96/.tmp/A/d87c6a5f980a4962a8694de2eb6a0036 2024-11-25T10:16:18,147 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a1b0c8e740ae1c15e15d1a637215f96, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-25T10:16:18,147 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48344 deadline: 1732529838140, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a1b0c8e740ae1c15e15d1a637215f96, server=e2fd862922a0,38547,1732529625709 2024-11-25T10:16:18,147 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732529775366.3a1b0c8e740ae1c15e15d1a637215f96., hostname=e2fd862922a0,38547,1732529625709, seqNum=5 , the old value is region=TestAcidGuarantees,,1732529775366.3a1b0c8e740ae1c15e15d1a637215f96., hostname=e2fd862922a0,38547,1732529625709, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a1b0c8e740ae1c15e15d1a637215f96, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T10:16:18,147 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732529775366.3a1b0c8e740ae1c15e15d1a637215f96., hostname=e2fd862922a0,38547,1732529625709, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a1b0c8e740ae1c15e15d1a637215f96, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T10:16:18,147 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732529775366.3a1b0c8e740ae1c15e15d1a637215f96., hostname=e2fd862922a0,38547,1732529625709, seqNum=5 because the exception is null or not the one we care about 2024-11-25T10:16:18,147 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a1b0c8e740ae1c15e15d1a637215f96, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-25T10:16:18,148 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48366 deadline: 1732529838142, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a1b0c8e740ae1c15e15d1a637215f96, server=e2fd862922a0,38547,1732529625709 2024-11-25T10:16:18,148 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a1b0c8e740ae1c15e15d1a637215f96, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-25T10:16:18,148 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732529775366.3a1b0c8e740ae1c15e15d1a637215f96., hostname=e2fd862922a0,38547,1732529625709, seqNum=5 , the old value is region=TestAcidGuarantees,,1732529775366.3a1b0c8e740ae1c15e15d1a637215f96., hostname=e2fd862922a0,38547,1732529625709, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a1b0c8e740ae1c15e15d1a637215f96, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T10:16:18,148 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732529775366.3a1b0c8e740ae1c15e15d1a637215f96., hostname=e2fd862922a0,38547,1732529625709, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a1b0c8e740ae1c15e15d1a637215f96, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T10:16:18,148 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48400 deadline: 1732529838143, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a1b0c8e740ae1c15e15d1a637215f96, server=e2fd862922a0,38547,1732529625709 2024-11-25T10:16:18,148 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732529775366.3a1b0c8e740ae1c15e15d1a637215f96., hostname=e2fd862922a0,38547,1732529625709, seqNum=5 because the exception is null or not the one we care about 2024-11-25T10:16:18,148 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732529775366.3a1b0c8e740ae1c15e15d1a637215f96., hostname=e2fd862922a0,38547,1732529625709, seqNum=5 , the old value is region=TestAcidGuarantees,,1732529775366.3a1b0c8e740ae1c15e15d1a637215f96., hostname=e2fd862922a0,38547,1732529625709, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a1b0c8e740ae1c15e15d1a637215f96, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T10:16:18,148 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732529775366.3a1b0c8e740ae1c15e15d1a637215f96., hostname=e2fd862922a0,38547,1732529625709, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a1b0c8e740ae1c15e15d1a637215f96, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T10:16:18,148 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732529775366.3a1b0c8e740ae1c15e15d1a637215f96., hostname=e2fd862922a0,38547,1732529625709, seqNum=5 because the exception is null or not the one we care about 2024-11-25T10:16:18,149 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a1b0c8e740ae1c15e15d1a637215f96, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-25T10:16:18,149 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] ipc.CallRunner(138): callId: 7 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48412 deadline: 1732529838143, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a1b0c8e740ae1c15e15d1a637215f96, server=e2fd862922a0,38547,1732529625709 2024-11-25T10:16:18,149 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732529775366.3a1b0c8e740ae1c15e15d1a637215f96., hostname=e2fd862922a0,38547,1732529625709, seqNum=5 , the old value is region=TestAcidGuarantees,,1732529775366.3a1b0c8e740ae1c15e15d1a637215f96., hostname=e2fd862922a0,38547,1732529625709, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a1b0c8e740ae1c15e15d1a637215f96, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T10:16:18,149 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732529775366.3a1b0c8e740ae1c15e15d1a637215f96., hostname=e2fd862922a0,38547,1732529625709, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a1b0c8e740ae1c15e15d1a637215f96, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T10:16:18,149 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732529775366.3a1b0c8e740ae1c15e15d1a637215f96., hostname=e2fd862922a0,38547,1732529625709, seqNum=5 because the exception is null or not the one we care about 2024-11-25T10:16:18,151 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a1b0c8e740ae1c15e15d1a637215f96, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-25T10:16:18,151 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48322 deadline: 1732529838147, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a1b0c8e740ae1c15e15d1a637215f96, server=e2fd862922a0,38547,1732529625709 2024-11-25T10:16:18,153 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732529775366.3a1b0c8e740ae1c15e15d1a637215f96., hostname=e2fd862922a0,38547,1732529625709, seqNum=5 , the old value is region=TestAcidGuarantees,,1732529775366.3a1b0c8e740ae1c15e15d1a637215f96., hostname=e2fd862922a0,38547,1732529625709, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a1b0c8e740ae1c15e15d1a637215f96, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T10:16:18,153 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732529775366.3a1b0c8e740ae1c15e15d1a637215f96., hostname=e2fd862922a0,38547,1732529625709, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a1b0c8e740ae1c15e15d1a637215f96, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T10:16:18,153 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732529775366.3a1b0c8e740ae1c15e15d1a637215f96., hostname=e2fd862922a0,38547,1732529625709, seqNum=5 because the exception is null or not the one we care about 2024-11-25T10:16:18,158 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/3a1b0c8e740ae1c15e15d1a637215f96/.tmp/B/8fe2260be5454cbda086c9949c9afa8d is 50, key is test_row_0/B:col10/1732529778082/Put/seqid=0 2024-11-25T10:16:18,174 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39927 is added to blk_1073742359_1535 (size=9657) 2024-11-25T10:16:18,182 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41005 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=160 2024-11-25T10:16:18,229 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=38547 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=161 2024-11-25T10:16:18,230 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e2fd862922a0:0-0 {event_type=RS_FLUSH_REGIONS, pid=161}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732529775366.3a1b0c8e740ae1c15e15d1a637215f96. 2024-11-25T10:16:18,230 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e2fd862922a0:0-0 {event_type=RS_FLUSH_REGIONS, pid=161}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732529775366.3a1b0c8e740ae1c15e15d1a637215f96. as already flushing 2024-11-25T10:16:18,230 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e2fd862922a0:0-0 {event_type=RS_FLUSH_REGIONS, pid=161}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732529775366.3a1b0c8e740ae1c15e15d1a637215f96. 2024-11-25T10:16:18,230 ERROR [RS_FLUSH_OPERATIONS-regionserver/e2fd862922a0:0-0 {event_type=RS_FLUSH_REGIONS, pid=161}] handler.RSProcedureHandler(58): pid=161 java.io.IOException: Unable to complete flush {ENCODED => 3a1b0c8e740ae1c15e15d1a637215f96, NAME => 'TestAcidGuarantees,,1732529775366.3a1b0c8e740ae1c15e15d1a637215f96.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T10:16:18,230 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e2fd862922a0:0-0 {event_type=RS_FLUSH_REGIONS, pid=161}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=161 java.io.IOException: Unable to complete flush {ENCODED => 3a1b0c8e740ae1c15e15d1a637215f96, NAME => 'TestAcidGuarantees,,1732529775366.3a1b0c8e740ae1c15e15d1a637215f96.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T10:16:18,231 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41005 {}] master.HMaster(4177): Remote procedure failed, pid=161 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 3a1b0c8e740ae1c15e15d1a637215f96, NAME => 'TestAcidGuarantees,,1732529775366.3a1b0c8e740ae1c15e15d1a637215f96.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 3a1b0c8e740ae1c15e15d1a637215f96, NAME => 'TestAcidGuarantees,,1732529775366.3a1b0c8e740ae1c15e15d1a637215f96.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T10:16:18,256 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a1b0c8e740ae1c15e15d1a637215f96, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-25T10:16:18,256 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48344 deadline: 1732529838252, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a1b0c8e740ae1c15e15d1a637215f96, server=e2fd862922a0,38547,1732529625709 2024-11-25T10:16:18,256 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a1b0c8e740ae1c15e15d1a637215f96, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-25T10:16:18,256 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732529775366.3a1b0c8e740ae1c15e15d1a637215f96., hostname=e2fd862922a0,38547,1732529625709, seqNum=5 , the old value is region=TestAcidGuarantees,,1732529775366.3a1b0c8e740ae1c15e15d1a637215f96., hostname=e2fd862922a0,38547,1732529625709, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a1b0c8e740ae1c15e15d1a637215f96, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T10:16:18,256 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732529775366.3a1b0c8e740ae1c15e15d1a637215f96., hostname=e2fd862922a0,38547,1732529625709, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a1b0c8e740ae1c15e15d1a637215f96, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T10:16:18,256 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48366 deadline: 1732529838252, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a1b0c8e740ae1c15e15d1a637215f96, server=e2fd862922a0,38547,1732529625709 2024-11-25T10:16:18,256 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732529775366.3a1b0c8e740ae1c15e15d1a637215f96., hostname=e2fd862922a0,38547,1732529625709, seqNum=5 because the exception is null or not the one we care about 2024-11-25T10:16:18,257 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732529775366.3a1b0c8e740ae1c15e15d1a637215f96., hostname=e2fd862922a0,38547,1732529625709, seqNum=5 , the old value is region=TestAcidGuarantees,,1732529775366.3a1b0c8e740ae1c15e15d1a637215f96., hostname=e2fd862922a0,38547,1732529625709, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a1b0c8e740ae1c15e15d1a637215f96, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T10:16:18,257 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732529775366.3a1b0c8e740ae1c15e15d1a637215f96., hostname=e2fd862922a0,38547,1732529625709, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a1b0c8e740ae1c15e15d1a637215f96, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T10:16:18,257 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a1b0c8e740ae1c15e15d1a637215f96, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-25T10:16:18,257 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732529775366.3a1b0c8e740ae1c15e15d1a637215f96., hostname=e2fd862922a0,38547,1732529625709, seqNum=5 because the exception is null or not the one we care about 2024-11-25T10:16:18,257 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48400 deadline: 1732529838253, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a1b0c8e740ae1c15e15d1a637215f96, server=e2fd862922a0,38547,1732529625709 2024-11-25T10:16:18,257 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a1b0c8e740ae1c15e15d1a637215f96, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-25T10:16:18,257 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732529775366.3a1b0c8e740ae1c15e15d1a637215f96., hostname=e2fd862922a0,38547,1732529625709, seqNum=5 , the old value is region=TestAcidGuarantees,,1732529775366.3a1b0c8e740ae1c15e15d1a637215f96., hostname=e2fd862922a0,38547,1732529625709, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a1b0c8e740ae1c15e15d1a637215f96, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T10:16:18,257 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48412 deadline: 1732529838253, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a1b0c8e740ae1c15e15d1a637215f96, server=e2fd862922a0,38547,1732529625709 2024-11-25T10:16:18,257 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732529775366.3a1b0c8e740ae1c15e15d1a637215f96., hostname=e2fd862922a0,38547,1732529625709, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a1b0c8e740ae1c15e15d1a637215f96, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T10:16:18,257 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732529775366.3a1b0c8e740ae1c15e15d1a637215f96., hostname=e2fd862922a0,38547,1732529625709, seqNum=5 because the exception is null or not the one we care about 2024-11-25T10:16:18,257 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732529775366.3a1b0c8e740ae1c15e15d1a637215f96., hostname=e2fd862922a0,38547,1732529625709, seqNum=5 , the old value is region=TestAcidGuarantees,,1732529775366.3a1b0c8e740ae1c15e15d1a637215f96., hostname=e2fd862922a0,38547,1732529625709, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a1b0c8e740ae1c15e15d1a637215f96, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T10:16:18,257 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732529775366.3a1b0c8e740ae1c15e15d1a637215f96., hostname=e2fd862922a0,38547,1732529625709, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a1b0c8e740ae1c15e15d1a637215f96, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T10:16:18,257 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732529775366.3a1b0c8e740ae1c15e15d1a637215f96., hostname=e2fd862922a0,38547,1732529625709, seqNum=5 because the exception is null or not the one we care about 2024-11-25T10:16:18,265 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a1b0c8e740ae1c15e15d1a637215f96, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-25T10:16:18,265 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48322 deadline: 1732529838262, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a1b0c8e740ae1c15e15d1a637215f96, server=e2fd862922a0,38547,1732529625709 2024-11-25T10:16:18,265 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732529775366.3a1b0c8e740ae1c15e15d1a637215f96., hostname=e2fd862922a0,38547,1732529625709, seqNum=5 , the old value is region=TestAcidGuarantees,,1732529775366.3a1b0c8e740ae1c15e15d1a637215f96., hostname=e2fd862922a0,38547,1732529625709, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a1b0c8e740ae1c15e15d1a637215f96, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T10:16:18,265 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732529775366.3a1b0c8e740ae1c15e15d1a637215f96., hostname=e2fd862922a0,38547,1732529625709, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a1b0c8e740ae1c15e15d1a637215f96, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T10:16:18,265 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732529775366.3a1b0c8e740ae1c15e15d1a637215f96., hostname=e2fd862922a0,38547,1732529625709, seqNum=5 because the exception is null or not the one we care about 2024-11-25T10:16:18,383 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=38547 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=161 2024-11-25T10:16:18,383 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e2fd862922a0:0-1 {event_type=RS_FLUSH_REGIONS, pid=161}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732529775366.3a1b0c8e740ae1c15e15d1a637215f96. 2024-11-25T10:16:18,383 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e2fd862922a0:0-1 {event_type=RS_FLUSH_REGIONS, pid=161}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732529775366.3a1b0c8e740ae1c15e15d1a637215f96. as already flushing 2024-11-25T10:16:18,383 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e2fd862922a0:0-1 {event_type=RS_FLUSH_REGIONS, pid=161}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732529775366.3a1b0c8e740ae1c15e15d1a637215f96. 2024-11-25T10:16:18,383 ERROR [RS_FLUSH_OPERATIONS-regionserver/e2fd862922a0:0-1 {event_type=RS_FLUSH_REGIONS, pid=161}] handler.RSProcedureHandler(58): pid=161 java.io.IOException: Unable to complete flush {ENCODED => 3a1b0c8e740ae1c15e15d1a637215f96, NAME => 'TestAcidGuarantees,,1732529775366.3a1b0c8e740ae1c15e15d1a637215f96.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T10:16:18,383 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e2fd862922a0:0-1 {event_type=RS_FLUSH_REGIONS, pid=161}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=161 java.io.IOException: Unable to complete flush {ENCODED => 3a1b0c8e740ae1c15e15d1a637215f96, NAME => 'TestAcidGuarantees,,1732529775366.3a1b0c8e740ae1c15e15d1a637215f96.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T10:16:18,384 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41005 {}] master.HMaster(4177): Remote procedure failed, pid=161 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 3a1b0c8e740ae1c15e15d1a637215f96, NAME => 'TestAcidGuarantees,,1732529775366.3a1b0c8e740ae1c15e15d1a637215f96.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 3a1b0c8e740ae1c15e15d1a637215f96, NAME => 'TestAcidGuarantees,,1732529775366.3a1b0c8e740ae1c15e15d1a637215f96.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T10:16:18,392 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41005 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=160 2024-11-25T10:16:18,463 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a1b0c8e740ae1c15e15d1a637215f96, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-25T10:16:18,463 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48366 deadline: 1732529838462, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a1b0c8e740ae1c15e15d1a637215f96, server=e2fd862922a0,38547,1732529625709 2024-11-25T10:16:18,464 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a1b0c8e740ae1c15e15d1a637215f96, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-25T10:16:18,464 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732529775366.3a1b0c8e740ae1c15e15d1a637215f96., hostname=e2fd862922a0,38547,1732529625709, seqNum=5 , the old value is region=TestAcidGuarantees,,1732529775366.3a1b0c8e740ae1c15e15d1a637215f96., hostname=e2fd862922a0,38547,1732529625709, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a1b0c8e740ae1c15e15d1a637215f96, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T10:16:18,464 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732529775366.3a1b0c8e740ae1c15e15d1a637215f96., hostname=e2fd862922a0,38547,1732529625709, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a1b0c8e740ae1c15e15d1a637215f96, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T10:16:18,464 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48344 deadline: 1732529838462, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a1b0c8e740ae1c15e15d1a637215f96, server=e2fd862922a0,38547,1732529625709 2024-11-25T10:16:18,464 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732529775366.3a1b0c8e740ae1c15e15d1a637215f96., hostname=e2fd862922a0,38547,1732529625709, seqNum=5 because the exception is null or not the one we care about 2024-11-25T10:16:18,464 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a1b0c8e740ae1c15e15d1a637215f96, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-25T10:16:18,464 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732529775366.3a1b0c8e740ae1c15e15d1a637215f96., hostname=e2fd862922a0,38547,1732529625709, seqNum=5 , the old value is region=TestAcidGuarantees,,1732529775366.3a1b0c8e740ae1c15e15d1a637215f96., hostname=e2fd862922a0,38547,1732529625709, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a1b0c8e740ae1c15e15d1a637215f96, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T10:16:18,464 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732529775366.3a1b0c8e740ae1c15e15d1a637215f96., hostname=e2fd862922a0,38547,1732529625709, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a1b0c8e740ae1c15e15d1a637215f96, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T10:16:18,464 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48412 deadline: 1732529838462, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a1b0c8e740ae1c15e15d1a637215f96, server=e2fd862922a0,38547,1732529625709 2024-11-25T10:16:18,464 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732529775366.3a1b0c8e740ae1c15e15d1a637215f96., hostname=e2fd862922a0,38547,1732529625709, seqNum=5 because the exception is null or not the one we care about 2024-11-25T10:16:18,464 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732529775366.3a1b0c8e740ae1c15e15d1a637215f96., hostname=e2fd862922a0,38547,1732529625709, seqNum=5 , the old value is region=TestAcidGuarantees,,1732529775366.3a1b0c8e740ae1c15e15d1a637215f96., hostname=e2fd862922a0,38547,1732529625709, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a1b0c8e740ae1c15e15d1a637215f96, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T10:16:18,464 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732529775366.3a1b0c8e740ae1c15e15d1a637215f96., hostname=e2fd862922a0,38547,1732529625709, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a1b0c8e740ae1c15e15d1a637215f96, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T10:16:18,464 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a1b0c8e740ae1c15e15d1a637215f96, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-25T10:16:18,464 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732529775366.3a1b0c8e740ae1c15e15d1a637215f96., hostname=e2fd862922a0,38547,1732529625709, seqNum=5 because the exception is null or not the one we care about 2024-11-25T10:16:18,464 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48400 deadline: 1732529838462, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a1b0c8e740ae1c15e15d1a637215f96, server=e2fd862922a0,38547,1732529625709 2024-11-25T10:16:18,465 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732529775366.3a1b0c8e740ae1c15e15d1a637215f96., hostname=e2fd862922a0,38547,1732529625709, seqNum=5 , the old value is region=TestAcidGuarantees,,1732529775366.3a1b0c8e740ae1c15e15d1a637215f96., hostname=e2fd862922a0,38547,1732529625709, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a1b0c8e740ae1c15e15d1a637215f96, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T10:16:18,465 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732529775366.3a1b0c8e740ae1c15e15d1a637215f96., hostname=e2fd862922a0,38547,1732529625709, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a1b0c8e740ae1c15e15d1a637215f96, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T10:16:18,465 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732529775366.3a1b0c8e740ae1c15e15d1a637215f96., hostname=e2fd862922a0,38547,1732529625709, seqNum=5 because the exception is null or not the one we care about 2024-11-25T10:16:18,475 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a1b0c8e740ae1c15e15d1a637215f96, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-25T10:16:18,475 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48322 deadline: 1732529838472, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a1b0c8e740ae1c15e15d1a637215f96, server=e2fd862922a0,38547,1732529625709 2024-11-25T10:16:18,475 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732529775366.3a1b0c8e740ae1c15e15d1a637215f96., hostname=e2fd862922a0,38547,1732529625709, seqNum=5 , the old value is region=TestAcidGuarantees,,1732529775366.3a1b0c8e740ae1c15e15d1a637215f96., hostname=e2fd862922a0,38547,1732529625709, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a1b0c8e740ae1c15e15d1a637215f96, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T10:16:18,475 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732529775366.3a1b0c8e740ae1c15e15d1a637215f96., hostname=e2fd862922a0,38547,1732529625709, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a1b0c8e740ae1c15e15d1a637215f96, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T10:16:18,475 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732529775366.3a1b0c8e740ae1c15e15d1a637215f96., hostname=e2fd862922a0,38547,1732529625709, seqNum=5 because the exception is null or not the one we care about 2024-11-25T10:16:18,536 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=38547 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=161 2024-11-25T10:16:18,536 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e2fd862922a0:0-2 {event_type=RS_FLUSH_REGIONS, pid=161}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732529775366.3a1b0c8e740ae1c15e15d1a637215f96. 2024-11-25T10:16:18,536 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e2fd862922a0:0-2 {event_type=RS_FLUSH_REGIONS, pid=161}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732529775366.3a1b0c8e740ae1c15e15d1a637215f96. as already flushing 2024-11-25T10:16:18,536 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e2fd862922a0:0-2 {event_type=RS_FLUSH_REGIONS, pid=161}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732529775366.3a1b0c8e740ae1c15e15d1a637215f96. 2024-11-25T10:16:18,536 ERROR [RS_FLUSH_OPERATIONS-regionserver/e2fd862922a0:0-2 {event_type=RS_FLUSH_REGIONS, pid=161}] handler.RSProcedureHandler(58): pid=161 java.io.IOException: Unable to complete flush {ENCODED => 3a1b0c8e740ae1c15e15d1a637215f96, NAME => 'TestAcidGuarantees,,1732529775366.3a1b0c8e740ae1c15e15d1a637215f96.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T10:16:18,536 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e2fd862922a0:0-2 {event_type=RS_FLUSH_REGIONS, pid=161}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=161 java.io.IOException: Unable to complete flush {ENCODED => 3a1b0c8e740ae1c15e15d1a637215f96, NAME => 'TestAcidGuarantees,,1732529775366.3a1b0c8e740ae1c15e15d1a637215f96.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T10:16:18,537 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41005 {}] master.HMaster(4177): Remote procedure failed, pid=161 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 3a1b0c8e740ae1c15e15d1a637215f96, NAME => 'TestAcidGuarantees,,1732529775366.3a1b0c8e740ae1c15e15d1a637215f96.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 3a1b0c8e740ae1c15e15d1a637215f96, NAME => 'TestAcidGuarantees,,1732529775366.3a1b0c8e740ae1c15e15d1a637215f96.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T10:16:18,574 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=15 (bloomFilter=true), to=hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/3a1b0c8e740ae1c15e15d1a637215f96/.tmp/B/8fe2260be5454cbda086c9949c9afa8d 2024-11-25T10:16:18,598 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/3a1b0c8e740ae1c15e15d1a637215f96/.tmp/C/1d463ce7089248c484d020d73437f173 is 50, key is test_row_0/C:col10/1732529778082/Put/seqid=0 2024-11-25T10:16:18,601 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39927 is added to blk_1073742360_1536 (size=9657) 2024-11-25T10:16:18,689 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=38547 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=161 2024-11-25T10:16:18,689 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e2fd862922a0:0-0 {event_type=RS_FLUSH_REGIONS, pid=161}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732529775366.3a1b0c8e740ae1c15e15d1a637215f96. 2024-11-25T10:16:18,689 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e2fd862922a0:0-0 {event_type=RS_FLUSH_REGIONS, pid=161}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732529775366.3a1b0c8e740ae1c15e15d1a637215f96. as already flushing 2024-11-25T10:16:18,689 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e2fd862922a0:0-0 {event_type=RS_FLUSH_REGIONS, pid=161}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732529775366.3a1b0c8e740ae1c15e15d1a637215f96. 2024-11-25T10:16:18,689 ERROR [RS_FLUSH_OPERATIONS-regionserver/e2fd862922a0:0-0 {event_type=RS_FLUSH_REGIONS, pid=161}] handler.RSProcedureHandler(58): pid=161 java.io.IOException: Unable to complete flush {ENCODED => 3a1b0c8e740ae1c15e15d1a637215f96, NAME => 'TestAcidGuarantees,,1732529775366.3a1b0c8e740ae1c15e15d1a637215f96.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T10:16:18,689 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e2fd862922a0:0-0 {event_type=RS_FLUSH_REGIONS, pid=161}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=161 java.io.IOException: Unable to complete flush {ENCODED => 3a1b0c8e740ae1c15e15d1a637215f96, NAME => 'TestAcidGuarantees,,1732529775366.3a1b0c8e740ae1c15e15d1a637215f96.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T10:16:18,690 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41005 {}] master.HMaster(4177): Remote procedure failed, pid=161 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 3a1b0c8e740ae1c15e15d1a637215f96, NAME => 'TestAcidGuarantees,,1732529775366.3a1b0c8e740ae1c15e15d1a637215f96.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 3a1b0c8e740ae1c15e15d1a637215f96, NAME => 'TestAcidGuarantees,,1732529775366.3a1b0c8e740ae1c15e15d1a637215f96.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T10:16:18,702 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41005 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=160 2024-11-25T10:16:18,775 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a1b0c8e740ae1c15e15d1a637215f96, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-25T10:16:18,776 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48366 deadline: 1732529838772, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a1b0c8e740ae1c15e15d1a637215f96, server=e2fd862922a0,38547,1732529625709 2024-11-25T10:16:18,776 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a1b0c8e740ae1c15e15d1a637215f96, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-25T10:16:18,776 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48344 deadline: 1732529838772, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a1b0c8e740ae1c15e15d1a637215f96, server=e2fd862922a0,38547,1732529625709 2024-11-25T10:16:18,776 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a1b0c8e740ae1c15e15d1a637215f96, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-25T10:16:18,776 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732529775366.3a1b0c8e740ae1c15e15d1a637215f96., hostname=e2fd862922a0,38547,1732529625709, seqNum=5 , the old value is region=TestAcidGuarantees,,1732529775366.3a1b0c8e740ae1c15e15d1a637215f96., hostname=e2fd862922a0,38547,1732529625709, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a1b0c8e740ae1c15e15d1a637215f96, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T10:16:18,776 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732529775366.3a1b0c8e740ae1c15e15d1a637215f96., hostname=e2fd862922a0,38547,1732529625709, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a1b0c8e740ae1c15e15d1a637215f96, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T10:16:18,776 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48412 deadline: 1732529838772, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a1b0c8e740ae1c15e15d1a637215f96, server=e2fd862922a0,38547,1732529625709 2024-11-25T10:16:18,776 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732529775366.3a1b0c8e740ae1c15e15d1a637215f96., hostname=e2fd862922a0,38547,1732529625709, seqNum=5 because the exception is null or not the one we care about 2024-11-25T10:16:18,777 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732529775366.3a1b0c8e740ae1c15e15d1a637215f96., hostname=e2fd862922a0,38547,1732529625709, seqNum=5 , the old value is region=TestAcidGuarantees,,1732529775366.3a1b0c8e740ae1c15e15d1a637215f96., hostname=e2fd862922a0,38547,1732529625709, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a1b0c8e740ae1c15e15d1a637215f96, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T10:16:18,777 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732529775366.3a1b0c8e740ae1c15e15d1a637215f96., hostname=e2fd862922a0,38547,1732529625709, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a1b0c8e740ae1c15e15d1a637215f96, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T10:16:18,777 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732529775366.3a1b0c8e740ae1c15e15d1a637215f96., hostname=e2fd862922a0,38547,1732529625709, seqNum=5 because the exception is null or not the one we care about 2024-11-25T10:16:18,778 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732529775366.3a1b0c8e740ae1c15e15d1a637215f96., hostname=e2fd862922a0,38547,1732529625709, seqNum=5 , the old value is region=TestAcidGuarantees,,1732529775366.3a1b0c8e740ae1c15e15d1a637215f96., hostname=e2fd862922a0,38547,1732529625709, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a1b0c8e740ae1c15e15d1a637215f96, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T10:16:18,778 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732529775366.3a1b0c8e740ae1c15e15d1a637215f96., hostname=e2fd862922a0,38547,1732529625709, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a1b0c8e740ae1c15e15d1a637215f96, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T10:16:18,778 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732529775366.3a1b0c8e740ae1c15e15d1a637215f96., hostname=e2fd862922a0,38547,1732529625709, seqNum=5 because the exception is null or not the one we care about 2024-11-25T10:16:18,782 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a1b0c8e740ae1c15e15d1a637215f96, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-25T10:16:18,782 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48400 deadline: 1732529838778, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a1b0c8e740ae1c15e15d1a637215f96, server=e2fd862922a0,38547,1732529625709 2024-11-25T10:16:18,782 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732529775366.3a1b0c8e740ae1c15e15d1a637215f96., hostname=e2fd862922a0,38547,1732529625709, seqNum=5 , the old value is region=TestAcidGuarantees,,1732529775366.3a1b0c8e740ae1c15e15d1a637215f96., hostname=e2fd862922a0,38547,1732529625709, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a1b0c8e740ae1c15e15d1a637215f96, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T10:16:18,782 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732529775366.3a1b0c8e740ae1c15e15d1a637215f96., hostname=e2fd862922a0,38547,1732529625709, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a1b0c8e740ae1c15e15d1a637215f96, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T10:16:18,782 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732529775366.3a1b0c8e740ae1c15e15d1a637215f96., hostname=e2fd862922a0,38547,1732529625709, seqNum=5 because the exception is null or not the one we care about 2024-11-25T10:16:18,786 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a1b0c8e740ae1c15e15d1a637215f96, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-25T10:16:18,787 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] ipc.CallRunner(138): callId: 15 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48322 deadline: 1732529838782, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a1b0c8e740ae1c15e15d1a637215f96, server=e2fd862922a0,38547,1732529625709 2024-11-25T10:16:18,787 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732529775366.3a1b0c8e740ae1c15e15d1a637215f96., hostname=e2fd862922a0,38547,1732529625709, seqNum=5 , the old value is region=TestAcidGuarantees,,1732529775366.3a1b0c8e740ae1c15e15d1a637215f96., hostname=e2fd862922a0,38547,1732529625709, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a1b0c8e740ae1c15e15d1a637215f96, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T10:16:18,787 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732529775366.3a1b0c8e740ae1c15e15d1a637215f96., hostname=e2fd862922a0,38547,1732529625709, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a1b0c8e740ae1c15e15d1a637215f96, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T10:16:18,787 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732529775366.3a1b0c8e740ae1c15e15d1a637215f96., hostname=e2fd862922a0,38547,1732529625709, seqNum=5 because the exception is null or not the one we care about 2024-11-25T10:16:18,842 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=38547 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=161 2024-11-25T10:16:18,842 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e2fd862922a0:0-1 {event_type=RS_FLUSH_REGIONS, pid=161}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732529775366.3a1b0c8e740ae1c15e15d1a637215f96. 2024-11-25T10:16:18,842 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e2fd862922a0:0-1 {event_type=RS_FLUSH_REGIONS, pid=161}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732529775366.3a1b0c8e740ae1c15e15d1a637215f96. as already flushing 2024-11-25T10:16:18,842 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e2fd862922a0:0-1 {event_type=RS_FLUSH_REGIONS, pid=161}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732529775366.3a1b0c8e740ae1c15e15d1a637215f96. 2024-11-25T10:16:18,842 ERROR [RS_FLUSH_OPERATIONS-regionserver/e2fd862922a0:0-1 {event_type=RS_FLUSH_REGIONS, pid=161}] handler.RSProcedureHandler(58): pid=161 java.io.IOException: Unable to complete flush {ENCODED => 3a1b0c8e740ae1c15e15d1a637215f96, NAME => 'TestAcidGuarantees,,1732529775366.3a1b0c8e740ae1c15e15d1a637215f96.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T10:16:18,842 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e2fd862922a0:0-1 {event_type=RS_FLUSH_REGIONS, pid=161}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=161 java.io.IOException: Unable to complete flush {ENCODED => 3a1b0c8e740ae1c15e15d1a637215f96, NAME => 'TestAcidGuarantees,,1732529775366.3a1b0c8e740ae1c15e15d1a637215f96.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T10:16:18,843 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41005 {}] master.HMaster(4177): Remote procedure failed, pid=161 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 3a1b0c8e740ae1c15e15d1a637215f96, NAME => 'TestAcidGuarantees,,1732529775366.3a1b0c8e740ae1c15e15d1a637215f96.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 3a1b0c8e740ae1c15e15d1a637215f96, NAME => 'TestAcidGuarantees,,1732529775366.3a1b0c8e740ae1c15e15d1a637215f96.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T10:16:18,994 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=38547 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=161 2024-11-25T10:16:18,994 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e2fd862922a0:0-2 {event_type=RS_FLUSH_REGIONS, pid=161}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732529775366.3a1b0c8e740ae1c15e15d1a637215f96. 2024-11-25T10:16:18,995 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e2fd862922a0:0-2 {event_type=RS_FLUSH_REGIONS, pid=161}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732529775366.3a1b0c8e740ae1c15e15d1a637215f96. as already flushing 2024-11-25T10:16:18,995 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e2fd862922a0:0-2 {event_type=RS_FLUSH_REGIONS, pid=161}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732529775366.3a1b0c8e740ae1c15e15d1a637215f96. 2024-11-25T10:16:18,995 ERROR [RS_FLUSH_OPERATIONS-regionserver/e2fd862922a0:0-2 {event_type=RS_FLUSH_REGIONS, pid=161}] handler.RSProcedureHandler(58): pid=161 java.io.IOException: Unable to complete flush {ENCODED => 3a1b0c8e740ae1c15e15d1a637215f96, NAME => 'TestAcidGuarantees,,1732529775366.3a1b0c8e740ae1c15e15d1a637215f96.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T10:16:18,995 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e2fd862922a0:0-2 {event_type=RS_FLUSH_REGIONS, pid=161}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=161 java.io.IOException: Unable to complete flush {ENCODED => 3a1b0c8e740ae1c15e15d1a637215f96, NAME => 'TestAcidGuarantees,,1732529775366.3a1b0c8e740ae1c15e15d1a637215f96.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T10:16:18,996 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41005 {}] master.HMaster(4177): Remote procedure failed, pid=161 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 3a1b0c8e740ae1c15e15d1a637215f96, NAME => 'TestAcidGuarantees,,1732529775366.3a1b0c8e740ae1c15e15d1a637215f96.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 3a1b0c8e740ae1c15e15d1a637215f96, NAME => 'TestAcidGuarantees,,1732529775366.3a1b0c8e740ae1c15e15d1a637215f96.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T10:16:19,002 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=15 (bloomFilter=true), to=hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/3a1b0c8e740ae1c15e15d1a637215f96/.tmp/C/1d463ce7089248c484d020d73437f173 2024-11-25T10:16:19,008 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/3a1b0c8e740ae1c15e15d1a637215f96/.tmp/A/d87c6a5f980a4962a8694de2eb6a0036 as hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/3a1b0c8e740ae1c15e15d1a637215f96/A/d87c6a5f980a4962a8694de2eb6a0036 2024-11-25T10:16:19,017 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/3a1b0c8e740ae1c15e15d1a637215f96/A/d87c6a5f980a4962a8694de2eb6a0036, entries=100, sequenceid=15, filesize=21.8 K 2024-11-25T10:16:19,018 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/3a1b0c8e740ae1c15e15d1a637215f96/.tmp/B/8fe2260be5454cbda086c9949c9afa8d as hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/3a1b0c8e740ae1c15e15d1a637215f96/B/8fe2260be5454cbda086c9949c9afa8d 2024-11-25T10:16:19,022 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/3a1b0c8e740ae1c15e15d1a637215f96/B/8fe2260be5454cbda086c9949c9afa8d, entries=100, sequenceid=15, filesize=9.4 K 2024-11-25T10:16:19,022 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/3a1b0c8e740ae1c15e15d1a637215f96/.tmp/C/1d463ce7089248c484d020d73437f173 as hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/3a1b0c8e740ae1c15e15d1a637215f96/C/1d463ce7089248c484d020d73437f173 2024-11-25T10:16:19,025 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/3a1b0c8e740ae1c15e15d1a637215f96/C/1d463ce7089248c484d020d73437f173, entries=100, sequenceid=15, filesize=9.4 K 2024-11-25T10:16:19,026 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~53.67 KB/54960, heapSize ~160.08 KB/163920, currentSize=127.47 KB/130530 for 3a1b0c8e740ae1c15e15d1a637215f96 in 940ms, sequenceid=15, compaction requested=false 2024-11-25T10:16:19,026 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 3a1b0c8e740ae1c15e15d1a637215f96: 2024-11-25T10:16:19,148 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=38547 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=161 2024-11-25T10:16:19,148 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e2fd862922a0:0-0 {event_type=RS_FLUSH_REGIONS, pid=161}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732529775366.3a1b0c8e740ae1c15e15d1a637215f96. 2024-11-25T10:16:19,164 INFO [RS_FLUSH_OPERATIONS-regionserver/e2fd862922a0:0-0 {event_type=RS_FLUSH_REGIONS, pid=161}] regionserver.HRegion(2902): Flushing 3a1b0c8e740ae1c15e15d1a637215f96 3/3 column families, dataSize=127.47 KB heapSize=365.06 KB 2024-11-25T10:16:19,165 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e2fd862922a0:0-0 {event_type=RS_FLUSH_REGIONS, pid=161}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 3a1b0c8e740ae1c15e15d1a637215f96, store=A 2024-11-25T10:16:19,165 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e2fd862922a0:0-0 {event_type=RS_FLUSH_REGIONS, pid=161}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-25T10:16:19,165 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e2fd862922a0:0-0 {event_type=RS_FLUSH_REGIONS, pid=161}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 3a1b0c8e740ae1c15e15d1a637215f96, store=B 2024-11-25T10:16:19,165 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e2fd862922a0:0-0 {event_type=RS_FLUSH_REGIONS, pid=161}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-25T10:16:19,165 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e2fd862922a0:0-0 {event_type=RS_FLUSH_REGIONS, pid=161}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 3a1b0c8e740ae1c15e15d1a637215f96, store=C 2024-11-25T10:16:19,165 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e2fd862922a0:0-0 {event_type=RS_FLUSH_REGIONS, pid=161}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-25T10:16:19,195 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e2fd862922a0:0-0 {event_type=RS_FLUSH_REGIONS, pid=161}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241125b1982a3d33794ce3bdfa70057185c554_3a1b0c8e740ae1c15e15d1a637215f96 is 50, key is test_row_0/A:col10/1732529778145/Put/seqid=0 2024-11-25T10:16:19,212 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41005 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=160 2024-11-25T10:16:19,221 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39927 is added to blk_1073742361_1537 (size=12154) 2024-11-25T10:16:19,222 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e2fd862922a0:0-0 {event_type=RS_FLUSH_REGIONS, pid=161}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:16:19,225 INFO [RS_FLUSH_OPERATIONS-regionserver/e2fd862922a0:0-0 {event_type=RS_FLUSH_REGIONS, pid=161}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241125b1982a3d33794ce3bdfa70057185c554_3a1b0c8e740ae1c15e15d1a637215f96 to hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241125b1982a3d33794ce3bdfa70057185c554_3a1b0c8e740ae1c15e15d1a637215f96 2024-11-25T10:16:19,227 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e2fd862922a0:0-0 {event_type=RS_FLUSH_REGIONS, pid=161}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/3a1b0c8e740ae1c15e15d1a637215f96/.tmp/A/5992e1a6bc834138939bbfbd1f14f625, store: [table=TestAcidGuarantees family=A region=3a1b0c8e740ae1c15e15d1a637215f96] 2024-11-25T10:16:19,227 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e2fd862922a0:0-0 {event_type=RS_FLUSH_REGIONS, pid=161}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/3a1b0c8e740ae1c15e15d1a637215f96/.tmp/A/5992e1a6bc834138939bbfbd1f14f625 is 175, key is test_row_0/A:col10/1732529778145/Put/seqid=0 2024-11-25T10:16:19,235 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39927 is added to blk_1073742362_1538 (size=30955) 2024-11-25T10:16:19,236 INFO [RS_FLUSH_OPERATIONS-regionserver/e2fd862922a0:0-0 {event_type=RS_FLUSH_REGIONS, pid=161}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=51, memsize=42.5 K, hasBloomFilter=true, into tmp file hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/3a1b0c8e740ae1c15e15d1a637215f96/.tmp/A/5992e1a6bc834138939bbfbd1f14f625 2024-11-25T10:16:19,245 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e2fd862922a0:0-0 {event_type=RS_FLUSH_REGIONS, pid=161}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/3a1b0c8e740ae1c15e15d1a637215f96/.tmp/B/30c43c7fd4e342008fc4bf1cb69c65a7 is 50, key is test_row_0/B:col10/1732529778145/Put/seqid=0 2024-11-25T10:16:19,257 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39927 is added to blk_1073742363_1539 (size=12001) 2024-11-25T10:16:19,261 INFO [RS_FLUSH_OPERATIONS-regionserver/e2fd862922a0:0-0 {event_type=RS_FLUSH_REGIONS, pid=161}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=51 (bloomFilter=true), to=hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/3a1b0c8e740ae1c15e15d1a637215f96/.tmp/B/30c43c7fd4e342008fc4bf1cb69c65a7 2024-11-25T10:16:19,272 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e2fd862922a0:0-0 {event_type=RS_FLUSH_REGIONS, pid=161}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/3a1b0c8e740ae1c15e15d1a637215f96/.tmp/C/48cd433cdb48431f87e42cbc548c3337 is 50, key is test_row_0/C:col10/1732529778145/Put/seqid=0 2024-11-25T10:16:19,280 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39927 is added to blk_1073742364_1540 (size=12001) 2024-11-25T10:16:19,286 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] regionserver.HRegion(8855): Flush requested on 3a1b0c8e740ae1c15e15d1a637215f96 2024-11-25T10:16:19,286 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732529775366.3a1b0c8e740ae1c15e15d1a637215f96. as already flushing 2024-11-25T10:16:19,296 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a1b0c8e740ae1c15e15d1a637215f96, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-25T10:16:19,296 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] ipc.CallRunner(138): callId: 16 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48322 deadline: 1732529839293, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a1b0c8e740ae1c15e15d1a637215f96, server=e2fd862922a0,38547,1732529625709 2024-11-25T10:16:19,297 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732529775366.3a1b0c8e740ae1c15e15d1a637215f96., hostname=e2fd862922a0,38547,1732529625709, seqNum=5 , the old value is region=TestAcidGuarantees,,1732529775366.3a1b0c8e740ae1c15e15d1a637215f96., hostname=e2fd862922a0,38547,1732529625709, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a1b0c8e740ae1c15e15d1a637215f96, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T10:16:19,297 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732529775366.3a1b0c8e740ae1c15e15d1a637215f96., hostname=e2fd862922a0,38547,1732529625709, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a1b0c8e740ae1c15e15d1a637215f96, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T10:16:19,297 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732529775366.3a1b0c8e740ae1c15e15d1a637215f96., hostname=e2fd862922a0,38547,1732529625709, seqNum=5 because the exception is null or not the one we care about 2024-11-25T10:16:19,300 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a1b0c8e740ae1c15e15d1a637215f96, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-25T10:16:19,301 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48366 deadline: 1732529839295, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a1b0c8e740ae1c15e15d1a637215f96, server=e2fd862922a0,38547,1732529625709 2024-11-25T10:16:19,301 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732529775366.3a1b0c8e740ae1c15e15d1a637215f96., hostname=e2fd862922a0,38547,1732529625709, seqNum=5 , the old value is region=TestAcidGuarantees,,1732529775366.3a1b0c8e740ae1c15e15d1a637215f96., hostname=e2fd862922a0,38547,1732529625709, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a1b0c8e740ae1c15e15d1a637215f96, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T10:16:19,301 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732529775366.3a1b0c8e740ae1c15e15d1a637215f96., hostname=e2fd862922a0,38547,1732529625709, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a1b0c8e740ae1c15e15d1a637215f96, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T10:16:19,301 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a1b0c8e740ae1c15e15d1a637215f96, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-25T10:16:19,301 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732529775366.3a1b0c8e740ae1c15e15d1a637215f96., hostname=e2fd862922a0,38547,1732529625709, seqNum=5 because the exception is null or not the one we care about 2024-11-25T10:16:19,301 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48412 deadline: 1732529839296, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a1b0c8e740ae1c15e15d1a637215f96, server=e2fd862922a0,38547,1732529625709 2024-11-25T10:16:19,301 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732529775366.3a1b0c8e740ae1c15e15d1a637215f96., hostname=e2fd862922a0,38547,1732529625709, seqNum=5 , the old value is region=TestAcidGuarantees,,1732529775366.3a1b0c8e740ae1c15e15d1a637215f96., hostname=e2fd862922a0,38547,1732529625709, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a1b0c8e740ae1c15e15d1a637215f96, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T10:16:19,301 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732529775366.3a1b0c8e740ae1c15e15d1a637215f96., hostname=e2fd862922a0,38547,1732529625709, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a1b0c8e740ae1c15e15d1a637215f96, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T10:16:19,301 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732529775366.3a1b0c8e740ae1c15e15d1a637215f96., hostname=e2fd862922a0,38547,1732529625709, seqNum=5 because the exception is null or not the one we care about 2024-11-25T10:16:19,302 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a1b0c8e740ae1c15e15d1a637215f96, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-25T10:16:19,302 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] ipc.CallRunner(138): callId: 18 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48344 deadline: 1732529839296, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a1b0c8e740ae1c15e15d1a637215f96, server=e2fd862922a0,38547,1732529625709 2024-11-25T10:16:19,302 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732529775366.3a1b0c8e740ae1c15e15d1a637215f96., hostname=e2fd862922a0,38547,1732529625709, seqNum=5 , the old value is region=TestAcidGuarantees,,1732529775366.3a1b0c8e740ae1c15e15d1a637215f96., hostname=e2fd862922a0,38547,1732529625709, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a1b0c8e740ae1c15e15d1a637215f96, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T10:16:19,302 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a1b0c8e740ae1c15e15d1a637215f96, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-25T10:16:19,302 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732529775366.3a1b0c8e740ae1c15e15d1a637215f96., hostname=e2fd862922a0,38547,1732529625709, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a1b0c8e740ae1c15e15d1a637215f96, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T10:16:19,302 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732529775366.3a1b0c8e740ae1c15e15d1a637215f96., hostname=e2fd862922a0,38547,1732529625709, seqNum=5 because the exception is null or not the one we care about 2024-11-25T10:16:19,302 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48400 deadline: 1732529839297, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a1b0c8e740ae1c15e15d1a637215f96, server=e2fd862922a0,38547,1732529625709 2024-11-25T10:16:19,304 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732529775366.3a1b0c8e740ae1c15e15d1a637215f96., hostname=e2fd862922a0,38547,1732529625709, seqNum=5 , the old value is region=TestAcidGuarantees,,1732529775366.3a1b0c8e740ae1c15e15d1a637215f96., hostname=e2fd862922a0,38547,1732529625709, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a1b0c8e740ae1c15e15d1a637215f96, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T10:16:19,304 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732529775366.3a1b0c8e740ae1c15e15d1a637215f96., hostname=e2fd862922a0,38547,1732529625709, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a1b0c8e740ae1c15e15d1a637215f96, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T10:16:19,304 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732529775366.3a1b0c8e740ae1c15e15d1a637215f96., hostname=e2fd862922a0,38547,1732529625709, seqNum=5 because the exception is null or not the one we care about 2024-11-25T10:16:19,415 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a1b0c8e740ae1c15e15d1a637215f96, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-25T10:16:19,415 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] ipc.CallRunner(138): callId: 15 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48366 deadline: 1732529839412, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a1b0c8e740ae1c15e15d1a637215f96, server=e2fd862922a0,38547,1732529625709 2024-11-25T10:16:19,416 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a1b0c8e740ae1c15e15d1a637215f96, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-25T10:16:19,416 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732529775366.3a1b0c8e740ae1c15e15d1a637215f96., hostname=e2fd862922a0,38547,1732529625709, seqNum=5 , the old value is region=TestAcidGuarantees,,1732529775366.3a1b0c8e740ae1c15e15d1a637215f96., hostname=e2fd862922a0,38547,1732529625709, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a1b0c8e740ae1c15e15d1a637215f96, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T10:16:19,416 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732529775366.3a1b0c8e740ae1c15e15d1a637215f96., hostname=e2fd862922a0,38547,1732529625709, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a1b0c8e740ae1c15e15d1a637215f96, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T10:16:19,416 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48400 deadline: 1732529839412, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a1b0c8e740ae1c15e15d1a637215f96, server=e2fd862922a0,38547,1732529625709 2024-11-25T10:16:19,416 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732529775366.3a1b0c8e740ae1c15e15d1a637215f96., hostname=e2fd862922a0,38547,1732529625709, seqNum=5 because the exception is null or not the one we care about 2024-11-25T10:16:19,416 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732529775366.3a1b0c8e740ae1c15e15d1a637215f96., hostname=e2fd862922a0,38547,1732529625709, seqNum=5 , the old value is region=TestAcidGuarantees,,1732529775366.3a1b0c8e740ae1c15e15d1a637215f96., hostname=e2fd862922a0,38547,1732529625709, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a1b0c8e740ae1c15e15d1a637215f96, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T10:16:19,416 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732529775366.3a1b0c8e740ae1c15e15d1a637215f96., hostname=e2fd862922a0,38547,1732529625709, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a1b0c8e740ae1c15e15d1a637215f96, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T10:16:19,416 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a1b0c8e740ae1c15e15d1a637215f96, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-25T10:16:19,416 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732529775366.3a1b0c8e740ae1c15e15d1a637215f96., hostname=e2fd862922a0,38547,1732529625709, seqNum=5 because the exception is null or not the one we care about 2024-11-25T10:16:19,416 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] ipc.CallRunner(138): callId: 19 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48344 deadline: 1732529839412, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a1b0c8e740ae1c15e15d1a637215f96, server=e2fd862922a0,38547,1732529625709 2024-11-25T10:16:19,416 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732529775366.3a1b0c8e740ae1c15e15d1a637215f96., hostname=e2fd862922a0,38547,1732529625709, seqNum=5 , the old value is region=TestAcidGuarantees,,1732529775366.3a1b0c8e740ae1c15e15d1a637215f96., hostname=e2fd862922a0,38547,1732529625709, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a1b0c8e740ae1c15e15d1a637215f96, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T10:16:19,416 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732529775366.3a1b0c8e740ae1c15e15d1a637215f96., hostname=e2fd862922a0,38547,1732529625709, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a1b0c8e740ae1c15e15d1a637215f96, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T10:16:19,416 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732529775366.3a1b0c8e740ae1c15e15d1a637215f96., hostname=e2fd862922a0,38547,1732529625709, seqNum=5 because the exception is null or not the one we care about 2024-11-25T10:16:19,416 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a1b0c8e740ae1c15e15d1a637215f96, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-25T10:16:19,416 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48412 deadline: 1732529839412, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a1b0c8e740ae1c15e15d1a637215f96, server=e2fd862922a0,38547,1732529625709 2024-11-25T10:16:19,417 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732529775366.3a1b0c8e740ae1c15e15d1a637215f96., hostname=e2fd862922a0,38547,1732529625709, seqNum=5 , the old value is region=TestAcidGuarantees,,1732529775366.3a1b0c8e740ae1c15e15d1a637215f96., hostname=e2fd862922a0,38547,1732529625709, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a1b0c8e740ae1c15e15d1a637215f96, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T10:16:19,417 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732529775366.3a1b0c8e740ae1c15e15d1a637215f96., hostname=e2fd862922a0,38547,1732529625709, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a1b0c8e740ae1c15e15d1a637215f96, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T10:16:19,417 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732529775366.3a1b0c8e740ae1c15e15d1a637215f96., hostname=e2fd862922a0,38547,1732529625709, seqNum=5 because the exception is null or not the one we care about 2024-11-25T10:16:19,626 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a1b0c8e740ae1c15e15d1a637215f96, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-25T10:16:19,626 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] ipc.CallRunner(138): callId: 16 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48366 deadline: 1732529839622, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a1b0c8e740ae1c15e15d1a637215f96, server=e2fd862922a0,38547,1732529625709 2024-11-25T10:16:19,626 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a1b0c8e740ae1c15e15d1a637215f96, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-25T10:16:19,626 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732529775366.3a1b0c8e740ae1c15e15d1a637215f96., hostname=e2fd862922a0,38547,1732529625709, seqNum=5 , the old value is region=TestAcidGuarantees,,1732529775366.3a1b0c8e740ae1c15e15d1a637215f96., hostname=e2fd862922a0,38547,1732529625709, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a1b0c8e740ae1c15e15d1a637215f96, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T10:16:19,626 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] ipc.CallRunner(138): callId: 15 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48400 deadline: 1732529839623, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a1b0c8e740ae1c15e15d1a637215f96, server=e2fd862922a0,38547,1732529625709 2024-11-25T10:16:19,626 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732529775366.3a1b0c8e740ae1c15e15d1a637215f96., hostname=e2fd862922a0,38547,1732529625709, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a1b0c8e740ae1c15e15d1a637215f96, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T10:16:19,626 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732529775366.3a1b0c8e740ae1c15e15d1a637215f96., hostname=e2fd862922a0,38547,1732529625709, seqNum=5 because the exception is null or not the one we care about 2024-11-25T10:16:19,626 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a1b0c8e740ae1c15e15d1a637215f96, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-25T10:16:19,627 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] ipc.CallRunner(138): callId: 20 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48344 deadline: 1732529839623, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a1b0c8e740ae1c15e15d1a637215f96, server=e2fd862922a0,38547,1732529625709 2024-11-25T10:16:19,627 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732529775366.3a1b0c8e740ae1c15e15d1a637215f96., hostname=e2fd862922a0,38547,1732529625709, seqNum=5 , the old value is region=TestAcidGuarantees,,1732529775366.3a1b0c8e740ae1c15e15d1a637215f96., hostname=e2fd862922a0,38547,1732529625709, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a1b0c8e740ae1c15e15d1a637215f96, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T10:16:19,627 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732529775366.3a1b0c8e740ae1c15e15d1a637215f96., hostname=e2fd862922a0,38547,1732529625709, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a1b0c8e740ae1c15e15d1a637215f96, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T10:16:19,627 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732529775366.3a1b0c8e740ae1c15e15d1a637215f96., hostname=e2fd862922a0,38547,1732529625709, seqNum=5 because the exception is null or not the one we care about 2024-11-25T10:16:19,627 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732529775366.3a1b0c8e740ae1c15e15d1a637215f96., hostname=e2fd862922a0,38547,1732529625709, seqNum=5 , the old value is region=TestAcidGuarantees,,1732529775366.3a1b0c8e740ae1c15e15d1a637215f96., hostname=e2fd862922a0,38547,1732529625709, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a1b0c8e740ae1c15e15d1a637215f96, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T10:16:19,627 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732529775366.3a1b0c8e740ae1c15e15d1a637215f96., hostname=e2fd862922a0,38547,1732529625709, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a1b0c8e740ae1c15e15d1a637215f96, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T10:16:19,627 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732529775366.3a1b0c8e740ae1c15e15d1a637215f96., hostname=e2fd862922a0,38547,1732529625709, seqNum=5 because the exception is null or not the one we care about 2024-11-25T10:16:19,627 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a1b0c8e740ae1c15e15d1a637215f96, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-25T10:16:19,627 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] ipc.CallRunner(138): callId: 15 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48412 deadline: 1732529839623, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a1b0c8e740ae1c15e15d1a637215f96, server=e2fd862922a0,38547,1732529625709 2024-11-25T10:16:19,628 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732529775366.3a1b0c8e740ae1c15e15d1a637215f96., hostname=e2fd862922a0,38547,1732529625709, seqNum=5 , the old value is region=TestAcidGuarantees,,1732529775366.3a1b0c8e740ae1c15e15d1a637215f96., hostname=e2fd862922a0,38547,1732529625709, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a1b0c8e740ae1c15e15d1a637215f96, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T10:16:19,628 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732529775366.3a1b0c8e740ae1c15e15d1a637215f96., hostname=e2fd862922a0,38547,1732529625709, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a1b0c8e740ae1c15e15d1a637215f96, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T10:16:19,628 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732529775366.3a1b0c8e740ae1c15e15d1a637215f96., hostname=e2fd862922a0,38547,1732529625709, seqNum=5 because the exception is null or not the one we care about 2024-11-25T10:16:19,681 INFO [RS_FLUSH_OPERATIONS-regionserver/e2fd862922a0:0-0 {event_type=RS_FLUSH_REGIONS, pid=161}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=51 (bloomFilter=true), to=hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/3a1b0c8e740ae1c15e15d1a637215f96/.tmp/C/48cd433cdb48431f87e42cbc548c3337 2024-11-25T10:16:19,686 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e2fd862922a0:0-0 {event_type=RS_FLUSH_REGIONS, pid=161}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/3a1b0c8e740ae1c15e15d1a637215f96/.tmp/A/5992e1a6bc834138939bbfbd1f14f625 as hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/3a1b0c8e740ae1c15e15d1a637215f96/A/5992e1a6bc834138939bbfbd1f14f625 2024-11-25T10:16:19,689 INFO [RS_FLUSH_OPERATIONS-regionserver/e2fd862922a0:0-0 {event_type=RS_FLUSH_REGIONS, pid=161}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/3a1b0c8e740ae1c15e15d1a637215f96/A/5992e1a6bc834138939bbfbd1f14f625, entries=150, sequenceid=51, filesize=30.2 K 2024-11-25T10:16:19,690 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e2fd862922a0:0-0 {event_type=RS_FLUSH_REGIONS, pid=161}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/3a1b0c8e740ae1c15e15d1a637215f96/.tmp/B/30c43c7fd4e342008fc4bf1cb69c65a7 as hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/3a1b0c8e740ae1c15e15d1a637215f96/B/30c43c7fd4e342008fc4bf1cb69c65a7 2024-11-25T10:16:19,693 INFO [RS_FLUSH_OPERATIONS-regionserver/e2fd862922a0:0-0 {event_type=RS_FLUSH_REGIONS, pid=161}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/3a1b0c8e740ae1c15e15d1a637215f96/B/30c43c7fd4e342008fc4bf1cb69c65a7, entries=150, sequenceid=51, filesize=11.7 K 2024-11-25T10:16:19,694 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e2fd862922a0:0-0 {event_type=RS_FLUSH_REGIONS, pid=161}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/3a1b0c8e740ae1c15e15d1a637215f96/.tmp/C/48cd433cdb48431f87e42cbc548c3337 as hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/3a1b0c8e740ae1c15e15d1a637215f96/C/48cd433cdb48431f87e42cbc548c3337 2024-11-25T10:16:19,697 INFO [RS_FLUSH_OPERATIONS-regionserver/e2fd862922a0:0-0 {event_type=RS_FLUSH_REGIONS, pid=161}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/3a1b0c8e740ae1c15e15d1a637215f96/C/48cd433cdb48431f87e42cbc548c3337, entries=150, sequenceid=51, filesize=11.7 K 2024-11-25T10:16:19,698 INFO [RS_FLUSH_OPERATIONS-regionserver/e2fd862922a0:0-0 {event_type=RS_FLUSH_REGIONS, pid=161}] regionserver.HRegion(3140): Finished flush of dataSize ~127.47 KB/130530, heapSize ~365.02 KB/373776, currentSize=53.67 KB/54960 for 3a1b0c8e740ae1c15e15d1a637215f96 in 534ms, sequenceid=51, compaction requested=false 2024-11-25T10:16:19,698 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e2fd862922a0:0-0 {event_type=RS_FLUSH_REGIONS, pid=161}] regionserver.HRegion(2603): Flush status journal for 3a1b0c8e740ae1c15e15d1a637215f96: 2024-11-25T10:16:19,698 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e2fd862922a0:0-0 {event_type=RS_FLUSH_REGIONS, pid=161}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732529775366.3a1b0c8e740ae1c15e15d1a637215f96. 2024-11-25T10:16:19,698 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e2fd862922a0:0-0 {event_type=RS_FLUSH_REGIONS, pid=161}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=161 2024-11-25T10:16:19,698 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41005 {}] master.HMaster(4169): Remote procedure done, pid=161 2024-11-25T10:16:19,701 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=161, resume processing ppid=160 2024-11-25T10:16:19,701 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=161, ppid=160, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.6230 sec 2024-11-25T10:16:19,703 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=160, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=160, table=TestAcidGuarantees in 1.6350 sec 2024-11-25T10:16:19,938 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] regionserver.HRegion(8855): Flush requested on 3a1b0c8e740ae1c15e15d1a637215f96 2024-11-25T10:16:19,938 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 3a1b0c8e740ae1c15e15d1a637215f96 3/3 column families, dataSize=60.38 KB heapSize=180.05 KB 2024-11-25T10:16:19,939 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 3a1b0c8e740ae1c15e15d1a637215f96, store=A 2024-11-25T10:16:19,939 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T10:16:19,939 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 3a1b0c8e740ae1c15e15d1a637215f96, store=B 2024-11-25T10:16:19,939 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T10:16:19,939 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 3a1b0c8e740ae1c15e15d1a637215f96, store=C 2024-11-25T10:16:19,939 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T10:16:19,948 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024112514ae8ff9b24f42518623489ead165bd1_3a1b0c8e740ae1c15e15d1a637215f96 is 50, key is test_row_0/A:col10/1732529779294/Put/seqid=0 2024-11-25T10:16:19,956 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39927 is added to blk_1073742365_1541 (size=17034) 2024-11-25T10:16:19,966 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a1b0c8e740ae1c15e15d1a637215f96, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-25T10:16:19,967 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] ipc.CallRunner(138): callId: 20 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48412 deadline: 1732529839963, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a1b0c8e740ae1c15e15d1a637215f96, server=e2fd862922a0,38547,1732529625709 2024-11-25T10:16:19,969 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732529775366.3a1b0c8e740ae1c15e15d1a637215f96., hostname=e2fd862922a0,38547,1732529625709, seqNum=5 , the old value is region=TestAcidGuarantees,,1732529775366.3a1b0c8e740ae1c15e15d1a637215f96., hostname=e2fd862922a0,38547,1732529625709, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a1b0c8e740ae1c15e15d1a637215f96, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T10:16:19,969 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732529775366.3a1b0c8e740ae1c15e15d1a637215f96., hostname=e2fd862922a0,38547,1732529625709, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a1b0c8e740ae1c15e15d1a637215f96, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T10:16:19,969 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732529775366.3a1b0c8e740ae1c15e15d1a637215f96., hostname=e2fd862922a0,38547,1732529625709, seqNum=5 because the exception is null or not the one we care about 2024-11-25T10:16:19,970 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a1b0c8e740ae1c15e15d1a637215f96, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-25T10:16:19,970 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] ipc.CallRunner(138): callId: 20 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48400 deadline: 1732529839966, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a1b0c8e740ae1c15e15d1a637215f96, server=e2fd862922a0,38547,1732529625709 2024-11-25T10:16:19,970 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a1b0c8e740ae1c15e15d1a637215f96, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-25T10:16:19,970 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732529775366.3a1b0c8e740ae1c15e15d1a637215f96., hostname=e2fd862922a0,38547,1732529625709, seqNum=5 , the old value is region=TestAcidGuarantees,,1732529775366.3a1b0c8e740ae1c15e15d1a637215f96., hostname=e2fd862922a0,38547,1732529625709, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a1b0c8e740ae1c15e15d1a637215f96, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T10:16:19,970 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732529775366.3a1b0c8e740ae1c15e15d1a637215f96., hostname=e2fd862922a0,38547,1732529625709, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a1b0c8e740ae1c15e15d1a637215f96, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T10:16:19,970 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] ipc.CallRunner(138): callId: 26 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48344 deadline: 1732529839966, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a1b0c8e740ae1c15e15d1a637215f96, server=e2fd862922a0,38547,1732529625709 2024-11-25T10:16:19,970 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732529775366.3a1b0c8e740ae1c15e15d1a637215f96., hostname=e2fd862922a0,38547,1732529625709, seqNum=5 because the exception is null or not the one we care about 2024-11-25T10:16:19,971 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732529775366.3a1b0c8e740ae1c15e15d1a637215f96., hostname=e2fd862922a0,38547,1732529625709, seqNum=5 , the old value is region=TestAcidGuarantees,,1732529775366.3a1b0c8e740ae1c15e15d1a637215f96., hostname=e2fd862922a0,38547,1732529625709, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a1b0c8e740ae1c15e15d1a637215f96, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T10:16:19,971 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732529775366.3a1b0c8e740ae1c15e15d1a637215f96., hostname=e2fd862922a0,38547,1732529625709, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a1b0c8e740ae1c15e15d1a637215f96, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T10:16:19,971 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732529775366.3a1b0c8e740ae1c15e15d1a637215f96., hostname=e2fd862922a0,38547,1732529625709, seqNum=5 because the exception is null or not the one we care about 2024-11-25T10:16:19,972 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a1b0c8e740ae1c15e15d1a637215f96, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-25T10:16:19,972 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] ipc.CallRunner(138): callId: 22 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48366 deadline: 1732529839967, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a1b0c8e740ae1c15e15d1a637215f96, server=e2fd862922a0,38547,1732529625709 2024-11-25T10:16:19,972 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732529775366.3a1b0c8e740ae1c15e15d1a637215f96., hostname=e2fd862922a0,38547,1732529625709, seqNum=5 , the old value is region=TestAcidGuarantees,,1732529775366.3a1b0c8e740ae1c15e15d1a637215f96., hostname=e2fd862922a0,38547,1732529625709, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a1b0c8e740ae1c15e15d1a637215f96, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T10:16:19,972 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732529775366.3a1b0c8e740ae1c15e15d1a637215f96., hostname=e2fd862922a0,38547,1732529625709, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a1b0c8e740ae1c15e15d1a637215f96, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T10:16:19,972 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732529775366.3a1b0c8e740ae1c15e15d1a637215f96., hostname=e2fd862922a0,38547,1732529625709, seqNum=5 because the exception is null or not the one we care about 2024-11-25T10:16:20,074 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a1b0c8e740ae1c15e15d1a637215f96, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-25T10:16:20,074 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] ipc.CallRunner(138): callId: 21 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48412 deadline: 1732529840072, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a1b0c8e740ae1c15e15d1a637215f96, server=e2fd862922a0,38547,1732529625709 2024-11-25T10:16:20,075 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732529775366.3a1b0c8e740ae1c15e15d1a637215f96., hostname=e2fd862922a0,38547,1732529625709, seqNum=5 , the old value is region=TestAcidGuarantees,,1732529775366.3a1b0c8e740ae1c15e15d1a637215f96., hostname=e2fd862922a0,38547,1732529625709, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a1b0c8e740ae1c15e15d1a637215f96, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T10:16:20,075 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732529775366.3a1b0c8e740ae1c15e15d1a637215f96., hostname=e2fd862922a0,38547,1732529625709, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a1b0c8e740ae1c15e15d1a637215f96, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T10:16:20,075 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732529775366.3a1b0c8e740ae1c15e15d1a637215f96., hostname=e2fd862922a0,38547,1732529625709, seqNum=5 because the exception is null or not the one we care about 2024-11-25T10:16:20,084 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a1b0c8e740ae1c15e15d1a637215f96, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-25T10:16:20,085 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] ipc.CallRunner(138): callId: 21 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48400 deadline: 1732529840082, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a1b0c8e740ae1c15e15d1a637215f96, server=e2fd862922a0,38547,1732529625709 2024-11-25T10:16:20,085 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a1b0c8e740ae1c15e15d1a637215f96, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-25T10:16:20,085 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] ipc.CallRunner(138): callId: 27 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48344 deadline: 1732529840082, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a1b0c8e740ae1c15e15d1a637215f96, server=e2fd862922a0,38547,1732529625709 2024-11-25T10:16:20,085 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732529775366.3a1b0c8e740ae1c15e15d1a637215f96., hostname=e2fd862922a0,38547,1732529625709, seqNum=5 , the old value is region=TestAcidGuarantees,,1732529775366.3a1b0c8e740ae1c15e15d1a637215f96., hostname=e2fd862922a0,38547,1732529625709, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a1b0c8e740ae1c15e15d1a637215f96, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T10:16:20,085 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732529775366.3a1b0c8e740ae1c15e15d1a637215f96., hostname=e2fd862922a0,38547,1732529625709, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a1b0c8e740ae1c15e15d1a637215f96, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T10:16:20,085 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732529775366.3a1b0c8e740ae1c15e15d1a637215f96., hostname=e2fd862922a0,38547,1732529625709, seqNum=5 because the exception is null or not the one we care about 2024-11-25T10:16:20,085 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a1b0c8e740ae1c15e15d1a637215f96, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-25T10:16:20,085 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732529775366.3a1b0c8e740ae1c15e15d1a637215f96., hostname=e2fd862922a0,38547,1732529625709, seqNum=5 , the old value is region=TestAcidGuarantees,,1732529775366.3a1b0c8e740ae1c15e15d1a637215f96., hostname=e2fd862922a0,38547,1732529625709, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a1b0c8e740ae1c15e15d1a637215f96, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T10:16:20,085 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732529775366.3a1b0c8e740ae1c15e15d1a637215f96., hostname=e2fd862922a0,38547,1732529625709, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a1b0c8e740ae1c15e15d1a637215f96, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T10:16:20,085 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] ipc.CallRunner(138): callId: 23 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48366 deadline: 1732529840082, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a1b0c8e740ae1c15e15d1a637215f96, server=e2fd862922a0,38547,1732529625709 2024-11-25T10:16:20,085 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732529775366.3a1b0c8e740ae1c15e15d1a637215f96., hostname=e2fd862922a0,38547,1732529625709, seqNum=5 because the exception is null or not the one we care about 2024-11-25T10:16:20,085 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732529775366.3a1b0c8e740ae1c15e15d1a637215f96., hostname=e2fd862922a0,38547,1732529625709, seqNum=5 , the old value is region=TestAcidGuarantees,,1732529775366.3a1b0c8e740ae1c15e15d1a637215f96., hostname=e2fd862922a0,38547,1732529625709, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a1b0c8e740ae1c15e15d1a637215f96, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T10:16:20,085 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732529775366.3a1b0c8e740ae1c15e15d1a637215f96., hostname=e2fd862922a0,38547,1732529625709, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a1b0c8e740ae1c15e15d1a637215f96, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T10:16:20,085 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732529775366.3a1b0c8e740ae1c15e15d1a637215f96., hostname=e2fd862922a0,38547,1732529625709, seqNum=5 because the exception is null or not the one we care about 2024-11-25T10:16:20,105 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties 2024-11-25T10:16:20,222 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41005 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=160 2024-11-25T10:16:20,222 INFO [RPCClient-NioEventLoopGroup-4-12 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-25T10:16:20,223 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41005 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-25T10:16:20,223 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41005 {}] procedure2.ProcedureExecutor(1139): Stored pid=162, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=162, table=TestAcidGuarantees 2024-11-25T10:16:20,224 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41005 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=162 2024-11-25T10:16:20,224 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=162, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=162, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-25T10:16:20,225 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=162, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=162, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-25T10:16:20,225 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=163, ppid=162, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-25T10:16:20,286 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a1b0c8e740ae1c15e15d1a637215f96, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-25T10:16:20,286 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] ipc.CallRunner(138): callId: 22 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48412 deadline: 1732529840282, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a1b0c8e740ae1c15e15d1a637215f96, server=e2fd862922a0,38547,1732529625709 2024-11-25T10:16:20,286 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732529775366.3a1b0c8e740ae1c15e15d1a637215f96., hostname=e2fd862922a0,38547,1732529625709, seqNum=5 , the old value is region=TestAcidGuarantees,,1732529775366.3a1b0c8e740ae1c15e15d1a637215f96., hostname=e2fd862922a0,38547,1732529625709, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a1b0c8e740ae1c15e15d1a637215f96, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T10:16:20,286 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732529775366.3a1b0c8e740ae1c15e15d1a637215f96., hostname=e2fd862922a0,38547,1732529625709, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a1b0c8e740ae1c15e15d1a637215f96, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T10:16:20,286 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732529775366.3a1b0c8e740ae1c15e15d1a637215f96., hostname=e2fd862922a0,38547,1732529625709, seqNum=5 because the exception is null or not the one we care about 2024-11-25T10:16:20,293 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a1b0c8e740ae1c15e15d1a637215f96, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-25T10:16:20,293 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] ipc.CallRunner(138): callId: 22 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48400 deadline: 1732529840292, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a1b0c8e740ae1c15e15d1a637215f96, server=e2fd862922a0,38547,1732529625709 2024-11-25T10:16:20,293 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732529775366.3a1b0c8e740ae1c15e15d1a637215f96., hostname=e2fd862922a0,38547,1732529625709, seqNum=5 , the old value is region=TestAcidGuarantees,,1732529775366.3a1b0c8e740ae1c15e15d1a637215f96., hostname=e2fd862922a0,38547,1732529625709, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a1b0c8e740ae1c15e15d1a637215f96, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T10:16:20,293 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732529775366.3a1b0c8e740ae1c15e15d1a637215f96., hostname=e2fd862922a0,38547,1732529625709, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a1b0c8e740ae1c15e15d1a637215f96, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T10:16:20,293 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732529775366.3a1b0c8e740ae1c15e15d1a637215f96., hostname=e2fd862922a0,38547,1732529625709, seqNum=5 because the exception is null or not the one we care about 2024-11-25T10:16:20,294 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a1b0c8e740ae1c15e15d1a637215f96, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-25T10:16:20,294 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] ipc.CallRunner(138): callId: 28 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48344 deadline: 1732529840292, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a1b0c8e740ae1c15e15d1a637215f96, server=e2fd862922a0,38547,1732529625709 2024-11-25T10:16:20,294 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a1b0c8e740ae1c15e15d1a637215f96, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-25T10:16:20,295 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732529775366.3a1b0c8e740ae1c15e15d1a637215f96., hostname=e2fd862922a0,38547,1732529625709, seqNum=5 , the old value is region=TestAcidGuarantees,,1732529775366.3a1b0c8e740ae1c15e15d1a637215f96., hostname=e2fd862922a0,38547,1732529625709, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a1b0c8e740ae1c15e15d1a637215f96, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T10:16:20,295 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] ipc.CallRunner(138): callId: 24 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48366 deadline: 1732529840292, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a1b0c8e740ae1c15e15d1a637215f96, server=e2fd862922a0,38547,1732529625709 2024-11-25T10:16:20,295 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732529775366.3a1b0c8e740ae1c15e15d1a637215f96., hostname=e2fd862922a0,38547,1732529625709, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a1b0c8e740ae1c15e15d1a637215f96, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T10:16:20,295 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732529775366.3a1b0c8e740ae1c15e15d1a637215f96., hostname=e2fd862922a0,38547,1732529625709, seqNum=5 because the exception is null or not the one we care about 2024-11-25T10:16:20,295 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732529775366.3a1b0c8e740ae1c15e15d1a637215f96., hostname=e2fd862922a0,38547,1732529625709, seqNum=5 , the old value is region=TestAcidGuarantees,,1732529775366.3a1b0c8e740ae1c15e15d1a637215f96., hostname=e2fd862922a0,38547,1732529625709, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a1b0c8e740ae1c15e15d1a637215f96, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T10:16:20,295 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732529775366.3a1b0c8e740ae1c15e15d1a637215f96., hostname=e2fd862922a0,38547,1732529625709, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a1b0c8e740ae1c15e15d1a637215f96, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T10:16:20,295 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732529775366.3a1b0c8e740ae1c15e15d1a637215f96., hostname=e2fd862922a0,38547,1732529625709, seqNum=5 because the exception is null or not the one we care about 2024-11-25T10:16:20,305 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a1b0c8e740ae1c15e15d1a637215f96, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-25T10:16:20,305 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] ipc.CallRunner(138): callId: 17 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48322 deadline: 1732529840302, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a1b0c8e740ae1c15e15d1a637215f96, server=e2fd862922a0,38547,1732529625709 2024-11-25T10:16:20,305 WARN [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRpcRetryingCaller(177): Call to e2fd862922a0,38547,1732529625709 for 'test_row_0' in 3a1b0c8e740ae1c15e15d1a637215f96 of TestAcidGuarantees failed, tries = 6, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 2158 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a1b0c8e740ae1c15e15d1a637215f96, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor39.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a1b0c8e740ae1c15e15d1a637215f96, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 32 more 2024-11-25T10:16:20,306 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732529775366.3a1b0c8e740ae1c15e15d1a637215f96., hostname=e2fd862922a0,38547,1732529625709, seqNum=5 , the old value is region=TestAcidGuarantees,,1732529775366.3a1b0c8e740ae1c15e15d1a637215f96., hostname=e2fd862922a0,38547,1732529625709, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a1b0c8e740ae1c15e15d1a637215f96, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T10:16:20,306 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732529775366.3a1b0c8e740ae1c15e15d1a637215f96., hostname=e2fd862922a0,38547,1732529625709, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a1b0c8e740ae1c15e15d1a637215f96, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T10:16:20,306 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732529775366.3a1b0c8e740ae1c15e15d1a637215f96., hostname=e2fd862922a0,38547,1732529625709, seqNum=5 because the exception is null or not the one we care about 2024-11-25T10:16:20,333 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41005 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=162 2024-11-25T10:16:20,357 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:16:20,364 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024112514ae8ff9b24f42518623489ead165bd1_3a1b0c8e740ae1c15e15d1a637215f96 to hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112514ae8ff9b24f42518623489ead165bd1_3a1b0c8e740ae1c15e15d1a637215f96 2024-11-25T10:16:20,369 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/3a1b0c8e740ae1c15e15d1a637215f96/.tmp/A/da9019dd9e874d6896b1a94c0dcc819a, store: [table=TestAcidGuarantees family=A region=3a1b0c8e740ae1c15e15d1a637215f96] 2024-11-25T10:16:20,369 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/3a1b0c8e740ae1c15e15d1a637215f96/.tmp/A/da9019dd9e874d6896b1a94c0dcc819a is 175, key is test_row_0/A:col10/1732529779294/Put/seqid=0 2024-11-25T10:16:20,375 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39927 is added to blk_1073742366_1542 (size=48139) 2024-11-25T10:16:20,377 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=38547 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=163 2024-11-25T10:16:20,377 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e2fd862922a0:0-1 {event_type=RS_FLUSH_REGIONS, pid=163}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732529775366.3a1b0c8e740ae1c15e15d1a637215f96. 2024-11-25T10:16:20,377 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e2fd862922a0:0-1 {event_type=RS_FLUSH_REGIONS, pid=163}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732529775366.3a1b0c8e740ae1c15e15d1a637215f96. as already flushing 2024-11-25T10:16:20,377 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e2fd862922a0:0-1 {event_type=RS_FLUSH_REGIONS, pid=163}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732529775366.3a1b0c8e740ae1c15e15d1a637215f96. 2024-11-25T10:16:20,377 ERROR [RS_FLUSH_OPERATIONS-regionserver/e2fd862922a0:0-1 {event_type=RS_FLUSH_REGIONS, pid=163}] handler.RSProcedureHandler(58): pid=163 java.io.IOException: Unable to complete flush {ENCODED => 3a1b0c8e740ae1c15e15d1a637215f96, NAME => 'TestAcidGuarantees,,1732529775366.3a1b0c8e740ae1c15e15d1a637215f96.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T10:16:20,377 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e2fd862922a0:0-1 {event_type=RS_FLUSH_REGIONS, pid=163}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=163 java.io.IOException: Unable to complete flush {ENCODED => 3a1b0c8e740ae1c15e15d1a637215f96, NAME => 'TestAcidGuarantees,,1732529775366.3a1b0c8e740ae1c15e15d1a637215f96.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T10:16:20,378 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41005 {}] master.HMaster(4177): Remote procedure failed, pid=163 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 3a1b0c8e740ae1c15e15d1a637215f96, NAME => 'TestAcidGuarantees,,1732529775366.3a1b0c8e740ae1c15e15d1a637215f96.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 3a1b0c8e740ae1c15e15d1a637215f96, NAME => 'TestAcidGuarantees,,1732529775366.3a1b0c8e740ae1c15e15d1a637215f96.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T10:16:20,530 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=38547 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=163 2024-11-25T10:16:20,530 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e2fd862922a0:0-2 {event_type=RS_FLUSH_REGIONS, pid=163}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732529775366.3a1b0c8e740ae1c15e15d1a637215f96. 2024-11-25T10:16:20,530 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e2fd862922a0:0-2 {event_type=RS_FLUSH_REGIONS, pid=163}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732529775366.3a1b0c8e740ae1c15e15d1a637215f96. as already flushing 2024-11-25T10:16:20,530 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e2fd862922a0:0-2 {event_type=RS_FLUSH_REGIONS, pid=163}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732529775366.3a1b0c8e740ae1c15e15d1a637215f96. 2024-11-25T10:16:20,530 ERROR [RS_FLUSH_OPERATIONS-regionserver/e2fd862922a0:0-2 {event_type=RS_FLUSH_REGIONS, pid=163}] handler.RSProcedureHandler(58): pid=163 java.io.IOException: Unable to complete flush {ENCODED => 3a1b0c8e740ae1c15e15d1a637215f96, NAME => 'TestAcidGuarantees,,1732529775366.3a1b0c8e740ae1c15e15d1a637215f96.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T10:16:20,530 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e2fd862922a0:0-2 {event_type=RS_FLUSH_REGIONS, pid=163}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=163 java.io.IOException: Unable to complete flush {ENCODED => 3a1b0c8e740ae1c15e15d1a637215f96, NAME => 'TestAcidGuarantees,,1732529775366.3a1b0c8e740ae1c15e15d1a637215f96.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T10:16:20,531 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41005 {}] master.HMaster(4177): Remote procedure failed, pid=163 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 3a1b0c8e740ae1c15e15d1a637215f96, NAME => 'TestAcidGuarantees,,1732529775366.3a1b0c8e740ae1c15e15d1a637215f96.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 3a1b0c8e740ae1c15e15d1a637215f96, NAME => 'TestAcidGuarantees,,1732529775366.3a1b0c8e740ae1c15e15d1a637215f96.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T10:16:20,542 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41005 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=162 2024-11-25T10:16:20,593 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a1b0c8e740ae1c15e15d1a637215f96, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-25T10:16:20,593 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] ipc.CallRunner(138): callId: 23 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48412 deadline: 1732529840592, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a1b0c8e740ae1c15e15d1a637215f96, server=e2fd862922a0,38547,1732529625709 2024-11-25T10:16:20,594 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732529775366.3a1b0c8e740ae1c15e15d1a637215f96., hostname=e2fd862922a0,38547,1732529625709, seqNum=5 , the old value is region=TestAcidGuarantees,,1732529775366.3a1b0c8e740ae1c15e15d1a637215f96., hostname=e2fd862922a0,38547,1732529625709, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a1b0c8e740ae1c15e15d1a637215f96, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T10:16:20,594 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732529775366.3a1b0c8e740ae1c15e15d1a637215f96., hostname=e2fd862922a0,38547,1732529625709, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a1b0c8e740ae1c15e15d1a637215f96, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T10:16:20,594 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732529775366.3a1b0c8e740ae1c15e15d1a637215f96., hostname=e2fd862922a0,38547,1732529625709, seqNum=5 because the exception is null or not the one we care about 2024-11-25T10:16:20,604 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a1b0c8e740ae1c15e15d1a637215f96, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-25T10:16:20,604 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] ipc.CallRunner(138): callId: 23 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48400 deadline: 1732529840602, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a1b0c8e740ae1c15e15d1a637215f96, server=e2fd862922a0,38547,1732529625709 2024-11-25T10:16:20,605 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732529775366.3a1b0c8e740ae1c15e15d1a637215f96., hostname=e2fd862922a0,38547,1732529625709, seqNum=5 , the old value is region=TestAcidGuarantees,,1732529775366.3a1b0c8e740ae1c15e15d1a637215f96., hostname=e2fd862922a0,38547,1732529625709, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a1b0c8e740ae1c15e15d1a637215f96, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T10:16:20,605 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a1b0c8e740ae1c15e15d1a637215f96, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-25T10:16:20,605 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732529775366.3a1b0c8e740ae1c15e15d1a637215f96., hostname=e2fd862922a0,38547,1732529625709, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a1b0c8e740ae1c15e15d1a637215f96, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T10:16:20,605 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732529775366.3a1b0c8e740ae1c15e15d1a637215f96., hostname=e2fd862922a0,38547,1732529625709, seqNum=5 because the exception is null or not the one we care about 2024-11-25T10:16:20,605 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] ipc.CallRunner(138): callId: 25 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48366 deadline: 1732529840602, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a1b0c8e740ae1c15e15d1a637215f96, server=e2fd862922a0,38547,1732529625709 2024-11-25T10:16:20,605 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732529775366.3a1b0c8e740ae1c15e15d1a637215f96., hostname=e2fd862922a0,38547,1732529625709, seqNum=5 , the old value is region=TestAcidGuarantees,,1732529775366.3a1b0c8e740ae1c15e15d1a637215f96., hostname=e2fd862922a0,38547,1732529625709, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a1b0c8e740ae1c15e15d1a637215f96, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T10:16:20,605 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732529775366.3a1b0c8e740ae1c15e15d1a637215f96., hostname=e2fd862922a0,38547,1732529625709, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a1b0c8e740ae1c15e15d1a637215f96, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T10:16:20,605 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a1b0c8e740ae1c15e15d1a637215f96, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-25T10:16:20,605 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732529775366.3a1b0c8e740ae1c15e15d1a637215f96., hostname=e2fd862922a0,38547,1732529625709, seqNum=5 because the exception is null or not the one we care about 2024-11-25T10:16:20,605 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] ipc.CallRunner(138): callId: 29 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48344 deadline: 1732529840602, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a1b0c8e740ae1c15e15d1a637215f96, server=e2fd862922a0,38547,1732529625709 2024-11-25T10:16:20,605 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732529775366.3a1b0c8e740ae1c15e15d1a637215f96., hostname=e2fd862922a0,38547,1732529625709, seqNum=5 , the old value is region=TestAcidGuarantees,,1732529775366.3a1b0c8e740ae1c15e15d1a637215f96., hostname=e2fd862922a0,38547,1732529625709, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a1b0c8e740ae1c15e15d1a637215f96, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T10:16:20,605 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732529775366.3a1b0c8e740ae1c15e15d1a637215f96., hostname=e2fd862922a0,38547,1732529625709, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a1b0c8e740ae1c15e15d1a637215f96, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T10:16:20,605 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732529775366.3a1b0c8e740ae1c15e15d1a637215f96., hostname=e2fd862922a0,38547,1732529625709, seqNum=5 because the exception is null or not the one we care about 2024-11-25T10:16:20,683 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=38547 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=163 2024-11-25T10:16:20,683 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e2fd862922a0:0-0 {event_type=RS_FLUSH_REGIONS, pid=163}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732529775366.3a1b0c8e740ae1c15e15d1a637215f96. 2024-11-25T10:16:20,683 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e2fd862922a0:0-0 {event_type=RS_FLUSH_REGIONS, pid=163}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732529775366.3a1b0c8e740ae1c15e15d1a637215f96. as already flushing 2024-11-25T10:16:20,683 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e2fd862922a0:0-0 {event_type=RS_FLUSH_REGIONS, pid=163}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732529775366.3a1b0c8e740ae1c15e15d1a637215f96. 2024-11-25T10:16:20,683 ERROR [RS_FLUSH_OPERATIONS-regionserver/e2fd862922a0:0-0 {event_type=RS_FLUSH_REGIONS, pid=163}] handler.RSProcedureHandler(58): pid=163 java.io.IOException: Unable to complete flush {ENCODED => 3a1b0c8e740ae1c15e15d1a637215f96, NAME => 'TestAcidGuarantees,,1732529775366.3a1b0c8e740ae1c15e15d1a637215f96.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T10:16:20,684 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e2fd862922a0:0-0 {event_type=RS_FLUSH_REGIONS, pid=163}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=163 java.io.IOException: Unable to complete flush {ENCODED => 3a1b0c8e740ae1c15e15d1a637215f96, NAME => 'TestAcidGuarantees,,1732529775366.3a1b0c8e740ae1c15e15d1a637215f96.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T10:16:20,684 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41005 {}] master.HMaster(4177): Remote procedure failed, pid=163 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 3a1b0c8e740ae1c15e15d1a637215f96, NAME => 'TestAcidGuarantees,,1732529775366.3a1b0c8e740ae1c15e15d1a637215f96.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 3a1b0c8e740ae1c15e15d1a637215f96, NAME => 'TestAcidGuarantees,,1732529775366.3a1b0c8e740ae1c15e15d1a637215f96.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T10:16:20,776 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=65, memsize=24.6 K, hasBloomFilter=true, into tmp file hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/3a1b0c8e740ae1c15e15d1a637215f96/.tmp/A/da9019dd9e874d6896b1a94c0dcc819a 2024-11-25T10:16:20,785 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/3a1b0c8e740ae1c15e15d1a637215f96/.tmp/B/499b5f72f2864007be5ffa6fa589388f is 50, key is test_row_0/B:col10/1732529779294/Put/seqid=0 2024-11-25T10:16:20,791 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39927 is added to blk_1073742367_1543 (size=12001) 2024-11-25T10:16:20,792 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=65 (bloomFilter=true), to=hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/3a1b0c8e740ae1c15e15d1a637215f96/.tmp/B/499b5f72f2864007be5ffa6fa589388f 2024-11-25T10:16:20,804 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/3a1b0c8e740ae1c15e15d1a637215f96/.tmp/C/ecd37ecc6df2489891f86385b7bcec4c is 50, key is test_row_0/C:col10/1732529779294/Put/seqid=0 2024-11-25T10:16:20,807 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39927 is added to blk_1073742368_1544 (size=12001) 2024-11-25T10:16:20,836 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=38547 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=163 2024-11-25T10:16:20,836 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e2fd862922a0:0-1 {event_type=RS_FLUSH_REGIONS, pid=163}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732529775366.3a1b0c8e740ae1c15e15d1a637215f96. 2024-11-25T10:16:20,836 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e2fd862922a0:0-1 {event_type=RS_FLUSH_REGIONS, pid=163}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732529775366.3a1b0c8e740ae1c15e15d1a637215f96. as already flushing 2024-11-25T10:16:20,836 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e2fd862922a0:0-1 {event_type=RS_FLUSH_REGIONS, pid=163}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732529775366.3a1b0c8e740ae1c15e15d1a637215f96. 2024-11-25T10:16:20,837 ERROR [RS_FLUSH_OPERATIONS-regionserver/e2fd862922a0:0-1 {event_type=RS_FLUSH_REGIONS, pid=163}] handler.RSProcedureHandler(58): pid=163 java.io.IOException: Unable to complete flush {ENCODED => 3a1b0c8e740ae1c15e15d1a637215f96, NAME => 'TestAcidGuarantees,,1732529775366.3a1b0c8e740ae1c15e15d1a637215f96.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T10:16:20,837 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e2fd862922a0:0-1 {event_type=RS_FLUSH_REGIONS, pid=163}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=163 java.io.IOException: Unable to complete flush {ENCODED => 3a1b0c8e740ae1c15e15d1a637215f96, NAME => 'TestAcidGuarantees,,1732529775366.3a1b0c8e740ae1c15e15d1a637215f96.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T10:16:20,837 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41005 {}] master.HMaster(4177): Remote procedure failed, pid=163 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 3a1b0c8e740ae1c15e15d1a637215f96, NAME => 'TestAcidGuarantees,,1732529775366.3a1b0c8e740ae1c15e15d1a637215f96.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 3a1b0c8e740ae1c15e15d1a637215f96, NAME => 'TestAcidGuarantees,,1732529775366.3a1b0c8e740ae1c15e15d1a637215f96.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T10:16:20,852 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41005 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=162 2024-11-25T10:16:20,988 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=38547 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=163 2024-11-25T10:16:20,989 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e2fd862922a0:0-2 {event_type=RS_FLUSH_REGIONS, pid=163}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732529775366.3a1b0c8e740ae1c15e15d1a637215f96. 2024-11-25T10:16:20,989 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e2fd862922a0:0-2 {event_type=RS_FLUSH_REGIONS, pid=163}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732529775366.3a1b0c8e740ae1c15e15d1a637215f96. as already flushing 2024-11-25T10:16:20,989 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e2fd862922a0:0-2 {event_type=RS_FLUSH_REGIONS, pid=163}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732529775366.3a1b0c8e740ae1c15e15d1a637215f96. 2024-11-25T10:16:20,989 ERROR [RS_FLUSH_OPERATIONS-regionserver/e2fd862922a0:0-2 {event_type=RS_FLUSH_REGIONS, pid=163}] handler.RSProcedureHandler(58): pid=163 java.io.IOException: Unable to complete flush {ENCODED => 3a1b0c8e740ae1c15e15d1a637215f96, NAME => 'TestAcidGuarantees,,1732529775366.3a1b0c8e740ae1c15e15d1a637215f96.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T10:16:20,989 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e2fd862922a0:0-2 {event_type=RS_FLUSH_REGIONS, pid=163}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=163 java.io.IOException: Unable to complete flush {ENCODED => 3a1b0c8e740ae1c15e15d1a637215f96, NAME => 'TestAcidGuarantees,,1732529775366.3a1b0c8e740ae1c15e15d1a637215f96.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T10:16:20,990 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41005 {}] master.HMaster(4177): Remote procedure failed, pid=163 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 3a1b0c8e740ae1c15e15d1a637215f96, NAME => 'TestAcidGuarantees,,1732529775366.3a1b0c8e740ae1c15e15d1a637215f96.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 3a1b0c8e740ae1c15e15d1a637215f96, NAME => 'TestAcidGuarantees,,1732529775366.3a1b0c8e740ae1c15e15d1a637215f96.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T10:16:21,103 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a1b0c8e740ae1c15e15d1a637215f96, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-25T10:16:21,103 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] ipc.CallRunner(138): callId: 24 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48412 deadline: 1732529841102, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a1b0c8e740ae1c15e15d1a637215f96, server=e2fd862922a0,38547,1732529625709 2024-11-25T10:16:21,103 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732529775366.3a1b0c8e740ae1c15e15d1a637215f96., hostname=e2fd862922a0,38547,1732529625709, seqNum=5 , the old value is region=TestAcidGuarantees,,1732529775366.3a1b0c8e740ae1c15e15d1a637215f96., hostname=e2fd862922a0,38547,1732529625709, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a1b0c8e740ae1c15e15d1a637215f96, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T10:16:21,104 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732529775366.3a1b0c8e740ae1c15e15d1a637215f96., hostname=e2fd862922a0,38547,1732529625709, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a1b0c8e740ae1c15e15d1a637215f96, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T10:16:21,104 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732529775366.3a1b0c8e740ae1c15e15d1a637215f96., hostname=e2fd862922a0,38547,1732529625709, seqNum=5 because the exception is null or not the one we care about 2024-11-25T10:16:21,115 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a1b0c8e740ae1c15e15d1a637215f96, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-25T10:16:21,115 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] ipc.CallRunner(138): callId: 24 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48400 deadline: 1732529841112, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a1b0c8e740ae1c15e15d1a637215f96, server=e2fd862922a0,38547,1732529625709 2024-11-25T10:16:21,115 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a1b0c8e740ae1c15e15d1a637215f96, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-25T10:16:21,115 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] ipc.CallRunner(138): callId: 26 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48366 deadline: 1732529841112, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a1b0c8e740ae1c15e15d1a637215f96, server=e2fd862922a0,38547,1732529625709 2024-11-25T10:16:21,115 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732529775366.3a1b0c8e740ae1c15e15d1a637215f96., hostname=e2fd862922a0,38547,1732529625709, seqNum=5 , the old value is region=TestAcidGuarantees,,1732529775366.3a1b0c8e740ae1c15e15d1a637215f96., hostname=e2fd862922a0,38547,1732529625709, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a1b0c8e740ae1c15e15d1a637215f96, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T10:16:21,116 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732529775366.3a1b0c8e740ae1c15e15d1a637215f96., hostname=e2fd862922a0,38547,1732529625709, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a1b0c8e740ae1c15e15d1a637215f96, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T10:16:21,116 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732529775366.3a1b0c8e740ae1c15e15d1a637215f96., hostname=e2fd862922a0,38547,1732529625709, seqNum=5 because the exception is null or not the one we care about 2024-11-25T10:16:21,116 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a1b0c8e740ae1c15e15d1a637215f96, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-25T10:16:21,116 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732529775366.3a1b0c8e740ae1c15e15d1a637215f96., hostname=e2fd862922a0,38547,1732529625709, seqNum=5 , the old value is region=TestAcidGuarantees,,1732529775366.3a1b0c8e740ae1c15e15d1a637215f96., hostname=e2fd862922a0,38547,1732529625709, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a1b0c8e740ae1c15e15d1a637215f96, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T10:16:21,116 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732529775366.3a1b0c8e740ae1c15e15d1a637215f96., hostname=e2fd862922a0,38547,1732529625709, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a1b0c8e740ae1c15e15d1a637215f96, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T10:16:21,116 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] ipc.CallRunner(138): callId: 30 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48344 deadline: 1732529841112, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a1b0c8e740ae1c15e15d1a637215f96, server=e2fd862922a0,38547,1732529625709 2024-11-25T10:16:21,116 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732529775366.3a1b0c8e740ae1c15e15d1a637215f96., hostname=e2fd862922a0,38547,1732529625709, seqNum=5 because the exception is null or not the one we care about 2024-11-25T10:16:21,116 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732529775366.3a1b0c8e740ae1c15e15d1a637215f96., hostname=e2fd862922a0,38547,1732529625709, seqNum=5 , the old value is region=TestAcidGuarantees,,1732529775366.3a1b0c8e740ae1c15e15d1a637215f96., hostname=e2fd862922a0,38547,1732529625709, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a1b0c8e740ae1c15e15d1a637215f96, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T10:16:21,116 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732529775366.3a1b0c8e740ae1c15e15d1a637215f96., hostname=e2fd862922a0,38547,1732529625709, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a1b0c8e740ae1c15e15d1a637215f96, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T10:16:21,116 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732529775366.3a1b0c8e740ae1c15e15d1a637215f96., hostname=e2fd862922a0,38547,1732529625709, seqNum=5 because the exception is null or not the one we care about 2024-11-25T10:16:21,142 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=38547 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=163 2024-11-25T10:16:21,142 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e2fd862922a0:0-0 {event_type=RS_FLUSH_REGIONS, pid=163}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732529775366.3a1b0c8e740ae1c15e15d1a637215f96. 2024-11-25T10:16:21,142 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e2fd862922a0:0-0 {event_type=RS_FLUSH_REGIONS, pid=163}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732529775366.3a1b0c8e740ae1c15e15d1a637215f96. as already flushing 2024-11-25T10:16:21,142 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e2fd862922a0:0-0 {event_type=RS_FLUSH_REGIONS, pid=163}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732529775366.3a1b0c8e740ae1c15e15d1a637215f96. 2024-11-25T10:16:21,142 ERROR [RS_FLUSH_OPERATIONS-regionserver/e2fd862922a0:0-0 {event_type=RS_FLUSH_REGIONS, pid=163}] handler.RSProcedureHandler(58): pid=163 java.io.IOException: Unable to complete flush {ENCODED => 3a1b0c8e740ae1c15e15d1a637215f96, NAME => 'TestAcidGuarantees,,1732529775366.3a1b0c8e740ae1c15e15d1a637215f96.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T10:16:21,142 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e2fd862922a0:0-0 {event_type=RS_FLUSH_REGIONS, pid=163}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=163 java.io.IOException: Unable to complete flush {ENCODED => 3a1b0c8e740ae1c15e15d1a637215f96, NAME => 'TestAcidGuarantees,,1732529775366.3a1b0c8e740ae1c15e15d1a637215f96.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T10:16:21,143 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41005 {}] master.HMaster(4177): Remote procedure failed, pid=163 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 3a1b0c8e740ae1c15e15d1a637215f96, NAME => 'TestAcidGuarantees,,1732529775366.3a1b0c8e740ae1c15e15d1a637215f96.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 3a1b0c8e740ae1c15e15d1a637215f96, NAME => 'TestAcidGuarantees,,1732529775366.3a1b0c8e740ae1c15e15d1a637215f96.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T10:16:21,208 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=65 (bloomFilter=true), to=hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/3a1b0c8e740ae1c15e15d1a637215f96/.tmp/C/ecd37ecc6df2489891f86385b7bcec4c 2024-11-25T10:16:21,215 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/3a1b0c8e740ae1c15e15d1a637215f96/.tmp/A/da9019dd9e874d6896b1a94c0dcc819a as hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/3a1b0c8e740ae1c15e15d1a637215f96/A/da9019dd9e874d6896b1a94c0dcc819a 2024-11-25T10:16:21,219 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/3a1b0c8e740ae1c15e15d1a637215f96/A/da9019dd9e874d6896b1a94c0dcc819a, entries=250, sequenceid=65, filesize=47.0 K 2024-11-25T10:16:21,220 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/3a1b0c8e740ae1c15e15d1a637215f96/.tmp/B/499b5f72f2864007be5ffa6fa589388f as hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/3a1b0c8e740ae1c15e15d1a637215f96/B/499b5f72f2864007be5ffa6fa589388f 2024-11-25T10:16:21,223 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/3a1b0c8e740ae1c15e15d1a637215f96/B/499b5f72f2864007be5ffa6fa589388f, entries=150, sequenceid=65, filesize=11.7 K 2024-11-25T10:16:21,224 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/3a1b0c8e740ae1c15e15d1a637215f96/.tmp/C/ecd37ecc6df2489891f86385b7bcec4c as hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/3a1b0c8e740ae1c15e15d1a637215f96/C/ecd37ecc6df2489891f86385b7bcec4c 2024-11-25T10:16:21,227 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/3a1b0c8e740ae1c15e15d1a637215f96/C/ecd37ecc6df2489891f86385b7bcec4c, entries=150, sequenceid=65, filesize=11.7 K 2024-11-25T10:16:21,228 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~73.80 KB/75570, heapSize ~219.84 KB/225120, currentSize=100.63 KB/103050 for 3a1b0c8e740ae1c15e15d1a637215f96 in 1290ms, sequenceid=65, compaction requested=true 2024-11-25T10:16:21,228 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 3a1b0c8e740ae1c15e15d1a637215f96: 2024-11-25T10:16:21,228 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 3a1b0c8e740ae1c15e15d1a637215f96:A, priority=-2147483648, current under compaction store size is 1 2024-11-25T10:16:21,228 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-25T10:16:21,228 DEBUG [RS:0;e2fd862922a0:38547-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-25T10:16:21,228 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 3a1b0c8e740ae1c15e15d1a637215f96:B, priority=-2147483648, current under compaction store size is 2 2024-11-25T10:16:21,228 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-25T10:16:21,228 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 3a1b0c8e740ae1c15e15d1a637215f96:C, priority=-2147483648, current under compaction store size is 3 2024-11-25T10:16:21,228 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-25T10:16:21,228 DEBUG [RS:0;e2fd862922a0:38547-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-25T10:16:21,232 DEBUG [RS:0;e2fd862922a0:38547-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 33659 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-25T10:16:21,232 DEBUG [RS:0;e2fd862922a0:38547-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 101455 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-25T10:16:21,232 DEBUG [RS:0;e2fd862922a0:38547-longCompactions-0 {}] regionserver.HStore(1541): 3a1b0c8e740ae1c15e15d1a637215f96/B is initiating minor compaction (all files) 2024-11-25T10:16:21,232 DEBUG [RS:0;e2fd862922a0:38547-shortCompactions-0 {}] regionserver.HStore(1541): 3a1b0c8e740ae1c15e15d1a637215f96/A is initiating minor compaction (all files) 2024-11-25T10:16:21,233 INFO [RS:0;e2fd862922a0:38547-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 3a1b0c8e740ae1c15e15d1a637215f96/B in TestAcidGuarantees,,1732529775366.3a1b0c8e740ae1c15e15d1a637215f96. 2024-11-25T10:16:21,233 INFO [RS:0;e2fd862922a0:38547-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 3a1b0c8e740ae1c15e15d1a637215f96/A in TestAcidGuarantees,,1732529775366.3a1b0c8e740ae1c15e15d1a637215f96. 2024-11-25T10:16:21,233 INFO [RS:0;e2fd862922a0:38547-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/3a1b0c8e740ae1c15e15d1a637215f96/B/8fe2260be5454cbda086c9949c9afa8d, hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/3a1b0c8e740ae1c15e15d1a637215f96/B/30c43c7fd4e342008fc4bf1cb69c65a7, hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/3a1b0c8e740ae1c15e15d1a637215f96/B/499b5f72f2864007be5ffa6fa589388f] into tmpdir=hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/3a1b0c8e740ae1c15e15d1a637215f96/.tmp, totalSize=32.9 K 2024-11-25T10:16:21,233 INFO [RS:0;e2fd862922a0:38547-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/3a1b0c8e740ae1c15e15d1a637215f96/A/d87c6a5f980a4962a8694de2eb6a0036, hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/3a1b0c8e740ae1c15e15d1a637215f96/A/5992e1a6bc834138939bbfbd1f14f625, hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/3a1b0c8e740ae1c15e15d1a637215f96/A/da9019dd9e874d6896b1a94c0dcc819a] into tmpdir=hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/3a1b0c8e740ae1c15e15d1a637215f96/.tmp, totalSize=99.1 K 2024-11-25T10:16:21,233 INFO [RS:0;e2fd862922a0:38547-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=53.85 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732529775366.3a1b0c8e740ae1c15e15d1a637215f96. 2024-11-25T10:16:21,233 DEBUG [RS:0;e2fd862922a0:38547-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732529775366.3a1b0c8e740ae1c15e15d1a637215f96. files: [hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/3a1b0c8e740ae1c15e15d1a637215f96/A/d87c6a5f980a4962a8694de2eb6a0036, hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/3a1b0c8e740ae1c15e15d1a637215f96/A/5992e1a6bc834138939bbfbd1f14f625, hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/3a1b0c8e740ae1c15e15d1a637215f96/A/da9019dd9e874d6896b1a94c0dcc819a] 2024-11-25T10:16:21,233 DEBUG [RS:0;e2fd862922a0:38547-longCompactions-0 {}] compactions.Compactor(225): Compacting 8fe2260be5454cbda086c9949c9afa8d, keycount=100, bloomtype=ROW, size=9.4 K, encoding=NONE, compression=NONE, seqNum=15, earliestPutTs=1732529778082 2024-11-25T10:16:21,233 DEBUG [RS:0;e2fd862922a0:38547-shortCompactions-0 {}] compactions.Compactor(225): Compacting d87c6a5f980a4962a8694de2eb6a0036, keycount=100, bloomtype=ROW, size=21.8 K, encoding=NONE, compression=NONE, seqNum=15, earliestPutTs=1732529778082 2024-11-25T10:16:21,233 DEBUG [RS:0;e2fd862922a0:38547-longCompactions-0 {}] compactions.Compactor(225): Compacting 30c43c7fd4e342008fc4bf1cb69c65a7, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=51, earliestPutTs=1732529778139 2024-11-25T10:16:21,234 DEBUG [RS:0;e2fd862922a0:38547-longCompactions-0 {}] compactions.Compactor(225): Compacting 499b5f72f2864007be5ffa6fa589388f, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=65, earliestPutTs=1732529779294 2024-11-25T10:16:21,234 DEBUG [RS:0;e2fd862922a0:38547-shortCompactions-0 {}] compactions.Compactor(225): Compacting 5992e1a6bc834138939bbfbd1f14f625, keycount=150, bloomtype=ROW, size=30.2 K, encoding=NONE, compression=NONE, seqNum=51, earliestPutTs=1732529778139 2024-11-25T10:16:21,234 DEBUG [RS:0;e2fd862922a0:38547-shortCompactions-0 {}] compactions.Compactor(225): Compacting da9019dd9e874d6896b1a94c0dcc819a, keycount=250, bloomtype=ROW, size=47.0 K, encoding=NONE, compression=NONE, seqNum=65, earliestPutTs=1732529779294 2024-11-25T10:16:21,240 INFO [RS:0;e2fd862922a0:38547-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(321): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=3a1b0c8e740ae1c15e15d1a637215f96] 2024-11-25T10:16:21,241 INFO [RS:0;e2fd862922a0:38547-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 3a1b0c8e740ae1c15e15d1a637215f96#B#compaction#465 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 53.85 MB/second 2024-11-25T10:16:21,242 DEBUG [RS:0;e2fd862922a0:38547-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/3a1b0c8e740ae1c15e15d1a637215f96/.tmp/B/8a15aad9bd7e467bbc46fd9f2032cdc6 is 50, key is test_row_0/B:col10/1732529779294/Put/seqid=0 2024-11-25T10:16:21,244 DEBUG [RS:0;e2fd862922a0:38547-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(635): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e20241125c9070973225545318d9937cdea9ce29b_3a1b0c8e740ae1c15e15d1a637215f96 store=[table=TestAcidGuarantees family=A region=3a1b0c8e740ae1c15e15d1a637215f96] 2024-11-25T10:16:21,246 DEBUG [RS:0;e2fd862922a0:38547-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(656): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e20241125c9070973225545318d9937cdea9ce29b_3a1b0c8e740ae1c15e15d1a637215f96, store=[table=TestAcidGuarantees family=A region=3a1b0c8e740ae1c15e15d1a637215f96] 2024-11-25T10:16:21,246 DEBUG [RS:0;e2fd862922a0:38547-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(667): Aborting writer for hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241125c9070973225545318d9937cdea9ce29b_3a1b0c8e740ae1c15e15d1a637215f96 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=3a1b0c8e740ae1c15e15d1a637215f96] 2024-11-25T10:16:21,265 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39927 is added to blk_1073742369_1545 (size=12104) 2024-11-25T10:16:21,284 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39927 is added to blk_1073742370_1546 (size=4469) 2024-11-25T10:16:21,288 INFO [RS:0;e2fd862922a0:38547-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 3a1b0c8e740ae1c15e15d1a637215f96#A#compaction#466 average throughput is 0.51 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 53.85 MB/second 2024-11-25T10:16:21,289 DEBUG [RS:0;e2fd862922a0:38547-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/3a1b0c8e740ae1c15e15d1a637215f96/.tmp/A/27efdd7961db478895916567ae1e7be5 is 175, key is test_row_0/A:col10/1732529779294/Put/seqid=0 2024-11-25T10:16:21,294 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=38547 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=163 2024-11-25T10:16:21,294 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e2fd862922a0:0-1 {event_type=RS_FLUSH_REGIONS, pid=163}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732529775366.3a1b0c8e740ae1c15e15d1a637215f96. 2024-11-25T10:16:21,295 INFO [RS_FLUSH_OPERATIONS-regionserver/e2fd862922a0:0-1 {event_type=RS_FLUSH_REGIONS, pid=163}] regionserver.HRegion(2902): Flushing 3a1b0c8e740ae1c15e15d1a637215f96 3/3 column families, dataSize=100.63 KB heapSize=299.58 KB 2024-11-25T10:16:21,295 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e2fd862922a0:0-1 {event_type=RS_FLUSH_REGIONS, pid=163}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 3a1b0c8e740ae1c15e15d1a637215f96, store=A 2024-11-25T10:16:21,295 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e2fd862922a0:0-1 {event_type=RS_FLUSH_REGIONS, pid=163}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T10:16:21,295 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e2fd862922a0:0-1 {event_type=RS_FLUSH_REGIONS, pid=163}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 3a1b0c8e740ae1c15e15d1a637215f96, store=B 2024-11-25T10:16:21,295 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e2fd862922a0:0-1 {event_type=RS_FLUSH_REGIONS, pid=163}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T10:16:21,295 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e2fd862922a0:0-1 {event_type=RS_FLUSH_REGIONS, pid=163}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 3a1b0c8e740ae1c15e15d1a637215f96, store=C 2024-11-25T10:16:21,295 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e2fd862922a0:0-1 {event_type=RS_FLUSH_REGIONS, pid=163}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T10:16:21,308 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39927 is added to blk_1073742371_1547 (size=31058) 2024-11-25T10:16:21,311 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e2fd862922a0:0-1 {event_type=RS_FLUSH_REGIONS, pid=163}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411257f1fd24e2302431fba6cdede7dee3e78_3a1b0c8e740ae1c15e15d1a637215f96 is 50, key is test_row_0/A:col10/1732529779953/Put/seqid=0 2024-11-25T10:16:21,334 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39927 is added to blk_1073742372_1548 (size=12154) 2024-11-25T10:16:21,335 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e2fd862922a0:0-1 {event_type=RS_FLUSH_REGIONS, pid=163}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:16:21,339 INFO [RS_FLUSH_OPERATIONS-regionserver/e2fd862922a0:0-1 {event_type=RS_FLUSH_REGIONS, pid=163}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411257f1fd24e2302431fba6cdede7dee3e78_3a1b0c8e740ae1c15e15d1a637215f96 to hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411257f1fd24e2302431fba6cdede7dee3e78_3a1b0c8e740ae1c15e15d1a637215f96 2024-11-25T10:16:21,339 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e2fd862922a0:0-1 {event_type=RS_FLUSH_REGIONS, pid=163}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/3a1b0c8e740ae1c15e15d1a637215f96/.tmp/A/99802d5d6ae349aaa66b14bf9eaa30b9, store: [table=TestAcidGuarantees family=A region=3a1b0c8e740ae1c15e15d1a637215f96] 2024-11-25T10:16:21,340 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e2fd862922a0:0-1 {event_type=RS_FLUSH_REGIONS, pid=163}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/3a1b0c8e740ae1c15e15d1a637215f96/.tmp/A/99802d5d6ae349aaa66b14bf9eaa30b9 is 175, key is test_row_0/A:col10/1732529779953/Put/seqid=0 2024-11-25T10:16:21,350 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39927 is added to blk_1073742373_1549 (size=30955) 2024-11-25T10:16:21,351 INFO [RS_FLUSH_OPERATIONS-regionserver/e2fd862922a0:0-1 {event_type=RS_FLUSH_REGIONS, pid=163}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=83, memsize=33.5 K, hasBloomFilter=true, into tmp file hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/3a1b0c8e740ae1c15e15d1a637215f96/.tmp/A/99802d5d6ae349aaa66b14bf9eaa30b9 2024-11-25T10:16:21,359 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e2fd862922a0:0-1 {event_type=RS_FLUSH_REGIONS, pid=163}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/3a1b0c8e740ae1c15e15d1a637215f96/.tmp/B/815363a8b4ed4cc29fecc8f8e000ce3c is 50, key is test_row_0/B:col10/1732529779953/Put/seqid=0 2024-11-25T10:16:21,362 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41005 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=162 2024-11-25T10:16:21,364 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39927 is added to blk_1073742374_1550 (size=12001) 2024-11-25T10:16:21,365 INFO [RS_FLUSH_OPERATIONS-regionserver/e2fd862922a0:0-1 {event_type=RS_FLUSH_REGIONS, pid=163}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=33.54 KB at sequenceid=83 (bloomFilter=true), to=hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/3a1b0c8e740ae1c15e15d1a637215f96/.tmp/B/815363a8b4ed4cc29fecc8f8e000ce3c 2024-11-25T10:16:21,372 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e2fd862922a0:0-1 {event_type=RS_FLUSH_REGIONS, pid=163}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/3a1b0c8e740ae1c15e15d1a637215f96/.tmp/C/e4aff89ce6af4066ade7ff2d94fa17a5 is 50, key is test_row_0/C:col10/1732529779953/Put/seqid=0 2024-11-25T10:16:21,375 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39927 is added to blk_1073742375_1551 (size=12001) 2024-11-25T10:16:21,669 DEBUG [RS:0;e2fd862922a0:38547-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/3a1b0c8e740ae1c15e15d1a637215f96/.tmp/B/8a15aad9bd7e467bbc46fd9f2032cdc6 as hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/3a1b0c8e740ae1c15e15d1a637215f96/B/8a15aad9bd7e467bbc46fd9f2032cdc6 2024-11-25T10:16:21,674 INFO [RS:0;e2fd862922a0:38547-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 3a1b0c8e740ae1c15e15d1a637215f96/B of 3a1b0c8e740ae1c15e15d1a637215f96 into 8a15aad9bd7e467bbc46fd9f2032cdc6(size=11.8 K), total size for store is 11.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-25T10:16:21,674 DEBUG [RS:0;e2fd862922a0:38547-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 3a1b0c8e740ae1c15e15d1a637215f96: 2024-11-25T10:16:21,674 INFO [RS:0;e2fd862922a0:38547-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732529775366.3a1b0c8e740ae1c15e15d1a637215f96., storeName=3a1b0c8e740ae1c15e15d1a637215f96/B, priority=13, startTime=1732529781228; duration=0sec 2024-11-25T10:16:21,674 DEBUG [RS:0;e2fd862922a0:38547-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-25T10:16:21,674 DEBUG [RS:0;e2fd862922a0:38547-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 3a1b0c8e740ae1c15e15d1a637215f96:B 2024-11-25T10:16:21,674 DEBUG [RS:0;e2fd862922a0:38547-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-25T10:16:21,675 DEBUG [RS:0;e2fd862922a0:38547-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 33659 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-25T10:16:21,675 DEBUG [RS:0;e2fd862922a0:38547-longCompactions-0 {}] regionserver.HStore(1541): 3a1b0c8e740ae1c15e15d1a637215f96/C is initiating minor compaction (all files) 2024-11-25T10:16:21,675 INFO [RS:0;e2fd862922a0:38547-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 3a1b0c8e740ae1c15e15d1a637215f96/C in TestAcidGuarantees,,1732529775366.3a1b0c8e740ae1c15e15d1a637215f96. 2024-11-25T10:16:21,675 INFO [RS:0;e2fd862922a0:38547-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/3a1b0c8e740ae1c15e15d1a637215f96/C/1d463ce7089248c484d020d73437f173, hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/3a1b0c8e740ae1c15e15d1a637215f96/C/48cd433cdb48431f87e42cbc548c3337, hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/3a1b0c8e740ae1c15e15d1a637215f96/C/ecd37ecc6df2489891f86385b7bcec4c] into tmpdir=hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/3a1b0c8e740ae1c15e15d1a637215f96/.tmp, totalSize=32.9 K 2024-11-25T10:16:21,676 DEBUG [RS:0;e2fd862922a0:38547-longCompactions-0 {}] compactions.Compactor(225): Compacting 1d463ce7089248c484d020d73437f173, keycount=100, bloomtype=ROW, size=9.4 K, encoding=NONE, compression=NONE, seqNum=15, earliestPutTs=1732529778082 2024-11-25T10:16:21,676 DEBUG [RS:0;e2fd862922a0:38547-longCompactions-0 {}] compactions.Compactor(225): Compacting 48cd433cdb48431f87e42cbc548c3337, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=51, earliestPutTs=1732529778139 2024-11-25T10:16:21,676 DEBUG [RS:0;e2fd862922a0:38547-longCompactions-0 {}] compactions.Compactor(225): Compacting ecd37ecc6df2489891f86385b7bcec4c, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=65, earliestPutTs=1732529779294 2024-11-25T10:16:21,683 INFO [RS:0;e2fd862922a0:38547-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 3a1b0c8e740ae1c15e15d1a637215f96#C#compaction#470 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 53.85 MB/second 2024-11-25T10:16:21,683 DEBUG [RS:0;e2fd862922a0:38547-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/3a1b0c8e740ae1c15e15d1a637215f96/.tmp/C/08db6d47b2b341ef98d78e8e887b1e6c is 50, key is test_row_0/C:col10/1732529779294/Put/seqid=0 2024-11-25T10:16:21,687 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39927 is added to blk_1073742376_1552 (size=12104) 2024-11-25T10:16:21,712 DEBUG [RS:0;e2fd862922a0:38547-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/3a1b0c8e740ae1c15e15d1a637215f96/.tmp/A/27efdd7961db478895916567ae1e7be5 as hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/3a1b0c8e740ae1c15e15d1a637215f96/A/27efdd7961db478895916567ae1e7be5 2024-11-25T10:16:21,715 INFO [RS:0;e2fd862922a0:38547-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 3a1b0c8e740ae1c15e15d1a637215f96/A of 3a1b0c8e740ae1c15e15d1a637215f96 into 27efdd7961db478895916567ae1e7be5(size=30.3 K), total size for store is 30.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-25T10:16:21,715 DEBUG [RS:0;e2fd862922a0:38547-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 3a1b0c8e740ae1c15e15d1a637215f96: 2024-11-25T10:16:21,715 INFO [RS:0;e2fd862922a0:38547-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732529775366.3a1b0c8e740ae1c15e15d1a637215f96., storeName=3a1b0c8e740ae1c15e15d1a637215f96/A, priority=13, startTime=1732529781228; duration=0sec 2024-11-25T10:16:21,715 DEBUG [RS:0;e2fd862922a0:38547-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-25T10:16:21,715 DEBUG [RS:0;e2fd862922a0:38547-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 3a1b0c8e740ae1c15e15d1a637215f96:A 2024-11-25T10:16:21,775 INFO [RS_FLUSH_OPERATIONS-regionserver/e2fd862922a0:0-1 {event_type=RS_FLUSH_REGIONS, pid=163}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=33.54 KB at sequenceid=83 (bloomFilter=true), to=hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/3a1b0c8e740ae1c15e15d1a637215f96/.tmp/C/e4aff89ce6af4066ade7ff2d94fa17a5 2024-11-25T10:16:21,779 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e2fd862922a0:0-1 {event_type=RS_FLUSH_REGIONS, pid=163}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/3a1b0c8e740ae1c15e15d1a637215f96/.tmp/A/99802d5d6ae349aaa66b14bf9eaa30b9 as hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/3a1b0c8e740ae1c15e15d1a637215f96/A/99802d5d6ae349aaa66b14bf9eaa30b9 2024-11-25T10:16:21,782 INFO [RS_FLUSH_OPERATIONS-regionserver/e2fd862922a0:0-1 {event_type=RS_FLUSH_REGIONS, pid=163}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/3a1b0c8e740ae1c15e15d1a637215f96/A/99802d5d6ae349aaa66b14bf9eaa30b9, entries=150, sequenceid=83, filesize=30.2 K 2024-11-25T10:16:21,782 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e2fd862922a0:0-1 {event_type=RS_FLUSH_REGIONS, pid=163}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/3a1b0c8e740ae1c15e15d1a637215f96/.tmp/B/815363a8b4ed4cc29fecc8f8e000ce3c as hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/3a1b0c8e740ae1c15e15d1a637215f96/B/815363a8b4ed4cc29fecc8f8e000ce3c 2024-11-25T10:16:21,784 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:16:21,784 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:16:21,784 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:16:21,785 INFO [RS_FLUSH_OPERATIONS-regionserver/e2fd862922a0:0-1 {event_type=RS_FLUSH_REGIONS, pid=163}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/3a1b0c8e740ae1c15e15d1a637215f96/B/815363a8b4ed4cc29fecc8f8e000ce3c, entries=150, sequenceid=83, filesize=11.7 K 2024-11-25T10:16:21,786 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e2fd862922a0:0-1 {event_type=RS_FLUSH_REGIONS, pid=163}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/3a1b0c8e740ae1c15e15d1a637215f96/.tmp/C/e4aff89ce6af4066ade7ff2d94fa17a5 as hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/3a1b0c8e740ae1c15e15d1a637215f96/C/e4aff89ce6af4066ade7ff2d94fa17a5 2024-11-25T10:16:21,787 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:16:21,787 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:16:21,787 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:16:21,787 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:16:21,788 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:16:21,788 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:16:21,788 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:16:21,788 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:16:21,789 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:16:21,789 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:16:21,789 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:16:21,789 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:16:21,789 INFO [RS_FLUSH_OPERATIONS-regionserver/e2fd862922a0:0-1 {event_type=RS_FLUSH_REGIONS, pid=163}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/3a1b0c8e740ae1c15e15d1a637215f96/C/e4aff89ce6af4066ade7ff2d94fa17a5, entries=150, sequenceid=83, filesize=11.7 K 2024-11-25T10:16:21,789 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:16:21,789 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:16:21,789 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:16:21,790 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:16:21,790 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:16:21,790 INFO [RS_FLUSH_OPERATIONS-regionserver/e2fd862922a0:0-1 {event_type=RS_FLUSH_REGIONS, pid=163}] regionserver.HRegion(3140): Finished flush of dataSize ~100.63 KB/103050, heapSize ~299.53 KB/306720, currentSize=0 B/0 for 3a1b0c8e740ae1c15e15d1a637215f96 in 495ms, sequenceid=83, compaction requested=false 2024-11-25T10:16:21,790 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:16:21,790 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e2fd862922a0:0-1 {event_type=RS_FLUSH_REGIONS, pid=163}] regionserver.HRegion(2603): Flush status journal for 3a1b0c8e740ae1c15e15d1a637215f96: 2024-11-25T10:16:21,790 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e2fd862922a0:0-1 {event_type=RS_FLUSH_REGIONS, pid=163}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732529775366.3a1b0c8e740ae1c15e15d1a637215f96. 2024-11-25T10:16:21,790 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e2fd862922a0:0-1 {event_type=RS_FLUSH_REGIONS, pid=163}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=163 2024-11-25T10:16:21,790 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:16:21,790 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:16:21,790 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:16:21,790 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41005 {}] master.HMaster(4169): Remote procedure done, pid=163 2024-11-25T10:16:21,791 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:16:21,791 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:16:21,791 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:16:21,791 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:16:21,791 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:16:21,792 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:16:21,792 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:16:21,792 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:16:21,792 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:16:21,792 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:16:21,792 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:16:21,793 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:16:21,793 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:16:21,793 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:16:21,793 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=163, resume processing ppid=162 2024-11-25T10:16:21,793 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=163, ppid=162, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.5660 sec 2024-11-25T10:16:21,793 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:16:21,793 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:16:21,793 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:16:21,793 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:16:21,794 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:16:21,794 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:16:21,794 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:16:21,794 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:16:21,794 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:16:21,794 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:16:21,794 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:16:21,794 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:16:21,795 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=162, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=162, table=TestAcidGuarantees in 1.5700 sec 2024-11-25T10:16:21,795 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:16:21,795 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:16:21,795 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:16:21,795 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:16:21,795 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:16:21,795 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:16:21,796 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:16:21,796 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:16:21,796 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:16:21,796 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:16:21,796 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:16:21,796 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:16:21,796 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:16:21,797 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:16:21,797 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:16:21,797 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:16:21,797 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:16:21,797 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:16:21,797 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:16:21,797 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:16:21,797 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:16:21,797 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:16:21,798 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:16:21,798 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:16:21,798 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:16:21,798 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:16:21,798 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:16:21,798 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:16:21,798 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:16:21,799 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:16:21,799 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:16:21,799 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:16:21,799 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:16:21,799 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:16:21,799 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:16:21,799 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:16:21,800 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:16:21,800 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:16:21,800 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:16:21,800 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:16:21,800 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:16:21,800 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:16:21,800 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:16:21,800 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:16:21,801 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:16:21,801 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:16:21,801 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:16:21,801 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:16:21,801 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:16:21,801 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:16:21,801 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:16:21,802 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:16:21,802 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:16:21,802 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:16:21,802 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:16:21,802 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:16:21,802 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:16:21,802 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:16:21,802 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:16:21,802 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:16:21,803 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:16:21,803 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:16:21,803 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:16:21,803 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:16:21,803 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:16:21,803 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:16:21,803 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:16:21,804 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:16:21,804 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:16:21,804 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:16:21,804 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:16:21,804 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:16:21,804 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:16:21,804 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:16:21,805 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:16:21,805 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:16:21,805 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:16:21,805 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:16:21,805 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:16:21,805 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:16:21,805 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:16:21,805 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:16:21,805 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:16:21,806 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:16:21,806 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:16:21,806 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:16:21,806 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:16:21,806 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:16:21,806 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:16:21,807 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:16:21,807 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:16:21,807 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:16:21,807 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:16:21,807 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:16:21,807 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:16:21,808 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:16:21,808 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:16:21,808 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:16:21,808 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:16:21,809 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:16:21,809 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:16:21,810 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:16:21,810 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:16:21,810 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:16:21,810 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:16:21,811 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:16:21,811 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:16:21,811 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:16:21,811 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:16:21,811 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:16:21,811 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:16:21,811 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:16:21,812 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:16:21,812 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:16:21,812 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:16:21,812 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:16:21,812 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:16:21,812 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:16:21,812 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:16:21,813 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:16:21,813 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:16:21,813 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:16:21,813 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:16:21,813 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:16:21,813 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:16:21,814 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:16:21,814 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:16:21,814 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:16:21,814 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:16:21,814 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:16:21,814 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:16:21,815 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:16:21,815 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:16:21,815 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:16:21,815 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:16:21,815 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:16:21,815 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:16:21,816 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:16:21,816 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:16:21,816 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:16:21,816 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:16:21,816 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:16:21,816 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:16:21,816 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:16:21,817 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:16:21,817 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:16:21,817 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:16:21,817 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:16:21,817 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:16:21,817 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:16:21,818 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:16:21,818 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:16:21,818 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:16:21,818 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:16:21,818 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:16:21,818 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:16:21,819 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:16:21,819 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:16:21,819 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:16:21,819 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:16:21,819 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:16:21,819 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:16:21,819 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:16:21,819 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:16:21,820 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:16:21,820 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:16:21,820 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:16:21,820 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:16:21,820 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:16:21,820 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:16:21,821 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:16:21,821 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:16:21,821 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:16:21,821 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:16:21,821 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:16:21,821 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:16:21,821 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:16:21,822 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:16:21,822 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:16:21,822 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:16:21,822 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:16:21,822 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:16:21,822 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:16:21,823 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:16:21,823 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:16:21,823 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:16:21,823 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:16:21,823 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:16:21,823 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:16:21,823 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:16:21,823 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:16:21,824 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:16:21,824 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:16:21,824 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:16:21,824 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:16:21,824 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:16:21,824 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:16:21,825 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:16:21,825 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:16:21,825 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:16:21,825 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:16:21,825 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:16:21,825 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:16:21,825 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:16:21,826 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:16:21,826 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:16:21,826 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:16:21,826 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:16:21,826 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:16:21,826 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:16:21,826 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:16:21,827 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:16:21,827 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:16:21,827 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:16:21,827 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:16:21,827 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:16:21,827 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:16:21,827 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:16:21,828 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:16:21,828 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:16:21,828 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:16:21,828 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:16:21,828 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:16:21,828 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:16:21,828 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:16:21,829 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:16:21,829 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:16:21,829 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:16:21,829 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:16:21,829 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:16:21,829 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:16:21,829 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:16:21,830 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:16:21,830 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:16:21,830 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:16:21,830 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:16:21,830 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:16:21,830 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:16:21,830 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:16:21,831 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:16:21,831 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:16:21,831 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:16:21,831 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:16:21,831 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:16:21,832 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:16:21,832 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:16:21,832 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:16:21,832 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:16:21,833 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:16:21,833 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:16:21,833 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:16:21,833 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:16:21,833 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:16:21,833 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:16:21,834 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:16:21,834 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:16:21,834 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:16:21,834 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:16:21,834 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:16:21,834 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:16:21,835 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:16:21,835 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:16:21,835 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:16:21,835 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:16:21,835 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:16:21,835 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:16:21,836 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:16:21,836 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:16:21,836 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:16:21,836 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:16:21,836 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:16:21,836 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:16:21,836 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:16:21,837 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:16:21,837 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:16:21,837 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:16:21,837 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:16:21,837 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:16:21,837 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:16:21,838 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:16:21,838 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:16:21,838 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:16:21,838 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:16:21,838 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:16:21,838 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:16:21,838 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:16:21,838 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:16:21,838 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:16:21,839 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:16:21,839 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:16:21,839 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:16:21,839 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:16:21,839 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:16:21,839 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:16:21,839 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:16:21,840 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:16:21,840 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:16:21,840 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:16:21,840 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:16:21,840 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:16:21,840 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:16:21,840 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:16:21,840 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:16:21,840 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:16:21,841 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:16:21,841 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:16:21,841 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:16:21,841 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:16:21,841 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:16:21,841 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:16:21,841 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:16:21,841 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:16:21,842 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:16:21,842 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:16:21,842 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:16:21,842 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:16:21,842 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:16:21,842 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:16:21,842 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:16:21,842 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:16:21,843 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:16:21,843 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:16:21,843 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:16:21,843 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:16:21,843 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:16:21,843 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:16:21,843 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:16:21,844 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:16:21,844 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:16:21,844 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:16:21,844 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:16:21,844 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:16:21,844 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:16:21,844 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:16:21,844 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:16:21,844 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:16:21,845 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:16:21,845 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:16:21,845 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:16:21,845 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:16:21,845 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:16:21,845 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:16:21,846 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:16:21,846 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:16:21,846 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:16:21,846 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:16:21,846 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:16:21,846 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:16:21,847 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:16:21,847 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:16:21,847 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:16:21,847 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:16:21,847 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:16:21,847 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:16:21,847 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:16:21,847 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:16:21,848 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:16:21,848 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:16:21,848 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:16:21,848 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:16:21,848 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:16:21,848 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:16:21,849 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:16:21,849 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:16:21,849 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:16:21,849 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:16:21,849 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:16:21,849 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:16:21,849 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:16:21,849 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:16:21,850 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:16:21,850 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:16:21,850 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:16:21,850 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:16:21,850 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:16:21,850 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:16:21,851 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:16:21,851 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:16:21,851 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:16:21,851 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:16:21,851 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:16:21,851 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:16:21,851 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:16:21,852 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:16:21,852 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:16:21,852 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:16:21,852 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:16:21,852 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:16:21,852 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:16:21,853 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:16:21,853 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:16:21,853 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:16:21,853 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:16:21,853 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:16:21,853 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:16:21,854 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:16:21,854 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:16:21,854 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:16:21,854 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:16:21,854 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:16:21,855 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:16:21,855 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:16:21,855 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:16:21,855 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:16:21,855 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:16:21,856 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:16:21,856 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:16:21,856 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:16:21,856 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:16:21,857 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:16:21,857 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:16:21,858 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:16:21,858 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:16:21,858 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:16:21,859 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:16:21,859 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:16:21,859 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:16:21,859 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:16:21,859 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:16:21,859 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:16:21,860 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:16:21,860 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:16:21,860 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:16:21,860 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:16:21,860 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:16:21,861 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:16:21,861 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:16:21,861 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:16:21,861 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:16:21,861 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:16:21,861 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:16:21,862 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:16:21,862 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:16:21,862 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:16:21,862 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:16:21,862 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:16:21,862 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:16:21,863 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:16:21,863 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:16:21,863 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:16:21,863 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:16:21,863 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:16:21,863 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:16:21,864 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:16:21,864 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:16:21,864 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:16:21,864 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:16:21,864 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:16:21,864 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:16:21,865 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:16:21,865 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:16:21,865 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:16:21,865 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:16:21,866 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:16:21,866 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:16:21,866 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:16:21,866 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:16:21,866 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:16:21,867 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:16:21,867 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:16:21,867 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:16:21,867 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:16:21,867 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:16:21,867 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:16:21,868 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:16:21,868 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:16:21,868 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:16:21,868 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:16:21,868 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:16:21,868 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:16:21,869 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:16:21,869 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:16:21,869 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:16:21,869 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:16:21,869 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:16:21,870 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:16:21,870 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:16:21,870 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:16:21,870 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:16:21,870 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:16:21,870 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:16:21,871 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:16:21,871 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:16:21,871 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:16:21,871 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:16:21,871 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:16:21,871 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:16:21,872 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:16:21,872 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:16:21,872 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:16:21,872 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:16:21,873 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:16:21,873 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:16:21,873 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:16:21,873 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:16:21,874 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:16:21,874 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:16:21,874 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:16:21,874 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:16:21,874 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:16:21,874 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:16:21,875 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:16:21,875 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:16:21,875 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:16:21,875 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:16:21,876 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:16:21,876 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:16:21,876 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:16:21,876 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:16:21,876 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:16:21,877 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:16:21,877 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:16:21,877 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:16:21,877 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:16:21,878 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:16:21,878 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:16:21,878 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:16:21,878 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:16:21,879 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:16:21,879 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:16:21,879 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:16:21,880 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:16:21,880 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:16:21,880 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:16:21,880 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:16:21,880 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:16:21,881 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:16:21,881 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:16:21,881 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:16:21,881 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:16:21,882 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:16:21,882 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:16:21,882 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:16:21,883 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:16:21,883 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:16:21,883 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:16:21,884 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:16:21,885 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:16:21,885 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:16:21,885 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:16:21,885 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:16:21,886 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:16:21,886 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:16:21,886 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:16:21,887 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:16:21,887 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:16:21,887 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:16:21,887 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:16:21,887 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:16:21,888 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:16:21,888 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:16:21,888 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:16:21,888 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:16:21,888 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:16:21,889 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:16:21,889 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:16:21,889 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:16:21,889 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:16:21,889 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:16:21,890 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:16:21,890 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:16:21,890 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:16:21,890 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:16:21,890 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:16:21,890 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:16:21,891 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:16:21,891 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:16:21,891 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:16:21,891 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:16:21,892 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:16:21,892 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:16:21,892 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:16:21,892 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:16:21,892 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:16:21,892 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:16:21,892 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:16:21,893 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:16:21,893 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:16:21,893 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:16:21,893 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:16:21,894 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:16:21,894 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:16:21,894 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:16:21,895 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:16:21,895 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:16:21,895 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:16:21,895 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:16:21,896 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:16:21,896 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:16:21,896 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:16:21,896 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:16:21,897 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:16:21,897 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:16:21,897 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:16:21,897 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:16:21,897 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:16:21,897 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:16:21,898 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:16:21,898 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:16:21,898 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:16:21,898 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:16:21,899 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:16:21,899 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:16:21,899 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:16:21,899 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:16:21,900 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:16:21,900 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:16:21,900 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:16:21,900 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:16:21,900 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:16:21,901 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:16:21,901 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:16:21,901 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:16:21,901 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:16:21,901 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:16:21,902 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:16:21,902 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:16:21,902 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:16:21,902 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:16:21,902 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:16:21,903 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:16:21,903 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:16:21,903 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:16:21,903 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:16:21,904 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:16:21,904 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:16:21,904 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:16:21,904 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:16:21,904 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:16:21,904 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:16:21,905 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:16:21,905 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:16:21,905 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:16:21,905 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:16:21,905 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:16:21,905 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:16:21,905 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:16:21,906 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:16:21,906 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:16:21,906 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:16:21,906 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:16:21,906 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:16:21,906 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:16:21,907 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:16:21,907 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:16:21,907 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:16:21,907 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:16:21,908 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:16:21,908 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:16:21,908 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:16:21,908 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:16:21,908 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:16:21,908 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:16:21,908 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:16:21,908 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:16:21,909 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:16:21,909 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:16:21,909 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:16:21,909 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:16:21,909 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:16:21,910 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:16:21,910 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:16:21,910 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:16:21,910 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:16:21,910 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:16:21,911 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:16:21,911 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:16:21,911 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:16:21,911 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:16:21,911 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:16:21,912 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:16:21,912 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:16:21,912 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:16:21,912 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:16:21,912 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:16:21,912 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:16:21,913 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:16:21,913 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:16:21,913 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:16:21,913 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:16:21,914 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:16:21,914 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:16:21,914 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:16:21,914 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:16:21,914 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:16:21,914 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:16:21,915 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:16:21,915 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:16:21,915 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:16:21,915 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:16:21,915 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:16:21,915 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:16:21,916 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:16:21,916 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:16:21,916 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:16:21,916 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:16:21,917 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:16:21,917 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:16:21,917 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:16:21,917 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:16:21,917 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:16:21,917 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:16:21,917 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:16:21,918 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:16:21,918 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:16:21,918 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:16:21,918 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:16:21,919 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:16:21,919 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:16:21,919 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:16:21,919 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:16:21,919 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:16:21,920 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:16:21,920 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:16:21,920 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:16:21,920 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:16:21,920 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:16:21,921 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:16:21,921 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:16:21,921 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:16:21,921 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:16:21,921 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:16:21,922 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:16:21,922 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:16:21,922 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:16:21,923 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:16:21,923 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:16:21,923 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:16:21,923 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:16:21,923 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:16:21,923 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:16:21,924 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:16:21,924 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:16:21,924 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:16:21,924 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:16:21,924 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:16:21,924 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:16:21,925 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:16:21,925 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:16:21,925 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:16:21,925 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:16:21,925 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:16:21,925 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:16:21,926 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:16:21,926 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:16:21,926 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:16:21,926 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:16:21,927 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:16:21,927 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:16:21,927 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:16:21,927 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:16:21,927 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:16:21,928 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:16:21,928 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:16:21,928 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:16:21,928 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:16:21,928 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:16:21,929 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:16:21,929 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:16:21,929 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:16:21,929 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:16:21,930 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:16:21,930 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:16:21,930 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:16:21,930 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:16:21,930 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:16:21,930 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:16:21,931 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:16:21,931 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:16:21,931 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:16:21,931 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:16:21,931 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:16:21,932 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:16:21,932 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:16:21,932 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:16:21,932 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:16:21,932 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:16:21,932 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:16:21,933 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:16:21,933 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:16:21,933 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:16:21,933 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:16:21,933 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:16:21,933 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:16:21,933 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:16:21,934 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:16:21,934 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:16:21,934 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:16:21,934 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:16:21,934 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:16:21,934 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:16:21,935 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:16:21,935 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:16:21,935 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:16:21,935 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:16:21,935 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:16:21,936 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:16:21,936 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:16:21,936 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:16:21,936 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:16:21,937 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:16:21,937 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:16:21,937 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:16:21,938 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:16:21,938 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:16:21,938 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:16:21,938 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:16:21,938 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:16:21,938 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:16:21,939 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:16:21,939 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:16:21,939 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:16:21,939 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:16:21,939 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:16:21,940 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:16:21,940 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:16:21,940 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:16:21,940 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:16:21,940 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:16:21,941 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:16:21,941 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:16:21,941 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:16:21,941 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:16:21,941 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:16:21,941 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:16:21,942 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:16:21,942 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:16:21,942 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:16:21,942 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:16:21,942 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:16:21,943 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:16:21,943 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:16:21,944 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:16:21,944 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:16:21,944 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:16:21,945 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:16:21,945 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:16:21,945 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:16:21,945 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:16:21,945 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:16:21,946 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:16:21,946 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:16:21,946 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:16:21,946 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:16:21,946 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:16:21,946 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:16:21,946 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:16:21,947 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:16:21,947 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:16:21,947 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:16:21,947 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:16:21,947 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:16:21,948 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:16:21,948 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:16:21,948 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:16:21,948 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:16:21,948 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:16:21,949 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:16:21,949 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:16:21,949 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:16:21,949 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:16:21,950 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:16:21,950 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:16:21,950 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:16:21,950 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:16:21,951 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:16:21,951 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:16:21,951 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:16:21,951 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:16:21,952 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:16:21,952 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:16:21,952 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:16:21,952 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:16:21,952 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:16:21,952 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:16:21,953 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:16:21,953 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:16:21,953 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:16:21,953 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:16:21,954 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:16:21,954 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:16:21,954 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:16:21,954 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:16:21,955 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:16:21,955 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:16:21,955 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:16:21,955 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:16:21,956 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:16:21,956 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:16:21,956 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:16:21,956 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:16:21,956 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:16:21,956 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:16:21,957 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:16:21,957 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:16:21,957 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:16:21,957 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:16:21,957 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:16:21,957 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:16:21,958 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:16:21,958 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:16:21,958 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:16:21,958 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:16:21,958 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:16:21,959 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:16:21,959 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:16:21,959 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:16:21,959 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:16:21,959 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:16:21,960 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:16:21,960 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:16:21,960 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:16:21,960 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:16:21,960 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:16:21,960 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:16:21,961 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:16:21,961 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:16:21,961 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:16:21,961 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:16:21,961 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:16:21,961 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:16:21,961 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:16:21,962 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:16:21,962 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:16:21,962 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:16:21,962 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:16:21,962 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:16:21,962 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:16:21,962 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:16:21,963 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:16:21,963 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:16:21,963 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:16:21,963 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:16:21,963 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:16:21,963 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:16:21,963 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:16:21,964 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:16:21,964 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:16:21,964 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:16:21,964 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:16:21,964 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:16:21,964 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:16:21,965 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:16:21,965 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:16:21,965 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:16:21,965 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:16:21,965 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:16:21,965 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:16:21,966 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:16:21,966 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:16:21,966 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:16:21,966 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:16:21,966 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:16:21,966 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:16:21,967 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:16:21,967 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:16:21,967 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:16:21,968 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:16:21,968 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:16:21,968 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:16:21,968 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:16:21,968 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:16:21,968 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:16:21,969 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:16:21,969 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:16:21,969 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:16:21,969 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:16:21,970 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:16:21,970 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:16:21,970 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:16:21,970 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:16:21,970 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:16:21,970 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:16:21,970 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:16:21,971 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:16:21,971 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:16:21,971 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:16:21,971 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:16:21,971 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:16:21,971 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:16:21,972 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:16:21,972 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:16:21,972 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:16:21,972 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:16:21,972 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:16:21,972 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:16:21,972 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:16:21,972 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:16:21,973 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:16:21,973 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:16:21,973 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:16:21,973 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:16:21,973 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:16:21,973 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:16:21,973 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:16:21,973 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:16:21,974 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:16:21,974 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:16:21,974 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:16:21,974 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:16:21,974 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:16:21,974 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:16:21,975 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:16:21,975 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:16:21,975 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:16:21,975 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:16:21,975 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:16:21,975 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:16:21,976 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:16:21,976 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:16:21,976 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:16:21,976 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:16:21,976 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:16:21,976 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:16:21,977 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:16:21,977 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:16:21,977 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:16:21,977 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:16:21,977 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:16:21,977 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:16:21,978 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:16:21,978 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:16:21,978 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:16:21,978 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:16:21,978 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:16:21,979 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:16:21,979 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:16:21,979 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:16:21,979 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:16:21,979 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:16:21,979 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:16:21,979 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:16:21,979 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:16:21,980 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:16:21,980 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:16:21,980 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:16:21,980 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:16:21,980 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:16:21,980 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:16:21,980 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:16:21,981 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:16:21,981 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:16:21,981 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:16:21,981 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:16:21,981 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:16:21,981 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:16:21,981 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:16:21,981 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:16:21,982 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:16:21,982 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:16:21,982 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:16:21,982 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:16:21,982 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:16:21,982 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:16:21,982 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:16:21,983 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:16:21,983 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:16:21,983 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:16:21,983 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:16:21,983 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:16:21,983 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:16:21,983 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:16:21,984 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:16:21,984 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:16:21,984 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:16:21,984 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:16:21,984 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:16:21,984 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:16:21,984 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:16:21,985 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:16:21,985 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:16:21,985 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:16:21,985 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:16:21,985 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:16:21,985 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:16:21,985 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:16:21,985 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:16:21,986 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:16:21,986 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:16:21,986 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:16:21,986 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:16:21,986 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:16:21,986 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:16:21,986 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:16:21,987 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:16:21,987 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:16:21,987 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:16:21,987 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:16:21,987 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:16:21,987 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:16:21,987 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:16:21,987 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:16:21,987 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:16:21,988 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:16:21,988 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:16:21,988 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:16:21,988 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:16:21,988 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:16:21,988 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:16:21,988 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:16:21,989 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:16:21,989 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:16:21,989 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:16:21,989 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:16:21,989 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:16:21,989 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:16:21,989 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:16:21,989 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:16:21,990 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:16:21,990 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:16:21,990 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:16:21,990 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:16:21,990 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:16:21,990 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:16:21,990 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:16:21,991 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:16:21,991 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:16:21,991 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:16:21,991 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:16:21,991 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:16:21,991 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:16:21,992 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:16:21,992 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:16:21,992 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:16:21,992 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:16:21,992 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:16:21,993 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:16:21,993 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:16:21,993 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:16:21,993 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:16:21,993 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:16:21,993 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:16:21,993 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:16:21,993 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:16:21,994 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:16:21,994 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:16:21,994 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:16:21,994 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:16:21,994 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:16:21,994 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:16:21,995 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:16:21,995 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:16:21,995 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:16:21,995 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:16:21,995 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:16:21,995 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:16:21,996 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:16:21,996 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:16:21,996 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:16:21,996 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:16:21,996 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:16:21,996 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:16:21,996 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:16:21,996 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:16:21,997 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:16:21,997 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:16:21,997 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:16:21,997 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:16:21,997 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:16:21,997 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:16:21,998 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:16:21,998 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:16:21,998 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:16:21,998 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:16:21,998 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:16:21,999 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:16:21,999 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:16:21,999 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:16:21,999 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:16:22,000 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:16:22,000 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:16:22,000 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:16:22,000 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:16:22,000 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:16:22,000 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:16:22,000 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:16:22,001 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:16:22,001 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:16:22,001 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:16:22,001 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:16:22,001 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:16:22,001 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:16:22,001 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:16:22,001 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:16:22,002 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:16:22,002 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:16:22,002 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:16:22,002 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:16:22,002 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:16:22,002 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:16:22,002 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:16:22,003 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:16:22,003 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:16:22,003 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:16:22,003 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:16:22,003 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:16:22,003 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:16:22,003 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:16:22,003 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:16:22,004 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:16:22,004 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:16:22,004 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:16:22,004 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:16:22,004 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:16:22,004 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:16:22,004 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:16:22,005 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:16:22,005 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:16:22,005 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:16:22,005 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:16:22,005 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:16:22,005 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:16:22,005 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:16:22,006 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:16:22,006 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:16:22,006 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:16:22,006 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:16:22,006 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:16:22,006 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:16:22,006 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:16:22,006 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:16:22,007 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:16:22,007 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:16:22,007 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:16:22,007 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:16:22,007 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:16:22,007 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:16:22,007 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:16:22,008 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:16:22,008 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:16:22,008 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:16:22,008 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:16:22,008 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:16:22,008 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:16:22,008 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:16:22,008 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:16:22,008 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:16:22,009 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:16:22,009 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:16:22,009 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:16:22,009 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:16:22,009 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:16:22,009 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:16:22,009 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:16:22,010 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:16:22,010 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:16:22,010 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:16:22,010 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:16:22,010 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:16:22,010 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:16:22,010 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:16:22,010 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:16:22,010 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:16:22,011 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:16:22,011 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:16:22,011 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:16:22,011 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:16:22,011 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:16:22,011 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:16:22,011 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:16:22,012 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:16:22,012 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:16:22,012 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:16:22,012 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:16:22,012 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:16:22,012 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:16:22,012 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:16:22,013 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:16:22,013 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:16:22,013 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:16:22,013 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:16:22,013 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:16:22,013 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:16:22,014 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:16:22,014 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:16:22,014 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:16:22,014 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:16:22,014 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:16:22,014 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:16:22,014 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:16:22,014 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:16:22,015 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:16:22,015 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:16:22,015 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:16:22,015 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:16:22,015 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:16:22,015 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:16:22,015 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:16:22,015 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:16:22,015 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:16:22,016 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:16:22,016 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:16:22,016 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:16:22,016 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:16:22,016 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:16:22,016 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:16:22,016 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:16:22,017 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:16:22,017 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:16:22,017 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:16:22,017 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:16:22,017 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:16:22,017 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:16:22,017 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:16:22,017 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:16:22,017 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:16:22,018 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:16:22,018 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:16:22,018 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:16:22,018 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:16:22,018 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:16:22,018 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:16:22,018 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:16:22,019 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:16:22,019 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:16:22,019 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:16:22,019 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:16:22,019 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:16:22,019 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:16:22,020 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:16:22,020 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:16:22,020 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:16:22,020 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:16:22,021 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:16:22,021 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:16:22,021 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:16:22,021 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:16:22,021 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:16:22,021 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:16:22,022 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:16:22,022 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:16:22,022 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:16:22,022 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:16:22,022 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:16:22,022 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:16:22,023 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:16:22,023 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:16:22,023 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:16:22,023 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:16:22,023 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:16:22,023 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:16:22,023 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:16:22,023 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:16:22,023 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:16:22,024 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:16:22,024 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:16:22,024 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:16:22,024 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:16:22,024 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:16:22,024 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:16:22,024 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:16:22,025 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:16:22,025 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:16:22,025 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:16:22,025 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:16:22,025 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:16:22,025 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:16:22,025 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:16:22,026 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:16:22,026 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:16:22,026 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:16:22,026 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:16:22,026 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:16:22,026 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:16:22,026 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:16:22,026 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:16:22,027 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:16:22,027 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:16:22,027 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:16:22,027 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:16:22,027 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:16:22,027 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:16:22,028 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:16:22,028 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:16:22,028 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:16:22,028 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:16:22,028 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:16:22,028 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:16:22,028 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:16:22,028 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:16:22,029 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:16:22,029 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:16:22,029 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:16:22,029 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:16:22,029 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:16:22,029 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:16:22,029 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:16:22,030 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:16:22,030 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:16:22,030 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:16:22,030 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:16:22,030 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:16:22,030 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:16:22,030 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:16:22,030 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:16:22,031 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:16:22,031 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:16:22,031 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:16:22,031 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:16:22,031 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:16:22,032 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:16:22,033 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:16:22,033 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:16:22,033 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:16:22,034 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:16:22,034 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:16:22,034 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:16:22,034 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:16:22,034 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:16:22,034 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:16:22,035 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:16:22,035 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:16:22,035 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:16:22,035 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:16:22,035 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:16:22,036 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:16:22,036 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:16:22,036 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:16:22,036 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:16:22,036 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:16:22,036 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:16:22,037 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:16:22,037 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:16:22,037 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:16:22,037 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:16:22,037 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:16:22,038 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:16:22,038 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:16:22,038 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:16:22,038 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:16:22,038 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:16:22,038 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:16:22,038 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:16:22,039 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:16:22,039 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:16:22,039 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:16:22,039 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:16:22,039 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:16:22,040 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:16:22,040 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:16:22,040 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:16:22,040 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:16:22,040 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:16:22,041 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:16:22,041 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:16:22,041 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:16:22,041 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:16:22,041 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:16:22,041 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:16:22,041 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:16:22,041 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:16:22,042 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:16:22,042 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:16:22,042 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:16:22,042 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:16:22,042 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:16:22,042 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:16:22,043 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:16:22,043 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:16:22,043 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:16:22,043 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:16:22,043 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:16:22,043 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:16:22,044 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:16:22,044 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:16:22,044 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:16:22,044 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:16:22,044 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:16:22,044 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:16:22,045 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:16:22,045 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:16:22,045 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:16:22,045 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:16:22,045 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:16:22,045 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:16:22,046 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:16:22,046 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:16:22,046 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:16:22,046 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:16:22,047 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:16:22,047 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:16:22,047 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:16:22,047 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:16:22,048 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:16:22,048 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:16:22,048 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:16:22,048 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:16:22,048 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:16:22,048 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:16:22,049 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:16:22,049 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:16:22,049 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:16:22,049 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:16:22,049 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:16:22,049 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:16:22,050 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:16:22,050 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:16:22,050 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:16:22,050 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:16:22,050 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:16:22,050 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:16:22,050 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:16:22,051 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:16:22,051 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:16:22,051 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:16:22,051 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:16:22,052 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:16:22,052 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:16:22,052 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:16:22,052 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:16:22,053 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:16:22,053 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:16:22,053 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:16:22,053 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:16:22,053 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:16:22,053 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:16:22,054 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:16:22,054 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:16:22,054 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:16:22,054 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:16:22,054 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:16:22,054 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:16:22,055 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:16:22,055 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:16:22,055 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:16:22,055 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:16:22,055 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:16:22,056 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:16:22,056 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:16:22,056 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:16:22,056 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:16:22,056 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:16:22,057 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:16:22,057 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:16:22,057 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:16:22,057 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:16:22,058 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:16:22,058 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:16:22,058 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:16:22,058 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:16:22,058 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:16:22,059 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:16:22,059 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:16:22,059 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:16:22,059 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:16:22,059 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:16:22,059 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:16:22,060 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:16:22,060 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:16:22,060 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:16:22,060 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:16:22,060 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:16:22,060 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:16:22,061 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:16:22,061 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:16:22,061 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:16:22,061 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:16:22,061 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:16:22,061 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:16:22,062 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:16:22,062 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:16:22,062 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:16:22,062 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:16:22,062 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:16:22,062 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:16:22,063 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:16:22,063 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:16:22,063 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:16:22,063 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:16:22,064 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:16:22,064 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:16:22,064 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:16:22,064 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:16:22,064 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:16:22,064 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:16:22,065 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:16:22,065 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:16:22,065 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:16:22,065 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:16:22,065 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:16:22,065 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:16:22,065 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:16:22,066 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:16:22,066 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:16:22,066 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:16:22,066 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:16:22,066 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:16:22,066 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:16:22,067 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:16:22,067 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:16:22,067 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:16:22,067 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:16:22,067 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:16:22,067 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:16:22,067 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:16:22,067 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:16:22,068 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:16:22,068 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:16:22,068 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:16:22,068 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:16:22,068 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:16:22,069 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:16:22,069 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:16:22,069 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:16:22,069 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:16:22,069 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:16:22,069 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:16:22,069 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:16:22,070 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:16:22,070 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:16:22,070 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:16:22,070 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:16:22,070 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:16:22,071 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:16:22,071 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:16:22,071 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:16:22,071 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:16:22,071 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:16:22,072 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:16:22,072 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:16:22,072 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:16:22,072 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:16:22,072 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:16:22,072 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:16:22,072 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:16:22,072 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:16:22,073 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:16:22,073 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:16:22,073 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:16:22,073 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:16:22,073 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:16:22,074 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:16:22,074 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:16:22,074 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:16:22,074 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:16:22,075 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:16:22,075 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:16:22,075 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:16:22,076 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:16:22,076 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:16:22,077 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:16:22,077 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:16:22,077 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:16:22,077 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:16:22,077 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:16:22,078 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:16:22,078 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:16:22,078 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:16:22,078 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:16:22,078 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:16:22,078 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:16:22,079 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:16:22,079 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:16:22,079 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:16:22,079 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:16:22,079 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:16:22,079 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:16:22,080 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:16:22,080 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:16:22,080 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:16:22,080 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:16:22,080 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:16:22,080 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:16:22,081 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:16:22,081 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:16:22,081 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:16:22,081 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:16:22,081 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:16:22,082 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:16:22,082 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:16:22,082 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:16:22,082 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:16:22,083 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:16:22,083 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:16:22,083 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:16:22,083 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:16:22,083 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:16:22,083 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:16:22,084 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:16:22,084 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:16:22,084 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:16:22,085 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:16:22,085 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:16:22,085 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:16:22,086 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:16:22,086 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:16:22,086 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:16:22,086 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:16:22,086 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:16:22,086 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:16:22,087 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:16:22,087 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:16:22,087 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:16:22,087 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:16:22,087 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:16:22,087 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:16:22,088 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:16:22,088 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:16:22,088 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:16:22,088 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:16:22,088 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:16:22,088 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:16:22,089 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:16:22,089 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:16:22,089 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:16:22,089 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:16:22,089 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:16:22,089 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:16:22,090 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:16:22,090 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:16:22,090 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:16:22,090 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:16:22,090 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:16:22,091 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:16:22,091 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:16:22,091 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:16:22,091 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:16:22,091 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:16:22,092 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:16:22,092 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:16:22,092 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:16:22,092 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:16:22,093 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:16:22,093 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:16:22,093 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:16:22,093 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:16:22,093 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:16:22,093 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:16:22,093 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:16:22,094 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:16:22,094 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:16:22,094 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:16:22,094 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:16:22,094 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:16:22,094 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:16:22,094 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:16:22,095 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:16:22,095 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:16:22,095 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:16:22,095 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:16:22,095 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:16:22,096 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:16:22,096 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:16:22,096 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:16:22,096 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:16:22,096 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:16:22,096 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:16:22,096 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:16:22,097 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:16:22,097 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:16:22,097 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:16:22,098 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:16:22,098 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:16:22,098 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:16:22,098 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:16:22,098 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:16:22,099 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:16:22,099 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:16:22,099 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:16:22,099 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:16:22,100 DEBUG [RS:0;e2fd862922a0:38547-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/3a1b0c8e740ae1c15e15d1a637215f96/.tmp/C/08db6d47b2b341ef98d78e8e887b1e6c as hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/3a1b0c8e740ae1c15e15d1a637215f96/C/08db6d47b2b341ef98d78e8e887b1e6c 2024-11-25T10:16:22,100 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:16:22,100 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:16:22,100 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:16:22,100 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:16:22,101 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:16:22,101 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:16:22,101 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:16:22,101 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:16:22,101 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:16:22,101 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:16:22,102 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:16:22,102 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:16:22,102 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:16:22,102 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:16:22,102 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:16:22,103 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:16:22,103 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:16:22,103 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:16:22,103 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:16:22,103 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:16:22,103 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:16:22,104 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:16:22,104 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:16:22,104 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:16:22,104 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:16:22,105 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:16:22,105 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:16:22,105 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:16:22,106 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:16:22,106 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:16:22,106 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:16:22,107 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:16:22,107 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:16:22,107 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:16:22,108 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:16:22,108 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:16:22,108 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:16:22,108 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:16:22,108 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:16:22,108 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:16:22,109 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:16:22,109 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:16:22,109 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:16:22,109 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:16:22,109 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:16:22,110 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:16:22,110 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:16:22,110 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:16:22,110 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:16:22,110 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:16:22,110 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:16:22,111 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:16:22,111 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:16:22,111 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:16:22,111 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:16:22,111 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:16:22,111 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:16:22,111 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:16:22,111 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:16:22,112 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:16:22,112 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:16:22,112 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:16:22,113 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:16:22,113 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:16:22,113 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:16:22,113 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:16:22,114 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:16:22,114 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:16:22,114 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:16:22,114 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:16:22,114 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:16:22,115 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:16:22,115 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:16:22,115 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:16:22,115 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:16:22,115 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:16:22,115 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:16:22,116 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:16:22,116 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:16:22,116 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:16:22,116 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:16:22,116 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:16:22,116 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:16:22,117 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:16:22,117 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:16:22,117 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:16:22,117 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:16:22,117 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:16:22,118 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:16:22,118 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:16:22,118 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:16:22,118 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:16:22,119 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:16:22,119 INFO [RS:0;e2fd862922a0:38547-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 3a1b0c8e740ae1c15e15d1a637215f96/C of 3a1b0c8e740ae1c15e15d1a637215f96 into 08db6d47b2b341ef98d78e8e887b1e6c(size=11.8 K), total size for store is 23.5 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-25T10:16:22,119 DEBUG [RS:0;e2fd862922a0:38547-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 3a1b0c8e740ae1c15e15d1a637215f96: 2024-11-25T10:16:22,119 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:16:22,119 INFO [RS:0;e2fd862922a0:38547-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732529775366.3a1b0c8e740ae1c15e15d1a637215f96., storeName=3a1b0c8e740ae1c15e15d1a637215f96/C, priority=13, startTime=1732529781228; duration=0sec 2024-11-25T10:16:22,119 DEBUG [RS:0;e2fd862922a0:38547-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-25T10:16:22,119 DEBUG [RS:0;e2fd862922a0:38547-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 3a1b0c8e740ae1c15e15d1a637215f96:C 2024-11-25T10:16:22,119 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:16:22,119 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:16:22,119 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:16:22,120 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:16:22,120 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:16:22,120 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:16:22,120 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:16:22,120 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:16:22,121 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:16:22,121 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:16:22,121 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:16:22,121 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:16:22,121 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:16:22,121 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:16:22,122 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:16:22,122 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:16:22,122 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:16:22,122 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:16:22,122 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:16:22,123 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:16:22,123 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:16:22,123 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:16:22,123 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:16:22,123 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:16:22,124 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:16:22,124 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:16:22,124 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:16:22,124 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:16:22,124 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:16:22,124 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:16:22,125 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:16:22,125 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:16:22,125 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:16:22,125 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:16:22,125 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:16:22,125 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:16:22,126 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:16:22,126 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:16:22,126 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:16:22,126 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:16:22,126 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:16:22,126 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:16:22,127 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:16:22,127 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:16:22,127 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:16:22,127 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:16:22,127 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:16:22,127 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:16:22,128 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:16:22,128 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:16:22,128 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:16:22,128 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:16:22,128 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:16:22,128 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:16:22,129 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:16:22,129 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:16:22,129 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:16:22,129 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:16:22,129 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:16:22,129 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:16:22,130 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:16:22,130 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:16:22,130 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:16:22,130 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:16:22,130 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:16:22,131 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:16:22,131 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:16:22,131 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:16:22,131 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:16:22,132 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:16:22,132 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:16:22,132 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:16:22,132 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:16:22,132 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:16:22,133 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:16:22,133 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:16:22,133 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:16:22,134 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:16:22,134 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:16:22,135 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:16:22,136 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:16:22,136 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:16:22,137 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:16:22,137 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:16:22,137 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:16:22,137 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:16:22,137 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:16:22,138 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:16:22,138 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:16:22,138 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:16:22,138 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:16:22,138 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:16:22,139 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:16:22,139 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:16:22,139 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:16:22,139 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:16:22,139 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:16:22,139 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:16:22,140 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:16:22,140 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:16:22,140 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:16:22,140 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:16:22,140 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:16:22,140 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:16:22,140 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:16:22,141 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:16:22,141 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:16:22,141 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:16:22,141 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:16:22,141 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:16:22,141 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:16:22,141 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:16:22,142 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:16:22,142 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:16:22,142 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:16:22,142 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:16:22,143 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:16:22,143 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:16:22,143 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:16:22,143 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:16:22,143 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:16:22,143 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:16:22,143 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:16:22,143 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:16:22,144 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:16:22,144 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:16:22,144 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:16:22,144 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:16:22,144 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:16:22,144 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:16:22,145 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:16:22,145 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:16:22,145 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:16:22,145 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:16:22,145 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:16:22,146 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:16:22,146 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:16:22,147 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:16:22,147 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:16:22,147 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:16:22,147 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:16:22,148 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:16:22,148 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:16:22,148 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:16:22,148 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:16:22,149 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:16:22,149 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:16:22,149 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:16:22,149 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:16:22,150 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:16:22,150 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:16:22,150 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:16:22,150 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:16:22,150 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:16:22,151 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:16:22,151 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:16:22,151 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:16:22,151 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:16:22,152 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:16:22,152 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:16:22,152 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:16:22,152 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:16:22,152 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:16:22,152 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:16:22,152 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:16:22,153 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:16:22,153 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:16:22,153 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:16:22,153 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:16:22,153 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:16:22,153 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:16:22,154 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:16:22,154 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:16:22,154 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:16:22,154 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:16:22,154 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:16:22,154 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:16:22,154 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:16:22,154 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:16:22,155 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:16:22,155 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:16:22,155 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:16:22,155 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:16:22,155 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:16:22,155 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:16:22,155 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:16:22,155 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:16:22,156 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:16:22,156 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:16:22,156 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:16:22,156 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:16:22,156 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:16:22,156 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:16:22,157 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:16:22,157 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:16:22,157 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:16:22,157 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:16:22,157 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:16:22,157 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:16:22,158 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:16:22,158 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:16:22,158 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:16:22,158 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:16:22,158 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:16:22,158 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:16:22,158 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:16:22,158 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:16:22,159 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:16:22,159 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:16:22,159 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:16:22,159 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:16:22,159 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:16:22,159 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:16:22,160 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:16:22,160 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:16:22,160 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:16:22,161 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:16:22,161 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:16:22,161 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:16:22,162 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:16:22,162 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:16:22,162 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:16:22,162 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:16:22,162 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:16:22,163 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:16:22,163 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:16:22,163 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:16:22,163 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] regionserver.HRegion(8855): Flush requested on 3a1b0c8e740ae1c15e15d1a637215f96 2024-11-25T10:16:22,163 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:16:22,163 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 3a1b0c8e740ae1c15e15d1a637215f96 3/3 column families, dataSize=46.96 KB heapSize=140.20 KB 2024-11-25T10:16:22,163 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 3a1b0c8e740ae1c15e15d1a637215f96, store=A 2024-11-25T10:16:22,163 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:16:22,163 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T10:16:22,163 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 3a1b0c8e740ae1c15e15d1a637215f96, store=B 2024-11-25T10:16:22,163 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T10:16:22,163 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 3a1b0c8e740ae1c15e15d1a637215f96, store=C 2024-11-25T10:16:22,163 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T10:16:22,164 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:16:22,164 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:16:22,164 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:16:22,164 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:16:22,164 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:16:22,165 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:16:22,165 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:16:22,165 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:16:22,165 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:16:22,166 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:16:22,166 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:16:22,166 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:16:22,166 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:16:22,167 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:16:22,167 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:16:22,167 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:16:22,167 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:16:22,168 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:16:22,168 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:16:22,168 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:16:22,168 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:16:22,168 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:16:22,169 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:16:22,169 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:16:22,169 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411254906ea4daf7b42e0b8e27efbbfa166e5_3a1b0c8e740ae1c15e15d1a637215f96 is 50, key is test_row_0/A:col10/1732529782162/Put/seqid=0 2024-11-25T10:16:22,169 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:16:22,169 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:16:22,169 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:16:22,170 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:16:22,170 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:16:22,171 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:16:22,171 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:16:22,172 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:16:22,172 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39927 is added to blk_1073742377_1553 (size=17034) 2024-11-25T10:16:22,173 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:16:22,173 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:16:22,173 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:16:22,174 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:16:22,174 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:16:22,175 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:16:22,176 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411254906ea4daf7b42e0b8e27efbbfa166e5_3a1b0c8e740ae1c15e15d1a637215f96 to hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411254906ea4daf7b42e0b8e27efbbfa166e5_3a1b0c8e740ae1c15e15d1a637215f96 2024-11-25T10:16:22,176 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:16:22,177 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/3a1b0c8e740ae1c15e15d1a637215f96/.tmp/A/18b801472c584155b8165c50f3e934e1, store: [table=TestAcidGuarantees family=A region=3a1b0c8e740ae1c15e15d1a637215f96] 2024-11-25T10:16:22,177 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:16:22,177 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/3a1b0c8e740ae1c15e15d1a637215f96/.tmp/A/18b801472c584155b8165c50f3e934e1 is 175, key is test_row_0/A:col10/1732529782162/Put/seqid=0 2024-11-25T10:16:22,178 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:16:22,178 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:16:22,179 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:16:22,179 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:16:22,181 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39927 is added to blk_1073742378_1554 (size=48139) 2024-11-25T10:16:22,181 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:16:22,181 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=96, memsize=15.7 K, hasBloomFilter=true, into tmp file hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/3a1b0c8e740ae1c15e15d1a637215f96/.tmp/A/18b801472c584155b8165c50f3e934e1 2024-11-25T10:16:22,182 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:16:22,182 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:16:22,182 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:16:22,183 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:16:22,183 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:16:22,184 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:16:22,185 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:16:22,186 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:16:22,187 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/3a1b0c8e740ae1c15e15d1a637215f96/.tmp/B/e0236948db5c4b55b389a9a9dde0c97d is 50, key is test_row_0/B:col10/1732529782162/Put/seqid=0 2024-11-25T10:16:22,188 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:16:22,188 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:16:22,189 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:16:22,189 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:16:22,190 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39927 is added to blk_1073742379_1555 (size=16681) 2024-11-25T10:16:22,191 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:16:22,191 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:16:22,192 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:16:22,192 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:16:22,193 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:16:22,193 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:16:22,193 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:16:22,194 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:16:22,194 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:16:22,195 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:16:22,195 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:16:22,205 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a1b0c8e740ae1c15e15d1a637215f96, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-25T10:16:22,205 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a1b0c8e740ae1c15e15d1a637215f96, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-25T10:16:22,205 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] ipc.CallRunner(138): callId: 33 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48366 deadline: 1732529842200, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a1b0c8e740ae1c15e15d1a637215f96, server=e2fd862922a0,38547,1732529625709 2024-11-25T10:16:22,205 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] ipc.CallRunner(138): callId: 37 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48344 deadline: 1732529842199, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a1b0c8e740ae1c15e15d1a637215f96, server=e2fd862922a0,38547,1732529625709 2024-11-25T10:16:22,206 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732529775366.3a1b0c8e740ae1c15e15d1a637215f96., hostname=e2fd862922a0,38547,1732529625709, seqNum=5 , the old value is region=TestAcidGuarantees,,1732529775366.3a1b0c8e740ae1c15e15d1a637215f96., hostname=e2fd862922a0,38547,1732529625709, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a1b0c8e740ae1c15e15d1a637215f96, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T10:16:22,206 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732529775366.3a1b0c8e740ae1c15e15d1a637215f96., hostname=e2fd862922a0,38547,1732529625709, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a1b0c8e740ae1c15e15d1a637215f96, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T10:16:22,206 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732529775366.3a1b0c8e740ae1c15e15d1a637215f96., hostname=e2fd862922a0,38547,1732529625709, seqNum=5 because the exception is null or not the one we care about 2024-11-25T10:16:22,206 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/e2fd862922a0:0-1 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=159, cellSize=7275, totalHeapSize=16776, min timestamp=1732529782196, max timestamp=1732529782203Num uniques 859; 2024-11-25T10:16:22,207 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/e2fd862922a0:0-1 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=7275, suffix heap size=117064,new segment heap size=16776 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=159 2024-11-25T10:16:22,207 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/e2fd862922a0:0-6 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=159, cellSize=7275, totalHeapSize=16776, min timestamp=1732529782196, max timestamp=1732529782203Num uniques 859; 2024-11-25T10:16:22,207 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/e2fd862922a0:0-6 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=7275, suffix heap size=117064,new segment heap size=16776 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=159 2024-11-25T10:16:22,207 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/e2fd862922a0:0-2 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=159, cellSize=7275, totalHeapSize=16776, min timestamp=1732529782196, max timestamp=1732529782203Num uniques 859; 2024-11-25T10:16:22,207 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732529775366.3a1b0c8e740ae1c15e15d1a637215f96., hostname=e2fd862922a0,38547,1732529625709, seqNum=5 , the old value is region=TestAcidGuarantees,,1732529775366.3a1b0c8e740ae1c15e15d1a637215f96., hostname=e2fd862922a0,38547,1732529625709, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a1b0c8e740ae1c15e15d1a637215f96, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T10:16:22,207 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/e2fd862922a0:0-2 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=7275, suffix heap size=117064,new segment heap size=16776 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=159 2024-11-25T10:16:22,207 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732529775366.3a1b0c8e740ae1c15e15d1a637215f96., hostname=e2fd862922a0,38547,1732529625709, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a1b0c8e740ae1c15e15d1a637215f96, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T10:16:22,207 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732529775366.3a1b0c8e740ae1c15e15d1a637215f96., hostname=e2fd862922a0,38547,1732529625709, seqNum=5 because the exception is null or not the one we care about 2024-11-25T10:16:22,255 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a1b0c8e740ae1c15e15d1a637215f96, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-25T10:16:22,255 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] ipc.CallRunner(138): callId: 39 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48400 deadline: 1732529842250, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a1b0c8e740ae1c15e15d1a637215f96, server=e2fd862922a0,38547,1732529625709 2024-11-25T10:16:22,255 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732529775366.3a1b0c8e740ae1c15e15d1a637215f96., hostname=e2fd862922a0,38547,1732529625709, seqNum=5 , the old value is region=TestAcidGuarantees,,1732529775366.3a1b0c8e740ae1c15e15d1a637215f96., hostname=e2fd862922a0,38547,1732529625709, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a1b0c8e740ae1c15e15d1a637215f96, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T10:16:22,256 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732529775366.3a1b0c8e740ae1c15e15d1a637215f96., hostname=e2fd862922a0,38547,1732529625709, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a1b0c8e740ae1c15e15d1a637215f96, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T10:16:22,256 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732529775366.3a1b0c8e740ae1c15e15d1a637215f96., hostname=e2fd862922a0,38547,1732529625709, seqNum=5 because the exception is null or not the one we care about 2024-11-25T10:16:22,257 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a1b0c8e740ae1c15e15d1a637215f96, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-25T10:16:22,257 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] ipc.CallRunner(138): callId: 40 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48412 deadline: 1732529842251, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a1b0c8e740ae1c15e15d1a637215f96, server=e2fd862922a0,38547,1732529625709 2024-11-25T10:16:22,257 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732529775366.3a1b0c8e740ae1c15e15d1a637215f96., hostname=e2fd862922a0,38547,1732529625709, seqNum=5 , the old value is region=TestAcidGuarantees,,1732529775366.3a1b0c8e740ae1c15e15d1a637215f96., hostname=e2fd862922a0,38547,1732529625709, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a1b0c8e740ae1c15e15d1a637215f96, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T10:16:22,257 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732529775366.3a1b0c8e740ae1c15e15d1a637215f96., hostname=e2fd862922a0,38547,1732529625709, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a1b0c8e740ae1c15e15d1a637215f96, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T10:16:22,257 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732529775366.3a1b0c8e740ae1c15e15d1a637215f96., hostname=e2fd862922a0,38547,1732529625709, seqNum=5 because the exception is null or not the one we care about 2024-11-25T10:16:22,313 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a1b0c8e740ae1c15e15d1a637215f96, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-25T10:16:22,313 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] ipc.CallRunner(138): callId: 34 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48366 deadline: 1732529842312, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a1b0c8e740ae1c15e15d1a637215f96, server=e2fd862922a0,38547,1732529625709 2024-11-25T10:16:22,313 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a1b0c8e740ae1c15e15d1a637215f96, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-25T10:16:22,313 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732529775366.3a1b0c8e740ae1c15e15d1a637215f96., hostname=e2fd862922a0,38547,1732529625709, seqNum=5 , the old value is region=TestAcidGuarantees,,1732529775366.3a1b0c8e740ae1c15e15d1a637215f96., hostname=e2fd862922a0,38547,1732529625709, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a1b0c8e740ae1c15e15d1a637215f96, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T10:16:22,313 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732529775366.3a1b0c8e740ae1c15e15d1a637215f96., hostname=e2fd862922a0,38547,1732529625709, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a1b0c8e740ae1c15e15d1a637215f96, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T10:16:22,313 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] ipc.CallRunner(138): callId: 38 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48344 deadline: 1732529842312, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a1b0c8e740ae1c15e15d1a637215f96, server=e2fd862922a0,38547,1732529625709 2024-11-25T10:16:22,313 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732529775366.3a1b0c8e740ae1c15e15d1a637215f96., hostname=e2fd862922a0,38547,1732529625709, seqNum=5 because the exception is null or not the one we care about 2024-11-25T10:16:22,313 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732529775366.3a1b0c8e740ae1c15e15d1a637215f96., hostname=e2fd862922a0,38547,1732529625709, seqNum=5 , the old value is region=TestAcidGuarantees,,1732529775366.3a1b0c8e740ae1c15e15d1a637215f96., hostname=e2fd862922a0,38547,1732529625709, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a1b0c8e740ae1c15e15d1a637215f96, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T10:16:22,313 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732529775366.3a1b0c8e740ae1c15e15d1a637215f96., hostname=e2fd862922a0,38547,1732529625709, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a1b0c8e740ae1c15e15d1a637215f96, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T10:16:22,313 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732529775366.3a1b0c8e740ae1c15e15d1a637215f96., hostname=e2fd862922a0,38547,1732529625709, seqNum=5 because the exception is null or not the one we care about 2024-11-25T10:16:22,325 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a1b0c8e740ae1c15e15d1a637215f96, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-25T10:16:22,325 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] ipc.CallRunner(138): callId: 18 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48322 deadline: 1732529842322, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a1b0c8e740ae1c15e15d1a637215f96, server=e2fd862922a0,38547,1732529625709 2024-11-25T10:16:22,327 WARN [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRpcRetryingCaller(177): Call to e2fd862922a0,38547,1732529625709 for 'test_row_0' in 3a1b0c8e740ae1c15e15d1a637215f96 of TestAcidGuarantees failed, tries = 7, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 4179 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a1b0c8e740ae1c15e15d1a637215f96, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor39.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a1b0c8e740ae1c15e15d1a637215f96, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 32 more 2024-11-25T10:16:22,327 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732529775366.3a1b0c8e740ae1c15e15d1a637215f96., hostname=e2fd862922a0,38547,1732529625709, seqNum=5 , the old value is region=TestAcidGuarantees,,1732529775366.3a1b0c8e740ae1c15e15d1a637215f96., hostname=e2fd862922a0,38547,1732529625709, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a1b0c8e740ae1c15e15d1a637215f96, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T10:16:22,327 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732529775366.3a1b0c8e740ae1c15e15d1a637215f96., hostname=e2fd862922a0,38547,1732529625709, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a1b0c8e740ae1c15e15d1a637215f96, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T10:16:22,327 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732529775366.3a1b0c8e740ae1c15e15d1a637215f96., hostname=e2fd862922a0,38547,1732529625709, seqNum=5 because the exception is null or not the one we care about 2024-11-25T10:16:22,365 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a1b0c8e740ae1c15e15d1a637215f96, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-25T10:16:22,365 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] ipc.CallRunner(138): callId: 40 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48400 deadline: 1732529842362, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a1b0c8e740ae1c15e15d1a637215f96, server=e2fd862922a0,38547,1732529625709 2024-11-25T10:16:22,365 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a1b0c8e740ae1c15e15d1a637215f96, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-25T10:16:22,365 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732529775366.3a1b0c8e740ae1c15e15d1a637215f96., hostname=e2fd862922a0,38547,1732529625709, seqNum=5 , the old value is region=TestAcidGuarantees,,1732529775366.3a1b0c8e740ae1c15e15d1a637215f96., hostname=e2fd862922a0,38547,1732529625709, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a1b0c8e740ae1c15e15d1a637215f96, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T10:16:22,366 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] ipc.CallRunner(138): callId: 41 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48412 deadline: 1732529842362, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a1b0c8e740ae1c15e15d1a637215f96, server=e2fd862922a0,38547,1732529625709 2024-11-25T10:16:22,366 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732529775366.3a1b0c8e740ae1c15e15d1a637215f96., hostname=e2fd862922a0,38547,1732529625709, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a1b0c8e740ae1c15e15d1a637215f96, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T10:16:22,366 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732529775366.3a1b0c8e740ae1c15e15d1a637215f96., hostname=e2fd862922a0,38547,1732529625709, seqNum=5 because the exception is null or not the one we care about 2024-11-25T10:16:22,366 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732529775366.3a1b0c8e740ae1c15e15d1a637215f96., hostname=e2fd862922a0,38547,1732529625709, seqNum=5 , the old value is region=TestAcidGuarantees,,1732529775366.3a1b0c8e740ae1c15e15d1a637215f96., hostname=e2fd862922a0,38547,1732529625709, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a1b0c8e740ae1c15e15d1a637215f96, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T10:16:22,366 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732529775366.3a1b0c8e740ae1c15e15d1a637215f96., hostname=e2fd862922a0,38547,1732529625709, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a1b0c8e740ae1c15e15d1a637215f96, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T10:16:22,366 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732529775366.3a1b0c8e740ae1c15e15d1a637215f96., hostname=e2fd862922a0,38547,1732529625709, seqNum=5 because the exception is null or not the one we care about 2024-11-25T10:16:22,382 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41005 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=162 2024-11-25T10:16:22,382 INFO [RPCClient-NioEventLoopGroup-4-12 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-25T10:16:22,383 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41005 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-25T10:16:22,384 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41005 {}] procedure2.ProcedureExecutor(1139): Stored pid=164, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=164, table=TestAcidGuarantees 2024-11-25T10:16:22,385 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41005 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=164 2024-11-25T10:16:22,385 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=164, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=164, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-25T10:16:22,386 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=164, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=164, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-25T10:16:22,386 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=165, ppid=164, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-25T10:16:22,492 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41005 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=164 2024-11-25T10:16:22,525 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a1b0c8e740ae1c15e15d1a637215f96, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-25T10:16:22,525 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] ipc.CallRunner(138): callId: 35 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48366 deadline: 1732529842523, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a1b0c8e740ae1c15e15d1a637215f96, server=e2fd862922a0,38547,1732529625709 2024-11-25T10:16:22,526 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a1b0c8e740ae1c15e15d1a637215f96, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-25T10:16:22,526 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732529775366.3a1b0c8e740ae1c15e15d1a637215f96., hostname=e2fd862922a0,38547,1732529625709, seqNum=5 , the old value is region=TestAcidGuarantees,,1732529775366.3a1b0c8e740ae1c15e15d1a637215f96., hostname=e2fd862922a0,38547,1732529625709, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a1b0c8e740ae1c15e15d1a637215f96, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T10:16:22,526 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732529775366.3a1b0c8e740ae1c15e15d1a637215f96., hostname=e2fd862922a0,38547,1732529625709, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a1b0c8e740ae1c15e15d1a637215f96, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T10:16:22,526 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] ipc.CallRunner(138): callId: 39 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48344 deadline: 1732529842523, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a1b0c8e740ae1c15e15d1a637215f96, server=e2fd862922a0,38547,1732529625709 2024-11-25T10:16:22,526 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732529775366.3a1b0c8e740ae1c15e15d1a637215f96., hostname=e2fd862922a0,38547,1732529625709, seqNum=5 because the exception is null or not the one we care about 2024-11-25T10:16:22,526 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732529775366.3a1b0c8e740ae1c15e15d1a637215f96., hostname=e2fd862922a0,38547,1732529625709, seqNum=5 , the old value is region=TestAcidGuarantees,,1732529775366.3a1b0c8e740ae1c15e15d1a637215f96., hostname=e2fd862922a0,38547,1732529625709, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a1b0c8e740ae1c15e15d1a637215f96, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T10:16:22,526 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732529775366.3a1b0c8e740ae1c15e15d1a637215f96., hostname=e2fd862922a0,38547,1732529625709, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a1b0c8e740ae1c15e15d1a637215f96, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T10:16:22,526 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732529775366.3a1b0c8e740ae1c15e15d1a637215f96., hostname=e2fd862922a0,38547,1732529625709, seqNum=5 because the exception is null or not the one we care about 2024-11-25T10:16:22,544 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=38547 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=165 2024-11-25T10:16:22,544 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e2fd862922a0:0-2 {event_type=RS_FLUSH_REGIONS, pid=165}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732529775366.3a1b0c8e740ae1c15e15d1a637215f96. 2024-11-25T10:16:22,545 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e2fd862922a0:0-2 {event_type=RS_FLUSH_REGIONS, pid=165}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732529775366.3a1b0c8e740ae1c15e15d1a637215f96. as already flushing 2024-11-25T10:16:22,545 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e2fd862922a0:0-2 {event_type=RS_FLUSH_REGIONS, pid=165}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732529775366.3a1b0c8e740ae1c15e15d1a637215f96. 2024-11-25T10:16:22,545 ERROR [RS_FLUSH_OPERATIONS-regionserver/e2fd862922a0:0-2 {event_type=RS_FLUSH_REGIONS, pid=165}] handler.RSProcedureHandler(58): pid=165 java.io.IOException: Unable to complete flush {ENCODED => 3a1b0c8e740ae1c15e15d1a637215f96, NAME => 'TestAcidGuarantees,,1732529775366.3a1b0c8e740ae1c15e15d1a637215f96.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T10:16:22,545 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e2fd862922a0:0-2 {event_type=RS_FLUSH_REGIONS, pid=165}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=165 java.io.IOException: Unable to complete flush {ENCODED => 3a1b0c8e740ae1c15e15d1a637215f96, NAME => 'TestAcidGuarantees,,1732529775366.3a1b0c8e740ae1c15e15d1a637215f96.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T10:16:22,546 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41005 {}] master.HMaster(4177): Remote procedure failed, pid=165 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 3a1b0c8e740ae1c15e15d1a637215f96, NAME => 'TestAcidGuarantees,,1732529775366.3a1b0c8e740ae1c15e15d1a637215f96.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 3a1b0c8e740ae1c15e15d1a637215f96, NAME => 'TestAcidGuarantees,,1732529775366.3a1b0c8e740ae1c15e15d1a637215f96.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T10:16:22,573 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a1b0c8e740ae1c15e15d1a637215f96, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-25T10:16:22,573 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] ipc.CallRunner(138): callId: 41 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48400 deadline: 1732529842572, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a1b0c8e740ae1c15e15d1a637215f96, server=e2fd862922a0,38547,1732529625709 2024-11-25T10:16:22,573 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732529775366.3a1b0c8e740ae1c15e15d1a637215f96., hostname=e2fd862922a0,38547,1732529625709, seqNum=5 , the old value is region=TestAcidGuarantees,,1732529775366.3a1b0c8e740ae1c15e15d1a637215f96., hostname=e2fd862922a0,38547,1732529625709, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a1b0c8e740ae1c15e15d1a637215f96, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T10:16:22,573 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a1b0c8e740ae1c15e15d1a637215f96, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-25T10:16:22,574 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732529775366.3a1b0c8e740ae1c15e15d1a637215f96., hostname=e2fd862922a0,38547,1732529625709, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a1b0c8e740ae1c15e15d1a637215f96, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T10:16:22,574 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732529775366.3a1b0c8e740ae1c15e15d1a637215f96., hostname=e2fd862922a0,38547,1732529625709, seqNum=5 because the exception is null or not the one we care about 2024-11-25T10:16:22,574 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] ipc.CallRunner(138): callId: 42 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48412 deadline: 1732529842572, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a1b0c8e740ae1c15e15d1a637215f96, server=e2fd862922a0,38547,1732529625709 2024-11-25T10:16:22,574 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732529775366.3a1b0c8e740ae1c15e15d1a637215f96., hostname=e2fd862922a0,38547,1732529625709, seqNum=5 , the old value is region=TestAcidGuarantees,,1732529775366.3a1b0c8e740ae1c15e15d1a637215f96., hostname=e2fd862922a0,38547,1732529625709, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a1b0c8e740ae1c15e15d1a637215f96, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T10:16:22,574 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732529775366.3a1b0c8e740ae1c15e15d1a637215f96., hostname=e2fd862922a0,38547,1732529625709, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a1b0c8e740ae1c15e15d1a637215f96, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T10:16:22,574 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732529775366.3a1b0c8e740ae1c15e15d1a637215f96., hostname=e2fd862922a0,38547,1732529625709, seqNum=5 because the exception is null or not the one we care about 2024-11-25T10:16:22,591 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=96 (bloomFilter=true), to=hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/3a1b0c8e740ae1c15e15d1a637215f96/.tmp/B/e0236948db5c4b55b389a9a9dde0c97d 2024-11-25T10:16:22,598 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/3a1b0c8e740ae1c15e15d1a637215f96/.tmp/C/3e879b876cce4a82b0f043038ec6c978 is 50, key is test_row_0/C:col10/1732529782162/Put/seqid=0 2024-11-25T10:16:22,601 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39927 is added to blk_1073742380_1556 (size=12001) 2024-11-25T10:16:22,603 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=96 (bloomFilter=true), to=hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/3a1b0c8e740ae1c15e15d1a637215f96/.tmp/C/3e879b876cce4a82b0f043038ec6c978 2024-11-25T10:16:22,606 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/3a1b0c8e740ae1c15e15d1a637215f96/.tmp/A/18b801472c584155b8165c50f3e934e1 as hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/3a1b0c8e740ae1c15e15d1a637215f96/A/18b801472c584155b8165c50f3e934e1 2024-11-25T10:16:22,610 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/3a1b0c8e740ae1c15e15d1a637215f96/A/18b801472c584155b8165c50f3e934e1, entries=250, sequenceid=96, filesize=47.0 K 2024-11-25T10:16:22,611 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/3a1b0c8e740ae1c15e15d1a637215f96/.tmp/B/e0236948db5c4b55b389a9a9dde0c97d as hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/3a1b0c8e740ae1c15e15d1a637215f96/B/e0236948db5c4b55b389a9a9dde0c97d 2024-11-25T10:16:22,614 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/3a1b0c8e740ae1c15e15d1a637215f96/B/e0236948db5c4b55b389a9a9dde0c97d, entries=250, sequenceid=96, filesize=16.3 K 2024-11-25T10:16:22,615 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/3a1b0c8e740ae1c15e15d1a637215f96/.tmp/C/3e879b876cce4a82b0f043038ec6c978 as hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/3a1b0c8e740ae1c15e15d1a637215f96/C/3e879b876cce4a82b0f043038ec6c978 2024-11-25T10:16:22,618 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/3a1b0c8e740ae1c15e15d1a637215f96/C/3e879b876cce4a82b0f043038ec6c978, entries=150, sequenceid=96, filesize=11.7 K 2024-11-25T10:16:22,619 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~46.96 KB/48090, heapSize ~140.16 KB/143520, currentSize=134.18 KB/137400 for 3a1b0c8e740ae1c15e15d1a637215f96 in 456ms, sequenceid=96, compaction requested=true 2024-11-25T10:16:22,619 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 3a1b0c8e740ae1c15e15d1a637215f96: 2024-11-25T10:16:22,619 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 3a1b0c8e740ae1c15e15d1a637215f96:A, priority=-2147483648, current under compaction store size is 1 2024-11-25T10:16:22,619 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-25T10:16:22,619 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 3a1b0c8e740ae1c15e15d1a637215f96:B, priority=-2147483648, current under compaction store size is 2 2024-11-25T10:16:22,619 DEBUG [RS:0;e2fd862922a0:38547-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-25T10:16:22,619 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-25T10:16:22,619 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 3a1b0c8e740ae1c15e15d1a637215f96:C, priority=-2147483648, current under compaction store size is 3 2024-11-25T10:16:22,619 DEBUG [RS:0;e2fd862922a0:38547-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-25T10:16:22,619 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-25T10:16:22,621 DEBUG [RS:0;e2fd862922a0:38547-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 40786 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-25T10:16:22,621 DEBUG [RS:0;e2fd862922a0:38547-longCompactions-0 {}] regionserver.HStore(1541): 3a1b0c8e740ae1c15e15d1a637215f96/B is initiating minor compaction (all files) 2024-11-25T10:16:22,622 INFO [RS:0;e2fd862922a0:38547-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 3a1b0c8e740ae1c15e15d1a637215f96/B in TestAcidGuarantees,,1732529775366.3a1b0c8e740ae1c15e15d1a637215f96. 2024-11-25T10:16:22,622 INFO [RS:0;e2fd862922a0:38547-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/3a1b0c8e740ae1c15e15d1a637215f96/B/8a15aad9bd7e467bbc46fd9f2032cdc6, hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/3a1b0c8e740ae1c15e15d1a637215f96/B/815363a8b4ed4cc29fecc8f8e000ce3c, hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/3a1b0c8e740ae1c15e15d1a637215f96/B/e0236948db5c4b55b389a9a9dde0c97d] into tmpdir=hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/3a1b0c8e740ae1c15e15d1a637215f96/.tmp, totalSize=39.8 K 2024-11-25T10:16:22,622 DEBUG [RS:0;e2fd862922a0:38547-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 110152 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-25T10:16:22,622 DEBUG [RS:0;e2fd862922a0:38547-longCompactions-0 {}] compactions.Compactor(225): Compacting 8a15aad9bd7e467bbc46fd9f2032cdc6, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=65, earliestPutTs=1732529779294 2024-11-25T10:16:22,622 DEBUG [RS:0;e2fd862922a0:38547-shortCompactions-0 {}] regionserver.HStore(1541): 3a1b0c8e740ae1c15e15d1a637215f96/A is initiating minor compaction (all files) 2024-11-25T10:16:22,622 INFO [RS:0;e2fd862922a0:38547-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 3a1b0c8e740ae1c15e15d1a637215f96/A in TestAcidGuarantees,,1732529775366.3a1b0c8e740ae1c15e15d1a637215f96. 2024-11-25T10:16:22,622 INFO [RS:0;e2fd862922a0:38547-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/3a1b0c8e740ae1c15e15d1a637215f96/A/27efdd7961db478895916567ae1e7be5, hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/3a1b0c8e740ae1c15e15d1a637215f96/A/99802d5d6ae349aaa66b14bf9eaa30b9, hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/3a1b0c8e740ae1c15e15d1a637215f96/A/18b801472c584155b8165c50f3e934e1] into tmpdir=hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/3a1b0c8e740ae1c15e15d1a637215f96/.tmp, totalSize=107.6 K 2024-11-25T10:16:22,622 INFO [RS:0;e2fd862922a0:38547-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=53.85 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732529775366.3a1b0c8e740ae1c15e15d1a637215f96. 2024-11-25T10:16:22,622 DEBUG [RS:0;e2fd862922a0:38547-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732529775366.3a1b0c8e740ae1c15e15d1a637215f96. files: [hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/3a1b0c8e740ae1c15e15d1a637215f96/A/27efdd7961db478895916567ae1e7be5, hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/3a1b0c8e740ae1c15e15d1a637215f96/A/99802d5d6ae349aaa66b14bf9eaa30b9, hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/3a1b0c8e740ae1c15e15d1a637215f96/A/18b801472c584155b8165c50f3e934e1] 2024-11-25T10:16:22,632 DEBUG [RS:0;e2fd862922a0:38547-shortCompactions-0 {}] compactions.Compactor(225): Compacting 27efdd7961db478895916567ae1e7be5, keycount=150, bloomtype=ROW, size=30.3 K, encoding=NONE, compression=NONE, seqNum=65, earliestPutTs=1732529779294 2024-11-25T10:16:22,633 DEBUG [RS:0;e2fd862922a0:38547-longCompactions-0 {}] compactions.Compactor(225): Compacting 815363a8b4ed4cc29fecc8f8e000ce3c, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=83, earliestPutTs=1732529779953 2024-11-25T10:16:22,633 DEBUG [RS:0;e2fd862922a0:38547-shortCompactions-0 {}] compactions.Compactor(225): Compacting 99802d5d6ae349aaa66b14bf9eaa30b9, keycount=150, bloomtype=ROW, size=30.2 K, encoding=NONE, compression=NONE, seqNum=83, earliestPutTs=1732529779953 2024-11-25T10:16:22,633 DEBUG [RS:0;e2fd862922a0:38547-longCompactions-0 {}] compactions.Compactor(225): Compacting e0236948db5c4b55b389a9a9dde0c97d, keycount=250, bloomtype=ROW, size=16.3 K, encoding=NONE, compression=NONE, seqNum=96, earliestPutTs=1732529782147 2024-11-25T10:16:22,633 DEBUG [RS:0;e2fd862922a0:38547-shortCompactions-0 {}] compactions.Compactor(225): Compacting 18b801472c584155b8165c50f3e934e1, keycount=250, bloomtype=ROW, size=47.0 K, encoding=NONE, compression=NONE, seqNum=96, earliestPutTs=1732529782147 2024-11-25T10:16:22,648 INFO [RS:0;e2fd862922a0:38547-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(321): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=3a1b0c8e740ae1c15e15d1a637215f96] 2024-11-25T10:16:22,654 INFO [RS:0;e2fd862922a0:38547-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 3a1b0c8e740ae1c15e15d1a637215f96#B#compaction#475 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 53.85 MB/second 2024-11-25T10:16:22,655 DEBUG [RS:0;e2fd862922a0:38547-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/3a1b0c8e740ae1c15e15d1a637215f96/.tmp/B/2fc92b59c9254f34b5aa857fc5d3d6c9 is 50, key is test_row_0/B:col10/1732529782162/Put/seqid=0 2024-11-25T10:16:22,661 DEBUG [RS:0;e2fd862922a0:38547-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(635): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e20241125af278443da294533abafd8fff96e7bc8_3a1b0c8e740ae1c15e15d1a637215f96 store=[table=TestAcidGuarantees family=A region=3a1b0c8e740ae1c15e15d1a637215f96] 2024-11-25T10:16:22,663 DEBUG [RS:0;e2fd862922a0:38547-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(656): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e20241125af278443da294533abafd8fff96e7bc8_3a1b0c8e740ae1c15e15d1a637215f96, store=[table=TestAcidGuarantees family=A region=3a1b0c8e740ae1c15e15d1a637215f96] 2024-11-25T10:16:22,663 DEBUG [RS:0;e2fd862922a0:38547-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(667): Aborting writer for hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241125af278443da294533abafd8fff96e7bc8_3a1b0c8e740ae1c15e15d1a637215f96 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=3a1b0c8e740ae1c15e15d1a637215f96] 2024-11-25T10:16:22,672 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39927 is added to blk_1073742381_1557 (size=12207) 2024-11-25T10:16:22,682 DEBUG [RS:0;e2fd862922a0:38547-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/3a1b0c8e740ae1c15e15d1a637215f96/.tmp/B/2fc92b59c9254f34b5aa857fc5d3d6c9 as hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/3a1b0c8e740ae1c15e15d1a637215f96/B/2fc92b59c9254f34b5aa857fc5d3d6c9 2024-11-25T10:16:22,688 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39927 is added to blk_1073742382_1558 (size=4469) 2024-11-25T10:16:22,689 INFO [RS:0;e2fd862922a0:38547-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 3a1b0c8e740ae1c15e15d1a637215f96#A#compaction#474 average throughput is 0.60 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 53.85 MB/second 2024-11-25T10:16:22,689 INFO [RS:0;e2fd862922a0:38547-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 3a1b0c8e740ae1c15e15d1a637215f96/B of 3a1b0c8e740ae1c15e15d1a637215f96 into 2fc92b59c9254f34b5aa857fc5d3d6c9(size=11.9 K), total size for store is 11.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-25T10:16:22,689 DEBUG [RS:0;e2fd862922a0:38547-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 3a1b0c8e740ae1c15e15d1a637215f96: 2024-11-25T10:16:22,689 INFO [RS:0;e2fd862922a0:38547-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732529775366.3a1b0c8e740ae1c15e15d1a637215f96., storeName=3a1b0c8e740ae1c15e15d1a637215f96/B, priority=13, startTime=1732529782619; duration=0sec 2024-11-25T10:16:22,689 DEBUG [RS:0;e2fd862922a0:38547-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-25T10:16:22,689 DEBUG [RS:0;e2fd862922a0:38547-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 3a1b0c8e740ae1c15e15d1a637215f96:B 2024-11-25T10:16:22,689 DEBUG [RS:0;e2fd862922a0:38547-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-25T10:16:22,690 DEBUG [RS:0;e2fd862922a0:38547-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/3a1b0c8e740ae1c15e15d1a637215f96/.tmp/A/079cee6a92aa4f5b94f9c841c22e7121 is 175, key is test_row_0/A:col10/1732529782162/Put/seqid=0 2024-11-25T10:16:22,694 DEBUG [RS:0;e2fd862922a0:38547-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36106 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-25T10:16:22,694 DEBUG [RS:0;e2fd862922a0:38547-longCompactions-0 {}] regionserver.HStore(1541): 3a1b0c8e740ae1c15e15d1a637215f96/C is initiating minor compaction (all files) 2024-11-25T10:16:22,694 INFO [RS:0;e2fd862922a0:38547-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 3a1b0c8e740ae1c15e15d1a637215f96/C in TestAcidGuarantees,,1732529775366.3a1b0c8e740ae1c15e15d1a637215f96. 2024-11-25T10:16:22,694 INFO [RS:0;e2fd862922a0:38547-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/3a1b0c8e740ae1c15e15d1a637215f96/C/08db6d47b2b341ef98d78e8e887b1e6c, hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/3a1b0c8e740ae1c15e15d1a637215f96/C/e4aff89ce6af4066ade7ff2d94fa17a5, hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/3a1b0c8e740ae1c15e15d1a637215f96/C/3e879b876cce4a82b0f043038ec6c978] into tmpdir=hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/3a1b0c8e740ae1c15e15d1a637215f96/.tmp, totalSize=35.3 K 2024-11-25T10:16:22,695 DEBUG [RS:0;e2fd862922a0:38547-longCompactions-0 {}] compactions.Compactor(225): Compacting 08db6d47b2b341ef98d78e8e887b1e6c, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=65, earliestPutTs=1732529779294 2024-11-25T10:16:22,695 DEBUG [RS:0;e2fd862922a0:38547-longCompactions-0 {}] compactions.Compactor(225): Compacting e4aff89ce6af4066ade7ff2d94fa17a5, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=83, earliestPutTs=1732529779953 2024-11-25T10:16:22,695 DEBUG [RS:0;e2fd862922a0:38547-longCompactions-0 {}] compactions.Compactor(225): Compacting 3e879b876cce4a82b0f043038ec6c978, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=96, earliestPutTs=1732529782147 2024-11-25T10:16:22,697 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=38547 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=165 2024-11-25T10:16:22,698 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e2fd862922a0:0-0 {event_type=RS_FLUSH_REGIONS, pid=165}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732529775366.3a1b0c8e740ae1c15e15d1a637215f96. 2024-11-25T10:16:22,698 INFO [RS_FLUSH_OPERATIONS-regionserver/e2fd862922a0:0-0 {event_type=RS_FLUSH_REGIONS, pid=165}] regionserver.HRegion(2902): Flushing 3a1b0c8e740ae1c15e15d1a637215f96 3/3 column families, dataSize=134.18 KB heapSize=384.98 KB 2024-11-25T10:16:22,698 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e2fd862922a0:0-0 {event_type=RS_FLUSH_REGIONS, pid=165}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 3a1b0c8e740ae1c15e15d1a637215f96, store=A 2024-11-25T10:16:22,698 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e2fd862922a0:0-0 {event_type=RS_FLUSH_REGIONS, pid=165}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-25T10:16:22,698 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e2fd862922a0:0-0 {event_type=RS_FLUSH_REGIONS, pid=165}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 3a1b0c8e740ae1c15e15d1a637215f96, store=B 2024-11-25T10:16:22,698 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e2fd862922a0:0-0 {event_type=RS_FLUSH_REGIONS, pid=165}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-25T10:16:22,698 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e2fd862922a0:0-0 {event_type=RS_FLUSH_REGIONS, pid=165}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 3a1b0c8e740ae1c15e15d1a637215f96, store=C 2024-11-25T10:16:22,698 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e2fd862922a0:0-0 {event_type=RS_FLUSH_REGIONS, pid=165}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-25T10:16:22,702 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41005 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=164 2024-11-25T10:16:22,702 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39927 is added to blk_1073742383_1559 (size=31161) 2024-11-25T10:16:22,705 INFO [RS:0;e2fd862922a0:38547-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 3a1b0c8e740ae1c15e15d1a637215f96#C#compaction#476 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 53.85 MB/second 2024-11-25T10:16:22,705 DEBUG [RS:0;e2fd862922a0:38547-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/3a1b0c8e740ae1c15e15d1a637215f96/.tmp/C/b513324430204a31a3609ade82c1f91d is 50, key is test_row_0/C:col10/1732529782162/Put/seqid=0 2024-11-25T10:16:22,710 DEBUG [RS:0;e2fd862922a0:38547-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/3a1b0c8e740ae1c15e15d1a637215f96/.tmp/A/079cee6a92aa4f5b94f9c841c22e7121 as hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/3a1b0c8e740ae1c15e15d1a637215f96/A/079cee6a92aa4f5b94f9c841c22e7121 2024-11-25T10:16:22,715 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e2fd862922a0:0-0 {event_type=RS_FLUSH_REGIONS, pid=165}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241125fd572088437a459aad48d6a9473c45af_3a1b0c8e740ae1c15e15d1a637215f96 is 50, key is test_row_0/A:col10/1732529782248/Put/seqid=0 2024-11-25T10:16:22,719 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39927 is added to blk_1073742384_1560 (size=12207) 2024-11-25T10:16:22,720 INFO [RS:0;e2fd862922a0:38547-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 3a1b0c8e740ae1c15e15d1a637215f96/A of 3a1b0c8e740ae1c15e15d1a637215f96 into 079cee6a92aa4f5b94f9c841c22e7121(size=30.4 K), total size for store is 30.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-25T10:16:22,720 DEBUG [RS:0;e2fd862922a0:38547-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 3a1b0c8e740ae1c15e15d1a637215f96: 2024-11-25T10:16:22,720 INFO [RS:0;e2fd862922a0:38547-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732529775366.3a1b0c8e740ae1c15e15d1a637215f96., storeName=3a1b0c8e740ae1c15e15d1a637215f96/A, priority=13, startTime=1732529782619; duration=0sec 2024-11-25T10:16:22,720 DEBUG [RS:0;e2fd862922a0:38547-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-25T10:16:22,720 DEBUG [RS:0;e2fd862922a0:38547-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 3a1b0c8e740ae1c15e15d1a637215f96:A 2024-11-25T10:16:22,723 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39927 is added to blk_1073742385_1561 (size=12254) 2024-11-25T10:16:22,835 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] regionserver.HRegion(8855): Flush requested on 3a1b0c8e740ae1c15e15d1a637215f96 2024-11-25T10:16:22,835 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732529775366.3a1b0c8e740ae1c15e15d1a637215f96. as already flushing 2024-11-25T10:16:22,862 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a1b0c8e740ae1c15e15d1a637215f96, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-25T10:16:22,862 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] ipc.CallRunner(138): callId: 40 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48366 deadline: 1732529842858, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a1b0c8e740ae1c15e15d1a637215f96, server=e2fd862922a0,38547,1732529625709 2024-11-25T10:16:22,863 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732529775366.3a1b0c8e740ae1c15e15d1a637215f96., hostname=e2fd862922a0,38547,1732529625709, seqNum=5 , the old value is region=TestAcidGuarantees,,1732529775366.3a1b0c8e740ae1c15e15d1a637215f96., hostname=e2fd862922a0,38547,1732529625709, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a1b0c8e740ae1c15e15d1a637215f96, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T10:16:22,863 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732529775366.3a1b0c8e740ae1c15e15d1a637215f96., hostname=e2fd862922a0,38547,1732529625709, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a1b0c8e740ae1c15e15d1a637215f96, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T10:16:22,863 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732529775366.3a1b0c8e740ae1c15e15d1a637215f96., hostname=e2fd862922a0,38547,1732529625709, seqNum=5 because the exception is null or not the one we care about 2024-11-25T10:16:22,864 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a1b0c8e740ae1c15e15d1a637215f96, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-25T10:16:22,864 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] ipc.CallRunner(138): callId: 44 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48344 deadline: 1732529842861, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a1b0c8e740ae1c15e15d1a637215f96, server=e2fd862922a0,38547,1732529625709 2024-11-25T10:16:22,864 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732529775366.3a1b0c8e740ae1c15e15d1a637215f96., hostname=e2fd862922a0,38547,1732529625709, seqNum=5 , the old value is region=TestAcidGuarantees,,1732529775366.3a1b0c8e740ae1c15e15d1a637215f96., hostname=e2fd862922a0,38547,1732529625709, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a1b0c8e740ae1c15e15d1a637215f96, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T10:16:22,864 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732529775366.3a1b0c8e740ae1c15e15d1a637215f96., hostname=e2fd862922a0,38547,1732529625709, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a1b0c8e740ae1c15e15d1a637215f96, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T10:16:22,864 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732529775366.3a1b0c8e740ae1c15e15d1a637215f96., hostname=e2fd862922a0,38547,1732529625709, seqNum=5 because the exception is null or not the one we care about 2024-11-25T10:16:22,883 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a1b0c8e740ae1c15e15d1a637215f96, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-25T10:16:22,883 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] ipc.CallRunner(138): callId: 43 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48412 deadline: 1732529842882, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a1b0c8e740ae1c15e15d1a637215f96, server=e2fd862922a0,38547,1732529625709 2024-11-25T10:16:22,884 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a1b0c8e740ae1c15e15d1a637215f96, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-25T10:16:22,884 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732529775366.3a1b0c8e740ae1c15e15d1a637215f96., hostname=e2fd862922a0,38547,1732529625709, seqNum=5 , the old value is region=TestAcidGuarantees,,1732529775366.3a1b0c8e740ae1c15e15d1a637215f96., hostname=e2fd862922a0,38547,1732529625709, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a1b0c8e740ae1c15e15d1a637215f96, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T10:16:22,884 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732529775366.3a1b0c8e740ae1c15e15d1a637215f96., hostname=e2fd862922a0,38547,1732529625709, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a1b0c8e740ae1c15e15d1a637215f96, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T10:16:22,884 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] ipc.CallRunner(138): callId: 42 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48400 deadline: 1732529842882, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a1b0c8e740ae1c15e15d1a637215f96, server=e2fd862922a0,38547,1732529625709 2024-11-25T10:16:22,884 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732529775366.3a1b0c8e740ae1c15e15d1a637215f96., hostname=e2fd862922a0,38547,1732529625709, seqNum=5 because the exception is null or not the one we care about 2024-11-25T10:16:22,884 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732529775366.3a1b0c8e740ae1c15e15d1a637215f96., hostname=e2fd862922a0,38547,1732529625709, seqNum=5 , the old value is region=TestAcidGuarantees,,1732529775366.3a1b0c8e740ae1c15e15d1a637215f96., hostname=e2fd862922a0,38547,1732529625709, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a1b0c8e740ae1c15e15d1a637215f96, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T10:16:22,884 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732529775366.3a1b0c8e740ae1c15e15d1a637215f96., hostname=e2fd862922a0,38547,1732529625709, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a1b0c8e740ae1c15e15d1a637215f96, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T10:16:22,884 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732529775366.3a1b0c8e740ae1c15e15d1a637215f96., hostname=e2fd862922a0,38547,1732529625709, seqNum=5 because the exception is null or not the one we care about 2024-11-25T10:16:22,976 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a1b0c8e740ae1c15e15d1a637215f96, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-25T10:16:22,976 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] ipc.CallRunner(138): callId: 45 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48344 deadline: 1732529842973, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a1b0c8e740ae1c15e15d1a637215f96, server=e2fd862922a0,38547,1732529625709 2024-11-25T10:16:22,977 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a1b0c8e740ae1c15e15d1a637215f96, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-25T10:16:22,977 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732529775366.3a1b0c8e740ae1c15e15d1a637215f96., hostname=e2fd862922a0,38547,1732529625709, seqNum=5 , the old value is region=TestAcidGuarantees,,1732529775366.3a1b0c8e740ae1c15e15d1a637215f96., hostname=e2fd862922a0,38547,1732529625709, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a1b0c8e740ae1c15e15d1a637215f96, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T10:16:22,977 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732529775366.3a1b0c8e740ae1c15e15d1a637215f96., hostname=e2fd862922a0,38547,1732529625709, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a1b0c8e740ae1c15e15d1a637215f96, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T10:16:22,977 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] ipc.CallRunner(138): callId: 41 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48366 deadline: 1732529842973, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a1b0c8e740ae1c15e15d1a637215f96, server=e2fd862922a0,38547,1732529625709 2024-11-25T10:16:22,977 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732529775366.3a1b0c8e740ae1c15e15d1a637215f96., hostname=e2fd862922a0,38547,1732529625709, seqNum=5 because the exception is null or not the one we care about 2024-11-25T10:16:22,977 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732529775366.3a1b0c8e740ae1c15e15d1a637215f96., hostname=e2fd862922a0,38547,1732529625709, seqNum=5 , the old value is region=TestAcidGuarantees,,1732529775366.3a1b0c8e740ae1c15e15d1a637215f96., hostname=e2fd862922a0,38547,1732529625709, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a1b0c8e740ae1c15e15d1a637215f96, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T10:16:22,977 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732529775366.3a1b0c8e740ae1c15e15d1a637215f96., hostname=e2fd862922a0,38547,1732529625709, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a1b0c8e740ae1c15e15d1a637215f96, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T10:16:22,977 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732529775366.3a1b0c8e740ae1c15e15d1a637215f96., hostname=e2fd862922a0,38547,1732529625709, seqNum=5 because the exception is null or not the one we care about 2024-11-25T10:16:23,012 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41005 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=164 2024-11-25T10:16:23,122 DEBUG [RS:0;e2fd862922a0:38547-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/3a1b0c8e740ae1c15e15d1a637215f96/.tmp/C/b513324430204a31a3609ade82c1f91d as hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/3a1b0c8e740ae1c15e15d1a637215f96/C/b513324430204a31a3609ade82c1f91d 2024-11-25T10:16:23,124 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e2fd862922a0:0-0 {event_type=RS_FLUSH_REGIONS, pid=165}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:16:23,127 INFO [RS:0;e2fd862922a0:38547-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 3a1b0c8e740ae1c15e15d1a637215f96/C of 3a1b0c8e740ae1c15e15d1a637215f96 into b513324430204a31a3609ade82c1f91d(size=11.9 K), total size for store is 11.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-25T10:16:23,127 DEBUG [RS:0;e2fd862922a0:38547-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 3a1b0c8e740ae1c15e15d1a637215f96: 2024-11-25T10:16:23,128 INFO [RS:0;e2fd862922a0:38547-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732529775366.3a1b0c8e740ae1c15e15d1a637215f96., storeName=3a1b0c8e740ae1c15e15d1a637215f96/C, priority=13, startTime=1732529782619; duration=0sec 2024-11-25T10:16:23,128 DEBUG [RS:0;e2fd862922a0:38547-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-25T10:16:23,128 DEBUG [RS:0;e2fd862922a0:38547-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 3a1b0c8e740ae1c15e15d1a637215f96:C 2024-11-25T10:16:23,129 INFO [RS_FLUSH_OPERATIONS-regionserver/e2fd862922a0:0-0 {event_type=RS_FLUSH_REGIONS, pid=165}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241125fd572088437a459aad48d6a9473c45af_3a1b0c8e740ae1c15e15d1a637215f96 to hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241125fd572088437a459aad48d6a9473c45af_3a1b0c8e740ae1c15e15d1a637215f96 2024-11-25T10:16:23,130 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e2fd862922a0:0-0 {event_type=RS_FLUSH_REGIONS, pid=165}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/3a1b0c8e740ae1c15e15d1a637215f96/.tmp/A/2b3328aef4144aca879a9cf94bce7252, store: [table=TestAcidGuarantees family=A region=3a1b0c8e740ae1c15e15d1a637215f96] 2024-11-25T10:16:23,131 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e2fd862922a0:0-0 {event_type=RS_FLUSH_REGIONS, pid=165}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/3a1b0c8e740ae1c15e15d1a637215f96/.tmp/A/2b3328aef4144aca879a9cf94bce7252 is 175, key is test_row_0/A:col10/1732529782248/Put/seqid=0 2024-11-25T10:16:23,147 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39927 is added to blk_1073742386_1562 (size=31055) 2024-11-25T10:16:23,186 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a1b0c8e740ae1c15e15d1a637215f96, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-25T10:16:23,186 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] ipc.CallRunner(138): callId: 46 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48344 deadline: 1732529843182, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a1b0c8e740ae1c15e15d1a637215f96, server=e2fd862922a0,38547,1732529625709 2024-11-25T10:16:23,187 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732529775366.3a1b0c8e740ae1c15e15d1a637215f96., hostname=e2fd862922a0,38547,1732529625709, seqNum=5 , the old value is region=TestAcidGuarantees,,1732529775366.3a1b0c8e740ae1c15e15d1a637215f96., hostname=e2fd862922a0,38547,1732529625709, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a1b0c8e740ae1c15e15d1a637215f96, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T10:16:23,187 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a1b0c8e740ae1c15e15d1a637215f96, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-25T10:16:23,187 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732529775366.3a1b0c8e740ae1c15e15d1a637215f96., hostname=e2fd862922a0,38547,1732529625709, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a1b0c8e740ae1c15e15d1a637215f96, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T10:16:23,187 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732529775366.3a1b0c8e740ae1c15e15d1a637215f96., hostname=e2fd862922a0,38547,1732529625709, seqNum=5 because the exception is null or not the one we care about 2024-11-25T10:16:23,187 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] ipc.CallRunner(138): callId: 42 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48366 deadline: 1732529843183, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a1b0c8e740ae1c15e15d1a637215f96, server=e2fd862922a0,38547,1732529625709 2024-11-25T10:16:23,187 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732529775366.3a1b0c8e740ae1c15e15d1a637215f96., hostname=e2fd862922a0,38547,1732529625709, seqNum=5 , the old value is region=TestAcidGuarantees,,1732529775366.3a1b0c8e740ae1c15e15d1a637215f96., hostname=e2fd862922a0,38547,1732529625709, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a1b0c8e740ae1c15e15d1a637215f96, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T10:16:23,187 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732529775366.3a1b0c8e740ae1c15e15d1a637215f96., hostname=e2fd862922a0,38547,1732529625709, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a1b0c8e740ae1c15e15d1a637215f96, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T10:16:23,187 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732529775366.3a1b0c8e740ae1c15e15d1a637215f96., hostname=e2fd862922a0,38547,1732529625709, seqNum=5 because the exception is null or not the one we care about 2024-11-25T10:16:23,394 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a1b0c8e740ae1c15e15d1a637215f96, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-25T10:16:23,395 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] ipc.CallRunner(138): callId: 44 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48412 deadline: 1732529843392, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a1b0c8e740ae1c15e15d1a637215f96, server=e2fd862922a0,38547,1732529625709 2024-11-25T10:16:23,395 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a1b0c8e740ae1c15e15d1a637215f96, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-25T10:16:23,395 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] ipc.CallRunner(138): callId: 43 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48400 deadline: 1732529843392, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a1b0c8e740ae1c15e15d1a637215f96, server=e2fd862922a0,38547,1732529625709 2024-11-25T10:16:23,395 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732529775366.3a1b0c8e740ae1c15e15d1a637215f96., hostname=e2fd862922a0,38547,1732529625709, seqNum=5 , the old value is region=TestAcidGuarantees,,1732529775366.3a1b0c8e740ae1c15e15d1a637215f96., hostname=e2fd862922a0,38547,1732529625709, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a1b0c8e740ae1c15e15d1a637215f96, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T10:16:23,395 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732529775366.3a1b0c8e740ae1c15e15d1a637215f96., hostname=e2fd862922a0,38547,1732529625709, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a1b0c8e740ae1c15e15d1a637215f96, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T10:16:23,395 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732529775366.3a1b0c8e740ae1c15e15d1a637215f96., hostname=e2fd862922a0,38547,1732529625709, seqNum=5 because the exception is null or not the one we care about 2024-11-25T10:16:23,396 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732529775366.3a1b0c8e740ae1c15e15d1a637215f96., hostname=e2fd862922a0,38547,1732529625709, seqNum=5 , the old value is region=TestAcidGuarantees,,1732529775366.3a1b0c8e740ae1c15e15d1a637215f96., hostname=e2fd862922a0,38547,1732529625709, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a1b0c8e740ae1c15e15d1a637215f96, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T10:16:23,396 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732529775366.3a1b0c8e740ae1c15e15d1a637215f96., hostname=e2fd862922a0,38547,1732529625709, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a1b0c8e740ae1c15e15d1a637215f96, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T10:16:23,396 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732529775366.3a1b0c8e740ae1c15e15d1a637215f96., hostname=e2fd862922a0,38547,1732529625709, seqNum=5 because the exception is null or not the one we care about 2024-11-25T10:16:23,494 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a1b0c8e740ae1c15e15d1a637215f96, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-25T10:16:23,494 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] ipc.CallRunner(138): callId: 47 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48344 deadline: 1732529843492, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a1b0c8e740ae1c15e15d1a637215f96, server=e2fd862922a0,38547,1732529625709 2024-11-25T10:16:23,495 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a1b0c8e740ae1c15e15d1a637215f96, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-25T10:16:23,495 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732529775366.3a1b0c8e740ae1c15e15d1a637215f96., hostname=e2fd862922a0,38547,1732529625709, seqNum=5 , the old value is region=TestAcidGuarantees,,1732529775366.3a1b0c8e740ae1c15e15d1a637215f96., hostname=e2fd862922a0,38547,1732529625709, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a1b0c8e740ae1c15e15d1a637215f96, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T10:16:23,495 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732529775366.3a1b0c8e740ae1c15e15d1a637215f96., hostname=e2fd862922a0,38547,1732529625709, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a1b0c8e740ae1c15e15d1a637215f96, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T10:16:23,495 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] ipc.CallRunner(138): callId: 43 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48366 deadline: 1732529843492, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a1b0c8e740ae1c15e15d1a637215f96, server=e2fd862922a0,38547,1732529625709 2024-11-25T10:16:23,495 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732529775366.3a1b0c8e740ae1c15e15d1a637215f96., hostname=e2fd862922a0,38547,1732529625709, seqNum=5 because the exception is null or not the one we care about 2024-11-25T10:16:23,495 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732529775366.3a1b0c8e740ae1c15e15d1a637215f96., hostname=e2fd862922a0,38547,1732529625709, seqNum=5 , the old value is region=TestAcidGuarantees,,1732529775366.3a1b0c8e740ae1c15e15d1a637215f96., hostname=e2fd862922a0,38547,1732529625709, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a1b0c8e740ae1c15e15d1a637215f96, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T10:16:23,495 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732529775366.3a1b0c8e740ae1c15e15d1a637215f96., hostname=e2fd862922a0,38547,1732529625709, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a1b0c8e740ae1c15e15d1a637215f96, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T10:16:23,495 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732529775366.3a1b0c8e740ae1c15e15d1a637215f96., hostname=e2fd862922a0,38547,1732529625709, seqNum=5 because the exception is null or not the one we care about 2024-11-25T10:16:23,522 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41005 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=164 2024-11-25T10:16:23,548 INFO [RS_FLUSH_OPERATIONS-regionserver/e2fd862922a0:0-0 {event_type=RS_FLUSH_REGIONS, pid=165}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=134, memsize=44.7 K, hasBloomFilter=true, into tmp file hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/3a1b0c8e740ae1c15e15d1a637215f96/.tmp/A/2b3328aef4144aca879a9cf94bce7252 2024-11-25T10:16:23,558 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e2fd862922a0:0-0 {event_type=RS_FLUSH_REGIONS, pid=165}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/3a1b0c8e740ae1c15e15d1a637215f96/.tmp/B/56157a2f695b4445a2635d01297c4cf2 is 50, key is test_row_0/B:col10/1732529782248/Put/seqid=0 2024-11-25T10:16:23,567 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39927 is added to blk_1073742387_1563 (size=12101) 2024-11-25T10:16:23,568 INFO [RS_FLUSH_OPERATIONS-regionserver/e2fd862922a0:0-0 {event_type=RS_FLUSH_REGIONS, pid=165}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=134 (bloomFilter=true), to=hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/3a1b0c8e740ae1c15e15d1a637215f96/.tmp/B/56157a2f695b4445a2635d01297c4cf2 2024-11-25T10:16:23,576 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e2fd862922a0:0-0 {event_type=RS_FLUSH_REGIONS, pid=165}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/3a1b0c8e740ae1c15e15d1a637215f96/.tmp/C/32896f5ce6db4b43b7b27c9bb25e9da9 is 50, key is test_row_0/C:col10/1732529782248/Put/seqid=0 2024-11-25T10:16:23,580 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39927 is added to blk_1073742388_1564 (size=12101) 2024-11-25T10:16:23,581 INFO [RS_FLUSH_OPERATIONS-regionserver/e2fd862922a0:0-0 {event_type=RS_FLUSH_REGIONS, pid=165}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=134 (bloomFilter=true), to=hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/3a1b0c8e740ae1c15e15d1a637215f96/.tmp/C/32896f5ce6db4b43b7b27c9bb25e9da9 2024-11-25T10:16:23,587 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e2fd862922a0:0-0 {event_type=RS_FLUSH_REGIONS, pid=165}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/3a1b0c8e740ae1c15e15d1a637215f96/.tmp/A/2b3328aef4144aca879a9cf94bce7252 as hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/3a1b0c8e740ae1c15e15d1a637215f96/A/2b3328aef4144aca879a9cf94bce7252 2024-11-25T10:16:23,592 INFO [RS_FLUSH_OPERATIONS-regionserver/e2fd862922a0:0-0 {event_type=RS_FLUSH_REGIONS, pid=165}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/3a1b0c8e740ae1c15e15d1a637215f96/A/2b3328aef4144aca879a9cf94bce7252, entries=150, sequenceid=134, filesize=30.3 K 2024-11-25T10:16:23,595 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e2fd862922a0:0-0 {event_type=RS_FLUSH_REGIONS, pid=165}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/3a1b0c8e740ae1c15e15d1a637215f96/.tmp/B/56157a2f695b4445a2635d01297c4cf2 as hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/3a1b0c8e740ae1c15e15d1a637215f96/B/56157a2f695b4445a2635d01297c4cf2 2024-11-25T10:16:23,598 INFO [RS_FLUSH_OPERATIONS-regionserver/e2fd862922a0:0-0 {event_type=RS_FLUSH_REGIONS, pid=165}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/3a1b0c8e740ae1c15e15d1a637215f96/B/56157a2f695b4445a2635d01297c4cf2, entries=150, sequenceid=134, filesize=11.8 K 2024-11-25T10:16:23,599 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e2fd862922a0:0-0 {event_type=RS_FLUSH_REGIONS, pid=165}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/3a1b0c8e740ae1c15e15d1a637215f96/.tmp/C/32896f5ce6db4b43b7b27c9bb25e9da9 as hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/3a1b0c8e740ae1c15e15d1a637215f96/C/32896f5ce6db4b43b7b27c9bb25e9da9 2024-11-25T10:16:23,606 INFO [RS_FLUSH_OPERATIONS-regionserver/e2fd862922a0:0-0 {event_type=RS_FLUSH_REGIONS, pid=165}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/3a1b0c8e740ae1c15e15d1a637215f96/C/32896f5ce6db4b43b7b27c9bb25e9da9, entries=150, sequenceid=134, filesize=11.8 K 2024-11-25T10:16:23,607 INFO [RS_FLUSH_OPERATIONS-regionserver/e2fd862922a0:0-0 {event_type=RS_FLUSH_REGIONS, pid=165}] regionserver.HRegion(3140): Finished flush of dataSize ~134.18 KB/137400, heapSize ~384.94 KB/394176, currentSize=53.67 KB/54960 for 3a1b0c8e740ae1c15e15d1a637215f96 in 909ms, sequenceid=134, compaction requested=false 2024-11-25T10:16:23,607 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e2fd862922a0:0-0 {event_type=RS_FLUSH_REGIONS, pid=165}] regionserver.HRegion(2603): Flush status journal for 3a1b0c8e740ae1c15e15d1a637215f96: 2024-11-25T10:16:23,607 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e2fd862922a0:0-0 {event_type=RS_FLUSH_REGIONS, pid=165}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732529775366.3a1b0c8e740ae1c15e15d1a637215f96. 2024-11-25T10:16:23,607 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e2fd862922a0:0-0 {event_type=RS_FLUSH_REGIONS, pid=165}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=165 2024-11-25T10:16:23,607 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41005 {}] master.HMaster(4169): Remote procedure done, pid=165 2024-11-25T10:16:23,616 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=165, resume processing ppid=164 2024-11-25T10:16:23,616 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=165, ppid=164, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.2250 sec 2024-11-25T10:16:23,619 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=164, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=164, table=TestAcidGuarantees in 1.2340 sec 2024-11-25T10:16:24,005 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] regionserver.HRegion(8855): Flush requested on 3a1b0c8e740ae1c15e15d1a637215f96 2024-11-25T10:16:24,005 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 3a1b0c8e740ae1c15e15d1a637215f96 3/3 column families, dataSize=60.38 KB heapSize=180.05 KB 2024-11-25T10:16:24,005 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 3a1b0c8e740ae1c15e15d1a637215f96, store=A 2024-11-25T10:16:24,005 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T10:16:24,005 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 3a1b0c8e740ae1c15e15d1a637215f96, store=B 2024-11-25T10:16:24,005 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T10:16:24,005 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 3a1b0c8e740ae1c15e15d1a637215f96, store=C 2024-11-25T10:16:24,005 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T10:16:24,012 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024112571b6fe4cff12449f867822bb620c9bb6_3a1b0c8e740ae1c15e15d1a637215f96 is 50, key is test_row_0/A:col10/1732529784004/Put/seqid=0 2024-11-25T10:16:24,016 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39927 is added to blk_1073742389_1565 (size=12304) 2024-11-25T10:16:24,016 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:16:24,023 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024112571b6fe4cff12449f867822bb620c9bb6_3a1b0c8e740ae1c15e15d1a637215f96 to hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112571b6fe4cff12449f867822bb620c9bb6_3a1b0c8e740ae1c15e15d1a637215f96 2024-11-25T10:16:24,024 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/3a1b0c8e740ae1c15e15d1a637215f96/.tmp/A/f7146003fc5f43df9a1ee70fcb6461e6, store: [table=TestAcidGuarantees family=A region=3a1b0c8e740ae1c15e15d1a637215f96] 2024-11-25T10:16:24,024 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/3a1b0c8e740ae1c15e15d1a637215f96/.tmp/A/f7146003fc5f43df9a1ee70fcb6461e6 is 175, key is test_row_0/A:col10/1732529784004/Put/seqid=0 2024-11-25T10:16:24,035 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39927 is added to blk_1073742390_1566 (size=31105) 2024-11-25T10:16:24,054 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a1b0c8e740ae1c15e15d1a637215f96, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-25T10:16:24,054 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] ipc.CallRunner(138): callId: 56 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48344 deadline: 1732529844050, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a1b0c8e740ae1c15e15d1a637215f96, server=e2fd862922a0,38547,1732529625709 2024-11-25T10:16:24,055 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732529775366.3a1b0c8e740ae1c15e15d1a637215f96., hostname=e2fd862922a0,38547,1732529625709, seqNum=5 , the old value is region=TestAcidGuarantees,,1732529775366.3a1b0c8e740ae1c15e15d1a637215f96., hostname=e2fd862922a0,38547,1732529625709, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a1b0c8e740ae1c15e15d1a637215f96, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T10:16:24,055 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732529775366.3a1b0c8e740ae1c15e15d1a637215f96., hostname=e2fd862922a0,38547,1732529625709, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a1b0c8e740ae1c15e15d1a637215f96, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T10:16:24,055 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732529775366.3a1b0c8e740ae1c15e15d1a637215f96., hostname=e2fd862922a0,38547,1732529625709, seqNum=5 because the exception is null or not the one we care about 2024-11-25T10:16:24,058 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a1b0c8e740ae1c15e15d1a637215f96, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-25T10:16:24,059 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] ipc.CallRunner(138): callId: 54 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48366 deadline: 1732529844054, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a1b0c8e740ae1c15e15d1a637215f96, server=e2fd862922a0,38547,1732529625709 2024-11-25T10:16:24,059 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732529775366.3a1b0c8e740ae1c15e15d1a637215f96., hostname=e2fd862922a0,38547,1732529625709, seqNum=5 , the old value is region=TestAcidGuarantees,,1732529775366.3a1b0c8e740ae1c15e15d1a637215f96., hostname=e2fd862922a0,38547,1732529625709, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a1b0c8e740ae1c15e15d1a637215f96, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T10:16:24,059 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732529775366.3a1b0c8e740ae1c15e15d1a637215f96., hostname=e2fd862922a0,38547,1732529625709, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a1b0c8e740ae1c15e15d1a637215f96, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T10:16:24,059 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732529775366.3a1b0c8e740ae1c15e15d1a637215f96., hostname=e2fd862922a0,38547,1732529625709, seqNum=5 because the exception is null or not the one we care about 2024-11-25T10:16:24,164 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a1b0c8e740ae1c15e15d1a637215f96, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-25T10:16:24,165 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] ipc.CallRunner(138): callId: 57 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48344 deadline: 1732529844162, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a1b0c8e740ae1c15e15d1a637215f96, server=e2fd862922a0,38547,1732529625709 2024-11-25T10:16:24,165 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a1b0c8e740ae1c15e15d1a637215f96, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-25T10:16:24,165 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732529775366.3a1b0c8e740ae1c15e15d1a637215f96., hostname=e2fd862922a0,38547,1732529625709, seqNum=5 , the old value is region=TestAcidGuarantees,,1732529775366.3a1b0c8e740ae1c15e15d1a637215f96., hostname=e2fd862922a0,38547,1732529625709, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a1b0c8e740ae1c15e15d1a637215f96, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T10:16:24,165 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732529775366.3a1b0c8e740ae1c15e15d1a637215f96., hostname=e2fd862922a0,38547,1732529625709, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a1b0c8e740ae1c15e15d1a637215f96, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T10:16:24,165 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] ipc.CallRunner(138): callId: 55 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48366 deadline: 1732529844163, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a1b0c8e740ae1c15e15d1a637215f96, server=e2fd862922a0,38547,1732529625709 2024-11-25T10:16:24,165 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732529775366.3a1b0c8e740ae1c15e15d1a637215f96., hostname=e2fd862922a0,38547,1732529625709, seqNum=5 because the exception is null or not the one we care about 2024-11-25T10:16:24,165 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732529775366.3a1b0c8e740ae1c15e15d1a637215f96., hostname=e2fd862922a0,38547,1732529625709, seqNum=5 , the old value is region=TestAcidGuarantees,,1732529775366.3a1b0c8e740ae1c15e15d1a637215f96., hostname=e2fd862922a0,38547,1732529625709, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a1b0c8e740ae1c15e15d1a637215f96, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T10:16:24,165 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732529775366.3a1b0c8e740ae1c15e15d1a637215f96., hostname=e2fd862922a0,38547,1732529625709, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a1b0c8e740ae1c15e15d1a637215f96, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T10:16:24,165 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732529775366.3a1b0c8e740ae1c15e15d1a637215f96., hostname=e2fd862922a0,38547,1732529625709, seqNum=5 because the exception is null or not the one we care about 2024-11-25T10:16:24,375 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a1b0c8e740ae1c15e15d1a637215f96, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-25T10:16:24,375 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] ipc.CallRunner(138): callId: 58 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48344 deadline: 1732529844372, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a1b0c8e740ae1c15e15d1a637215f96, server=e2fd862922a0,38547,1732529625709 2024-11-25T10:16:24,376 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a1b0c8e740ae1c15e15d1a637215f96, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-25T10:16:24,376 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732529775366.3a1b0c8e740ae1c15e15d1a637215f96., hostname=e2fd862922a0,38547,1732529625709, seqNum=5 , the old value is region=TestAcidGuarantees,,1732529775366.3a1b0c8e740ae1c15e15d1a637215f96., hostname=e2fd862922a0,38547,1732529625709, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a1b0c8e740ae1c15e15d1a637215f96, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T10:16:24,376 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] ipc.CallRunner(138): callId: 56 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48366 deadline: 1732529844372, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a1b0c8e740ae1c15e15d1a637215f96, server=e2fd862922a0,38547,1732529625709 2024-11-25T10:16:24,376 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732529775366.3a1b0c8e740ae1c15e15d1a637215f96., hostname=e2fd862922a0,38547,1732529625709, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a1b0c8e740ae1c15e15d1a637215f96, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T10:16:24,376 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732529775366.3a1b0c8e740ae1c15e15d1a637215f96., hostname=e2fd862922a0,38547,1732529625709, seqNum=5 because the exception is null or not the one we care about 2024-11-25T10:16:24,376 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732529775366.3a1b0c8e740ae1c15e15d1a637215f96., hostname=e2fd862922a0,38547,1732529625709, seqNum=5 , the old value is region=TestAcidGuarantees,,1732529775366.3a1b0c8e740ae1c15e15d1a637215f96., hostname=e2fd862922a0,38547,1732529625709, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a1b0c8e740ae1c15e15d1a637215f96, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T10:16:24,376 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732529775366.3a1b0c8e740ae1c15e15d1a637215f96., hostname=e2fd862922a0,38547,1732529625709, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a1b0c8e740ae1c15e15d1a637215f96, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T10:16:24,376 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732529775366.3a1b0c8e740ae1c15e15d1a637215f96., hostname=e2fd862922a0,38547,1732529625709, seqNum=5 because the exception is null or not the one we care about 2024-11-25T10:16:24,405 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a1b0c8e740ae1c15e15d1a637215f96, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-25T10:16:24,405 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] ipc.CallRunner(138): callId: 45 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48412 deadline: 1732529844402, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a1b0c8e740ae1c15e15d1a637215f96, server=e2fd862922a0,38547,1732529625709 2024-11-25T10:16:24,405 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a1b0c8e740ae1c15e15d1a637215f96, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-25T10:16:24,406 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] ipc.CallRunner(138): callId: 44 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48400 deadline: 1732529844402, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a1b0c8e740ae1c15e15d1a637215f96, server=e2fd862922a0,38547,1732529625709 2024-11-25T10:16:24,405 WARN [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRpcRetryingCaller(177): Call to e2fd862922a0,38547,1732529625709 for 'test_row_2' in 3a1b0c8e740ae1c15e15d1a637215f96 of TestAcidGuarantees failed, tries = 6, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 2154 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a1b0c8e740ae1c15e15d1a637215f96, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor39.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a1b0c8e740ae1c15e15d1a637215f96, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 32 more 2024-11-25T10:16:24,406 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732529775366.3a1b0c8e740ae1c15e15d1a637215f96., hostname=e2fd862922a0,38547,1732529625709, seqNum=5 , the old value is region=TestAcidGuarantees,,1732529775366.3a1b0c8e740ae1c15e15d1a637215f96., hostname=e2fd862922a0,38547,1732529625709, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a1b0c8e740ae1c15e15d1a637215f96, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T10:16:24,406 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732529775366.3a1b0c8e740ae1c15e15d1a637215f96., hostname=e2fd862922a0,38547,1732529625709, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a1b0c8e740ae1c15e15d1a637215f96, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T10:16:24,406 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732529775366.3a1b0c8e740ae1c15e15d1a637215f96., hostname=e2fd862922a0,38547,1732529625709, seqNum=5 because the exception is null or not the one we care about 2024-11-25T10:16:24,406 WARN [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRpcRetryingCaller(177): Call to e2fd862922a0,38547,1732529625709 for 'test_row_2' in 3a1b0c8e740ae1c15e15d1a637215f96 of TestAcidGuarantees failed, tries = 6, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 2156 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a1b0c8e740ae1c15e15d1a637215f96, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor39.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a1b0c8e740ae1c15e15d1a637215f96, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 32 more 2024-11-25T10:16:24,406 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732529775366.3a1b0c8e740ae1c15e15d1a637215f96., hostname=e2fd862922a0,38547,1732529625709, seqNum=5 , the old value is region=TestAcidGuarantees,,1732529775366.3a1b0c8e740ae1c15e15d1a637215f96., hostname=e2fd862922a0,38547,1732529625709, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a1b0c8e740ae1c15e15d1a637215f96, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T10:16:24,407 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732529775366.3a1b0c8e740ae1c15e15d1a637215f96., hostname=e2fd862922a0,38547,1732529625709, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a1b0c8e740ae1c15e15d1a637215f96, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T10:16:24,407 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732529775366.3a1b0c8e740ae1c15e15d1a637215f96., hostname=e2fd862922a0,38547,1732529625709, seqNum=5 because the exception is null or not the one we care about 2024-11-25T10:16:24,436 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=149, memsize=22.4 K, hasBloomFilter=true, into tmp file hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/3a1b0c8e740ae1c15e15d1a637215f96/.tmp/A/f7146003fc5f43df9a1ee70fcb6461e6 2024-11-25T10:16:24,445 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/3a1b0c8e740ae1c15e15d1a637215f96/.tmp/B/2785aefc15774bc8abab83145319741c is 50, key is test_row_0/B:col10/1732529784004/Put/seqid=0 2024-11-25T10:16:24,450 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39927 is added to blk_1073742391_1567 (size=12151) 2024-11-25T10:16:24,532 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41005 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=164 2024-11-25T10:16:24,533 INFO [RPCClient-NioEventLoopGroup-4-12 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-25T10:16:24,533 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41005 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-25T10:16:24,534 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41005 {}] procedure2.ProcedureExecutor(1139): Stored pid=166, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=166, table=TestAcidGuarantees 2024-11-25T10:16:24,535 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41005 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=166 2024-11-25T10:16:24,535 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=166, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=166, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-25T10:16:24,536 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=166, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=166, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-25T10:16:24,536 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=167, ppid=166, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-25T10:16:24,642 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41005 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=166 2024-11-25T10:16:24,687 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a1b0c8e740ae1c15e15d1a637215f96, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-25T10:16:24,687 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] ipc.CallRunner(138): callId: 57 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48366 deadline: 1732529844682, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a1b0c8e740ae1c15e15d1a637215f96, server=e2fd862922a0,38547,1732529625709 2024-11-25T10:16:24,687 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a1b0c8e740ae1c15e15d1a637215f96, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-25T10:16:24,688 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] ipc.CallRunner(138): callId: 59 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48344 deadline: 1732529844682, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a1b0c8e740ae1c15e15d1a637215f96, server=e2fd862922a0,38547,1732529625709 2024-11-25T10:16:24,688 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732529775366.3a1b0c8e740ae1c15e15d1a637215f96., hostname=e2fd862922a0,38547,1732529625709, seqNum=5 , the old value is region=TestAcidGuarantees,,1732529775366.3a1b0c8e740ae1c15e15d1a637215f96., hostname=e2fd862922a0,38547,1732529625709, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a1b0c8e740ae1c15e15d1a637215f96, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T10:16:24,688 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732529775366.3a1b0c8e740ae1c15e15d1a637215f96., hostname=e2fd862922a0,38547,1732529625709, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a1b0c8e740ae1c15e15d1a637215f96, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T10:16:24,688 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732529775366.3a1b0c8e740ae1c15e15d1a637215f96., hostname=e2fd862922a0,38547,1732529625709, seqNum=5 because the exception is null or not the one we care about 2024-11-25T10:16:24,688 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732529775366.3a1b0c8e740ae1c15e15d1a637215f96., hostname=e2fd862922a0,38547,1732529625709, seqNum=5 , the old value is region=TestAcidGuarantees,,1732529775366.3a1b0c8e740ae1c15e15d1a637215f96., hostname=e2fd862922a0,38547,1732529625709, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a1b0c8e740ae1c15e15d1a637215f96, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T10:16:24,688 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732529775366.3a1b0c8e740ae1c15e15d1a637215f96., hostname=e2fd862922a0,38547,1732529625709, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a1b0c8e740ae1c15e15d1a637215f96, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T10:16:24,688 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732529775366.3a1b0c8e740ae1c15e15d1a637215f96., hostname=e2fd862922a0,38547,1732529625709, seqNum=5 because the exception is null or not the one we care about 2024-11-25T10:16:24,688 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=38547 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=167 2024-11-25T10:16:24,688 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e2fd862922a0:0-1 {event_type=RS_FLUSH_REGIONS, pid=167}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732529775366.3a1b0c8e740ae1c15e15d1a637215f96. 2024-11-25T10:16:24,688 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e2fd862922a0:0-1 {event_type=RS_FLUSH_REGIONS, pid=167}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732529775366.3a1b0c8e740ae1c15e15d1a637215f96. as already flushing 2024-11-25T10:16:24,688 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e2fd862922a0:0-1 {event_type=RS_FLUSH_REGIONS, pid=167}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732529775366.3a1b0c8e740ae1c15e15d1a637215f96. 2024-11-25T10:16:24,688 ERROR [RS_FLUSH_OPERATIONS-regionserver/e2fd862922a0:0-1 {event_type=RS_FLUSH_REGIONS, pid=167}] handler.RSProcedureHandler(58): pid=167 java.io.IOException: Unable to complete flush {ENCODED => 3a1b0c8e740ae1c15e15d1a637215f96, NAME => 'TestAcidGuarantees,,1732529775366.3a1b0c8e740ae1c15e15d1a637215f96.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T10:16:24,689 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e2fd862922a0:0-1 {event_type=RS_FLUSH_REGIONS, pid=167}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=167 java.io.IOException: Unable to complete flush {ENCODED => 3a1b0c8e740ae1c15e15d1a637215f96, NAME => 'TestAcidGuarantees,,1732529775366.3a1b0c8e740ae1c15e15d1a637215f96.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T10:16:24,689 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41005 {}] master.HMaster(4177): Remote procedure failed, pid=167 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 3a1b0c8e740ae1c15e15d1a637215f96, NAME => 'TestAcidGuarantees,,1732529775366.3a1b0c8e740ae1c15e15d1a637215f96.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 3a1b0c8e740ae1c15e15d1a637215f96, NAME => 'TestAcidGuarantees,,1732529775366.3a1b0c8e740ae1c15e15d1a637215f96.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T10:16:24,841 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=38547 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=167 2024-11-25T10:16:24,841 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e2fd862922a0:0-2 {event_type=RS_FLUSH_REGIONS, pid=167}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732529775366.3a1b0c8e740ae1c15e15d1a637215f96. 2024-11-25T10:16:24,841 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e2fd862922a0:0-2 {event_type=RS_FLUSH_REGIONS, pid=167}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732529775366.3a1b0c8e740ae1c15e15d1a637215f96. as already flushing 2024-11-25T10:16:24,841 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e2fd862922a0:0-2 {event_type=RS_FLUSH_REGIONS, pid=167}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732529775366.3a1b0c8e740ae1c15e15d1a637215f96. 2024-11-25T10:16:24,841 ERROR [RS_FLUSH_OPERATIONS-regionserver/e2fd862922a0:0-2 {event_type=RS_FLUSH_REGIONS, pid=167}] handler.RSProcedureHandler(58): pid=167 java.io.IOException: Unable to complete flush {ENCODED => 3a1b0c8e740ae1c15e15d1a637215f96, NAME => 'TestAcidGuarantees,,1732529775366.3a1b0c8e740ae1c15e15d1a637215f96.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T10:16:24,842 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e2fd862922a0:0-2 {event_type=RS_FLUSH_REGIONS, pid=167}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=167 java.io.IOException: Unable to complete flush {ENCODED => 3a1b0c8e740ae1c15e15d1a637215f96, NAME => 'TestAcidGuarantees,,1732529775366.3a1b0c8e740ae1c15e15d1a637215f96.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T10:16:24,842 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41005 {}] master.HMaster(4177): Remote procedure failed, pid=167 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 3a1b0c8e740ae1c15e15d1a637215f96, NAME => 'TestAcidGuarantees,,1732529775366.3a1b0c8e740ae1c15e15d1a637215f96.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 3a1b0c8e740ae1c15e15d1a637215f96, NAME => 'TestAcidGuarantees,,1732529775366.3a1b0c8e740ae1c15e15d1a637215f96.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T10:16:24,850 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=149 (bloomFilter=true), to=hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/3a1b0c8e740ae1c15e15d1a637215f96/.tmp/B/2785aefc15774bc8abab83145319741c 2024-11-25T10:16:24,852 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41005 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=166 2024-11-25T10:16:24,858 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/3a1b0c8e740ae1c15e15d1a637215f96/.tmp/C/66462d19894d4668848ea6b63080a523 is 50, key is test_row_0/C:col10/1732529784004/Put/seqid=0 2024-11-25T10:16:24,864 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39927 is added to blk_1073742392_1568 (size=12151) 2024-11-25T10:16:24,994 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=38547 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=167 2024-11-25T10:16:24,994 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e2fd862922a0:0-0 {event_type=RS_FLUSH_REGIONS, pid=167}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732529775366.3a1b0c8e740ae1c15e15d1a637215f96. 2024-11-25T10:16:24,994 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e2fd862922a0:0-0 {event_type=RS_FLUSH_REGIONS, pid=167}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732529775366.3a1b0c8e740ae1c15e15d1a637215f96. as already flushing 2024-11-25T10:16:24,994 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e2fd862922a0:0-0 {event_type=RS_FLUSH_REGIONS, pid=167}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732529775366.3a1b0c8e740ae1c15e15d1a637215f96. 2024-11-25T10:16:24,994 ERROR [RS_FLUSH_OPERATIONS-regionserver/e2fd862922a0:0-0 {event_type=RS_FLUSH_REGIONS, pid=167}] handler.RSProcedureHandler(58): pid=167 java.io.IOException: Unable to complete flush {ENCODED => 3a1b0c8e740ae1c15e15d1a637215f96, NAME => 'TestAcidGuarantees,,1732529775366.3a1b0c8e740ae1c15e15d1a637215f96.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T10:16:24,994 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e2fd862922a0:0-0 {event_type=RS_FLUSH_REGIONS, pid=167}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=167 java.io.IOException: Unable to complete flush {ENCODED => 3a1b0c8e740ae1c15e15d1a637215f96, NAME => 'TestAcidGuarantees,,1732529775366.3a1b0c8e740ae1c15e15d1a637215f96.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T10:16:24,995 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41005 {}] master.HMaster(4177): Remote procedure failed, pid=167 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 3a1b0c8e740ae1c15e15d1a637215f96, NAME => 'TestAcidGuarantees,,1732529775366.3a1b0c8e740ae1c15e15d1a637215f96.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 3a1b0c8e740ae1c15e15d1a637215f96, NAME => 'TestAcidGuarantees,,1732529775366.3a1b0c8e740ae1c15e15d1a637215f96.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T10:16:25,147 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=38547 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=167 2024-11-25T10:16:25,147 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e2fd862922a0:0-1 {event_type=RS_FLUSH_REGIONS, pid=167}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732529775366.3a1b0c8e740ae1c15e15d1a637215f96. 2024-11-25T10:16:25,147 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e2fd862922a0:0-1 {event_type=RS_FLUSH_REGIONS, pid=167}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732529775366.3a1b0c8e740ae1c15e15d1a637215f96. as already flushing 2024-11-25T10:16:25,147 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e2fd862922a0:0-1 {event_type=RS_FLUSH_REGIONS, pid=167}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732529775366.3a1b0c8e740ae1c15e15d1a637215f96. 2024-11-25T10:16:25,147 ERROR [RS_FLUSH_OPERATIONS-regionserver/e2fd862922a0:0-1 {event_type=RS_FLUSH_REGIONS, pid=167}] handler.RSProcedureHandler(58): pid=167 java.io.IOException: Unable to complete flush {ENCODED => 3a1b0c8e740ae1c15e15d1a637215f96, NAME => 'TestAcidGuarantees,,1732529775366.3a1b0c8e740ae1c15e15d1a637215f96.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T10:16:25,147 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e2fd862922a0:0-1 {event_type=RS_FLUSH_REGIONS, pid=167}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=167 java.io.IOException: Unable to complete flush {ENCODED => 3a1b0c8e740ae1c15e15d1a637215f96, NAME => 'TestAcidGuarantees,,1732529775366.3a1b0c8e740ae1c15e15d1a637215f96.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T10:16:25,148 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41005 {}] master.HMaster(4177): Remote procedure failed, pid=167 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 3a1b0c8e740ae1c15e15d1a637215f96, NAME => 'TestAcidGuarantees,,1732529775366.3a1b0c8e740ae1c15e15d1a637215f96.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 3a1b0c8e740ae1c15e15d1a637215f96, NAME => 'TestAcidGuarantees,,1732529775366.3a1b0c8e740ae1c15e15d1a637215f96.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T10:16:25,162 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41005 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=166 2024-11-25T10:16:25,206 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a1b0c8e740ae1c15e15d1a637215f96, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-25T10:16:25,206 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] ipc.CallRunner(138): callId: 58 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48366 deadline: 1732529845202, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a1b0c8e740ae1c15e15d1a637215f96, server=e2fd862922a0,38547,1732529625709 2024-11-25T10:16:25,206 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a1b0c8e740ae1c15e15d1a637215f96, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-25T10:16:25,206 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732529775366.3a1b0c8e740ae1c15e15d1a637215f96., hostname=e2fd862922a0,38547,1732529625709, seqNum=5 , the old value is region=TestAcidGuarantees,,1732529775366.3a1b0c8e740ae1c15e15d1a637215f96., hostname=e2fd862922a0,38547,1732529625709, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a1b0c8e740ae1c15e15d1a637215f96, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T10:16:25,206 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732529775366.3a1b0c8e740ae1c15e15d1a637215f96., hostname=e2fd862922a0,38547,1732529625709, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a1b0c8e740ae1c15e15d1a637215f96, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T10:16:25,206 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] ipc.CallRunner(138): callId: 60 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48344 deadline: 1732529845202, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a1b0c8e740ae1c15e15d1a637215f96, server=e2fd862922a0,38547,1732529625709 2024-11-25T10:16:25,206 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732529775366.3a1b0c8e740ae1c15e15d1a637215f96., hostname=e2fd862922a0,38547,1732529625709, seqNum=5 because the exception is null or not the one we care about 2024-11-25T10:16:25,207 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732529775366.3a1b0c8e740ae1c15e15d1a637215f96., hostname=e2fd862922a0,38547,1732529625709, seqNum=5 , the old value is region=TestAcidGuarantees,,1732529775366.3a1b0c8e740ae1c15e15d1a637215f96., hostname=e2fd862922a0,38547,1732529625709, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a1b0c8e740ae1c15e15d1a637215f96, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T10:16:25,207 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732529775366.3a1b0c8e740ae1c15e15d1a637215f96., hostname=e2fd862922a0,38547,1732529625709, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a1b0c8e740ae1c15e15d1a637215f96, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T10:16:25,207 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732529775366.3a1b0c8e740ae1c15e15d1a637215f96., hostname=e2fd862922a0,38547,1732529625709, seqNum=5 because the exception is null or not the one we care about 2024-11-25T10:16:25,265 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=149 (bloomFilter=true), to=hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/3a1b0c8e740ae1c15e15d1a637215f96/.tmp/C/66462d19894d4668848ea6b63080a523 2024-11-25T10:16:25,270 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/3a1b0c8e740ae1c15e15d1a637215f96/.tmp/A/f7146003fc5f43df9a1ee70fcb6461e6 as hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/3a1b0c8e740ae1c15e15d1a637215f96/A/f7146003fc5f43df9a1ee70fcb6461e6 2024-11-25T10:16:25,274 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/3a1b0c8e740ae1c15e15d1a637215f96/A/f7146003fc5f43df9a1ee70fcb6461e6, entries=150, sequenceid=149, filesize=30.4 K 2024-11-25T10:16:25,274 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/3a1b0c8e740ae1c15e15d1a637215f96/.tmp/B/2785aefc15774bc8abab83145319741c as hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/3a1b0c8e740ae1c15e15d1a637215f96/B/2785aefc15774bc8abab83145319741c 2024-11-25T10:16:25,278 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/3a1b0c8e740ae1c15e15d1a637215f96/B/2785aefc15774bc8abab83145319741c, entries=150, sequenceid=149, filesize=11.9 K 2024-11-25T10:16:25,279 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/3a1b0c8e740ae1c15e15d1a637215f96/.tmp/C/66462d19894d4668848ea6b63080a523 as hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/3a1b0c8e740ae1c15e15d1a637215f96/C/66462d19894d4668848ea6b63080a523 2024-11-25T10:16:25,282 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/3a1b0c8e740ae1c15e15d1a637215f96/C/66462d19894d4668848ea6b63080a523, entries=150, sequenceid=149, filesize=11.9 K 2024-11-25T10:16:25,283 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~67.09 KB/68700, heapSize ~199.92 KB/204720, currentSize=107.34 KB/109920 for 3a1b0c8e740ae1c15e15d1a637215f96 in 1278ms, sequenceid=149, compaction requested=true 2024-11-25T10:16:25,283 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 3a1b0c8e740ae1c15e15d1a637215f96: 2024-11-25T10:16:25,283 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 3a1b0c8e740ae1c15e15d1a637215f96:A, priority=-2147483648, current under compaction store size is 1 2024-11-25T10:16:25,283 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-25T10:16:25,283 DEBUG [RS:0;e2fd862922a0:38547-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-25T10:16:25,283 DEBUG [RS:0;e2fd862922a0:38547-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-25T10:16:25,283 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 3a1b0c8e740ae1c15e15d1a637215f96:B, priority=-2147483648, current under compaction store size is 2 2024-11-25T10:16:25,283 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-25T10:16:25,284 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 3a1b0c8e740ae1c15e15d1a637215f96:C, priority=-2147483648, current under compaction store size is 3 2024-11-25T10:16:25,284 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-25T10:16:25,284 DEBUG [RS:0;e2fd862922a0:38547-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 93321 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-25T10:16:25,284 DEBUG [RS:0;e2fd862922a0:38547-shortCompactions-0 {}] regionserver.HStore(1541): 3a1b0c8e740ae1c15e15d1a637215f96/A is initiating minor compaction (all files) 2024-11-25T10:16:25,284 INFO [RS:0;e2fd862922a0:38547-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 3a1b0c8e740ae1c15e15d1a637215f96/A in TestAcidGuarantees,,1732529775366.3a1b0c8e740ae1c15e15d1a637215f96. 2024-11-25T10:16:25,284 INFO [RS:0;e2fd862922a0:38547-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/3a1b0c8e740ae1c15e15d1a637215f96/A/079cee6a92aa4f5b94f9c841c22e7121, hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/3a1b0c8e740ae1c15e15d1a637215f96/A/2b3328aef4144aca879a9cf94bce7252, hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/3a1b0c8e740ae1c15e15d1a637215f96/A/f7146003fc5f43df9a1ee70fcb6461e6] into tmpdir=hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/3a1b0c8e740ae1c15e15d1a637215f96/.tmp, totalSize=91.1 K 2024-11-25T10:16:25,284 INFO [RS:0;e2fd862922a0:38547-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=53.85 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732529775366.3a1b0c8e740ae1c15e15d1a637215f96. 2024-11-25T10:16:25,285 DEBUG [RS:0;e2fd862922a0:38547-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732529775366.3a1b0c8e740ae1c15e15d1a637215f96. files: [hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/3a1b0c8e740ae1c15e15d1a637215f96/A/079cee6a92aa4f5b94f9c841c22e7121, hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/3a1b0c8e740ae1c15e15d1a637215f96/A/2b3328aef4144aca879a9cf94bce7252, hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/3a1b0c8e740ae1c15e15d1a637215f96/A/f7146003fc5f43df9a1ee70fcb6461e6] 2024-11-25T10:16:25,285 DEBUG [RS:0;e2fd862922a0:38547-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36459 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-25T10:16:25,285 DEBUG [RS:0;e2fd862922a0:38547-longCompactions-0 {}] regionserver.HStore(1541): 3a1b0c8e740ae1c15e15d1a637215f96/B is initiating minor compaction (all files) 2024-11-25T10:16:25,285 INFO [RS:0;e2fd862922a0:38547-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 3a1b0c8e740ae1c15e15d1a637215f96/B in TestAcidGuarantees,,1732529775366.3a1b0c8e740ae1c15e15d1a637215f96. 2024-11-25T10:16:25,285 INFO [RS:0;e2fd862922a0:38547-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/3a1b0c8e740ae1c15e15d1a637215f96/B/2fc92b59c9254f34b5aa857fc5d3d6c9, hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/3a1b0c8e740ae1c15e15d1a637215f96/B/56157a2f695b4445a2635d01297c4cf2, hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/3a1b0c8e740ae1c15e15d1a637215f96/B/2785aefc15774bc8abab83145319741c] into tmpdir=hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/3a1b0c8e740ae1c15e15d1a637215f96/.tmp, totalSize=35.6 K 2024-11-25T10:16:25,285 DEBUG [RS:0;e2fd862922a0:38547-shortCompactions-0 {}] compactions.Compactor(225): Compacting 079cee6a92aa4f5b94f9c841c22e7121, keycount=150, bloomtype=ROW, size=30.4 K, encoding=NONE, compression=NONE, seqNum=96, earliestPutTs=1732529782147 2024-11-25T10:16:25,286 DEBUG [RS:0;e2fd862922a0:38547-longCompactions-0 {}] compactions.Compactor(225): Compacting 2fc92b59c9254f34b5aa857fc5d3d6c9, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=96, earliestPutTs=1732529782147 2024-11-25T10:16:25,286 DEBUG [RS:0;e2fd862922a0:38547-shortCompactions-0 {}] compactions.Compactor(225): Compacting 2b3328aef4144aca879a9cf94bce7252, keycount=150, bloomtype=ROW, size=30.3 K, encoding=NONE, compression=NONE, seqNum=134, earliestPutTs=1732529782235 2024-11-25T10:16:25,287 DEBUG [RS:0;e2fd862922a0:38547-longCompactions-0 {}] compactions.Compactor(225): Compacting 56157a2f695b4445a2635d01297c4cf2, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=134, earliestPutTs=1732529782235 2024-11-25T10:16:25,287 DEBUG [RS:0;e2fd862922a0:38547-shortCompactions-0 {}] compactions.Compactor(225): Compacting f7146003fc5f43df9a1ee70fcb6461e6, keycount=150, bloomtype=ROW, size=30.4 K, encoding=NONE, compression=NONE, seqNum=149, earliestPutTs=1732529782854 2024-11-25T10:16:25,287 DEBUG [RS:0;e2fd862922a0:38547-longCompactions-0 {}] compactions.Compactor(225): Compacting 2785aefc15774bc8abab83145319741c, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=149, earliestPutTs=1732529782854 2024-11-25T10:16:25,297 INFO [RS:0;e2fd862922a0:38547-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 3a1b0c8e740ae1c15e15d1a637215f96#B#compaction#483 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 53.85 MB/second 2024-11-25T10:16:25,297 INFO [RS:0;e2fd862922a0:38547-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(321): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=3a1b0c8e740ae1c15e15d1a637215f96] 2024-11-25T10:16:25,298 DEBUG [RS:0;e2fd862922a0:38547-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/3a1b0c8e740ae1c15e15d1a637215f96/.tmp/B/73176b26b62746a0a3dababdab133b28 is 50, key is test_row_0/B:col10/1732529784004/Put/seqid=0 2024-11-25T10:16:25,300 DEBUG [RS:0;e2fd862922a0:38547-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(635): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e202411250caab67df9d349cbae311b1f4c80f3a5_3a1b0c8e740ae1c15e15d1a637215f96 store=[table=TestAcidGuarantees family=A region=3a1b0c8e740ae1c15e15d1a637215f96] 2024-11-25T10:16:25,300 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=38547 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=167 2024-11-25T10:16:25,301 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e2fd862922a0:0-2 {event_type=RS_FLUSH_REGIONS, pid=167}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732529775366.3a1b0c8e740ae1c15e15d1a637215f96. 2024-11-25T10:16:25,301 INFO [RS_FLUSH_OPERATIONS-regionserver/e2fd862922a0:0-2 {event_type=RS_FLUSH_REGIONS, pid=167}] regionserver.HRegion(2902): Flushing 3a1b0c8e740ae1c15e15d1a637215f96 3/3 column families, dataSize=107.34 KB heapSize=319.50 KB 2024-11-25T10:16:25,301 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e2fd862922a0:0-2 {event_type=RS_FLUSH_REGIONS, pid=167}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 3a1b0c8e740ae1c15e15d1a637215f96, store=A 2024-11-25T10:16:25,301 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e2fd862922a0:0-2 {event_type=RS_FLUSH_REGIONS, pid=167}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T10:16:25,301 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e2fd862922a0:0-2 {event_type=RS_FLUSH_REGIONS, pid=167}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 3a1b0c8e740ae1c15e15d1a637215f96, store=B 2024-11-25T10:16:25,301 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e2fd862922a0:0-2 {event_type=RS_FLUSH_REGIONS, pid=167}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T10:16:25,301 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e2fd862922a0:0-2 {event_type=RS_FLUSH_REGIONS, pid=167}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 3a1b0c8e740ae1c15e15d1a637215f96, store=C 2024-11-25T10:16:25,301 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e2fd862922a0:0-2 {event_type=RS_FLUSH_REGIONS, pid=167}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T10:16:25,303 DEBUG [RS:0;e2fd862922a0:38547-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(656): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e202411250caab67df9d349cbae311b1f4c80f3a5_3a1b0c8e740ae1c15e15d1a637215f96, store=[table=TestAcidGuarantees family=A region=3a1b0c8e740ae1c15e15d1a637215f96] 2024-11-25T10:16:25,303 DEBUG [RS:0;e2fd862922a0:38547-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(667): Aborting writer for hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411250caab67df9d349cbae311b1f4c80f3a5_3a1b0c8e740ae1c15e15d1a637215f96 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=3a1b0c8e740ae1c15e15d1a637215f96] 2024-11-25T10:16:25,309 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39927 is added to blk_1073742393_1569 (size=12459) 2024-11-25T10:16:25,316 DEBUG [RS:0;e2fd862922a0:38547-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/3a1b0c8e740ae1c15e15d1a637215f96/.tmp/B/73176b26b62746a0a3dababdab133b28 as hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/3a1b0c8e740ae1c15e15d1a637215f96/B/73176b26b62746a0a3dababdab133b28 2024-11-25T10:16:25,318 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e2fd862922a0:0-2 {event_type=RS_FLUSH_REGIONS, pid=167}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024112585539b86a2e8426c91f65108b773e5fc_3a1b0c8e740ae1c15e15d1a637215f96 is 50, key is test_row_0/A:col10/1732529784046/Put/seqid=0 2024-11-25T10:16:25,321 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39927 is added to blk_1073742394_1570 (size=4469) 2024-11-25T10:16:25,321 INFO [RS:0;e2fd862922a0:38547-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 3a1b0c8e740ae1c15e15d1a637215f96/B of 3a1b0c8e740ae1c15e15d1a637215f96 into 73176b26b62746a0a3dababdab133b28(size=12.2 K), total size for store is 12.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-25T10:16:25,321 DEBUG [RS:0;e2fd862922a0:38547-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 3a1b0c8e740ae1c15e15d1a637215f96: 2024-11-25T10:16:25,321 INFO [RS:0;e2fd862922a0:38547-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732529775366.3a1b0c8e740ae1c15e15d1a637215f96., storeName=3a1b0c8e740ae1c15e15d1a637215f96/B, priority=13, startTime=1732529785283; duration=0sec 2024-11-25T10:16:25,321 DEBUG [RS:0;e2fd862922a0:38547-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-25T10:16:25,321 DEBUG [RS:0;e2fd862922a0:38547-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 3a1b0c8e740ae1c15e15d1a637215f96:B 2024-11-25T10:16:25,321 DEBUG [RS:0;e2fd862922a0:38547-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-25T10:16:25,322 DEBUG [RS:0;e2fd862922a0:38547-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36459 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-25T10:16:25,322 INFO [RS:0;e2fd862922a0:38547-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 3a1b0c8e740ae1c15e15d1a637215f96#A#compaction#484 average throughput is 1.02 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 53.85 MB/second 2024-11-25T10:16:25,322 DEBUG [RS:0;e2fd862922a0:38547-longCompactions-0 {}] regionserver.HStore(1541): 3a1b0c8e740ae1c15e15d1a637215f96/C is initiating minor compaction (all files) 2024-11-25T10:16:25,322 INFO [RS:0;e2fd862922a0:38547-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 3a1b0c8e740ae1c15e15d1a637215f96/C in TestAcidGuarantees,,1732529775366.3a1b0c8e740ae1c15e15d1a637215f96. 2024-11-25T10:16:25,322 INFO [RS:0;e2fd862922a0:38547-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/3a1b0c8e740ae1c15e15d1a637215f96/C/b513324430204a31a3609ade82c1f91d, hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/3a1b0c8e740ae1c15e15d1a637215f96/C/32896f5ce6db4b43b7b27c9bb25e9da9, hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/3a1b0c8e740ae1c15e15d1a637215f96/C/66462d19894d4668848ea6b63080a523] into tmpdir=hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/3a1b0c8e740ae1c15e15d1a637215f96/.tmp, totalSize=35.6 K 2024-11-25T10:16:25,322 DEBUG [RS:0;e2fd862922a0:38547-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/3a1b0c8e740ae1c15e15d1a637215f96/.tmp/A/09a135bf49bc4fb59dcc49c9ef0cf7a4 is 175, key is test_row_0/A:col10/1732529784004/Put/seqid=0 2024-11-25T10:16:25,323 DEBUG [RS:0;e2fd862922a0:38547-longCompactions-0 {}] compactions.Compactor(225): Compacting b513324430204a31a3609ade82c1f91d, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=96, earliestPutTs=1732529782147 2024-11-25T10:16:25,323 DEBUG [RS:0;e2fd862922a0:38547-longCompactions-0 {}] compactions.Compactor(225): Compacting 32896f5ce6db4b43b7b27c9bb25e9da9, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=134, earliestPutTs=1732529782235 2024-11-25T10:16:25,324 DEBUG [RS:0;e2fd862922a0:38547-longCompactions-0 {}] compactions.Compactor(225): Compacting 66462d19894d4668848ea6b63080a523, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=149, earliestPutTs=1732529782854 2024-11-25T10:16:25,325 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39927 is added to blk_1073742395_1571 (size=12304) 2024-11-25T10:16:25,326 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e2fd862922a0:0-2 {event_type=RS_FLUSH_REGIONS, pid=167}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:16:25,327 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39927 is added to blk_1073742396_1572 (size=31413) 2024-11-25T10:16:25,333 INFO [RS_FLUSH_OPERATIONS-regionserver/e2fd862922a0:0-2 {event_type=RS_FLUSH_REGIONS, pid=167}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024112585539b86a2e8426c91f65108b773e5fc_3a1b0c8e740ae1c15e15d1a637215f96 to hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112585539b86a2e8426c91f65108b773e5fc_3a1b0c8e740ae1c15e15d1a637215f96 2024-11-25T10:16:25,334 DEBUG [RS:0;e2fd862922a0:38547-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/3a1b0c8e740ae1c15e15d1a637215f96/.tmp/A/09a135bf49bc4fb59dcc49c9ef0cf7a4 as hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/3a1b0c8e740ae1c15e15d1a637215f96/A/09a135bf49bc4fb59dcc49c9ef0cf7a4 2024-11-25T10:16:25,334 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e2fd862922a0:0-2 {event_type=RS_FLUSH_REGIONS, pid=167}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/3a1b0c8e740ae1c15e15d1a637215f96/.tmp/A/569180d697e0497c9eeaf82f890662a5, store: [table=TestAcidGuarantees family=A region=3a1b0c8e740ae1c15e15d1a637215f96] 2024-11-25T10:16:25,334 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e2fd862922a0:0-2 {event_type=RS_FLUSH_REGIONS, pid=167}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/3a1b0c8e740ae1c15e15d1a637215f96/.tmp/A/569180d697e0497c9eeaf82f890662a5 is 175, key is test_row_0/A:col10/1732529784046/Put/seqid=0 2024-11-25T10:16:25,338 INFO [RS:0;e2fd862922a0:38547-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 3a1b0c8e740ae1c15e15d1a637215f96#C#compaction#486 average throughput is 2.18 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 53.85 MB/second 2024-11-25T10:16:25,339 DEBUG [RS:0;e2fd862922a0:38547-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/3a1b0c8e740ae1c15e15d1a637215f96/.tmp/C/80d09b3c846a4b7eaaf5722181170fb7 is 50, key is test_row_0/C:col10/1732529784004/Put/seqid=0 2024-11-25T10:16:25,341 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39927 is added to blk_1073742397_1573 (size=31105) 2024-11-25T10:16:25,342 INFO [RS:0;e2fd862922a0:38547-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 3a1b0c8e740ae1c15e15d1a637215f96/A of 3a1b0c8e740ae1c15e15d1a637215f96 into 09a135bf49bc4fb59dcc49c9ef0cf7a4(size=30.7 K), total size for store is 30.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-25T10:16:25,342 DEBUG [RS:0;e2fd862922a0:38547-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 3a1b0c8e740ae1c15e15d1a637215f96: 2024-11-25T10:16:25,342 INFO [RS:0;e2fd862922a0:38547-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732529775366.3a1b0c8e740ae1c15e15d1a637215f96., storeName=3a1b0c8e740ae1c15e15d1a637215f96/A, priority=13, startTime=1732529785283; duration=0sec 2024-11-25T10:16:25,342 DEBUG [RS:0;e2fd862922a0:38547-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-25T10:16:25,342 DEBUG [RS:0;e2fd862922a0:38547-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 3a1b0c8e740ae1c15e15d1a637215f96:A 2024-11-25T10:16:25,364 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39927 is added to blk_1073742398_1574 (size=12459) 2024-11-25T10:16:25,374 DEBUG [RS:0;e2fd862922a0:38547-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/3a1b0c8e740ae1c15e15d1a637215f96/.tmp/C/80d09b3c846a4b7eaaf5722181170fb7 as hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/3a1b0c8e740ae1c15e15d1a637215f96/C/80d09b3c846a4b7eaaf5722181170fb7 2024-11-25T10:16:25,381 INFO [RS:0;e2fd862922a0:38547-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 3a1b0c8e740ae1c15e15d1a637215f96/C of 3a1b0c8e740ae1c15e15d1a637215f96 into 80d09b3c846a4b7eaaf5722181170fb7(size=12.2 K), total size for store is 12.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-25T10:16:25,381 DEBUG [RS:0;e2fd862922a0:38547-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 3a1b0c8e740ae1c15e15d1a637215f96: 2024-11-25T10:16:25,382 INFO [RS:0;e2fd862922a0:38547-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732529775366.3a1b0c8e740ae1c15e15d1a637215f96., storeName=3a1b0c8e740ae1c15e15d1a637215f96/C, priority=13, startTime=1732529785283; duration=0sec 2024-11-25T10:16:25,382 DEBUG [RS:0;e2fd862922a0:38547-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-25T10:16:25,382 DEBUG [RS:0;e2fd862922a0:38547-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 3a1b0c8e740ae1c15e15d1a637215f96:C 2024-11-25T10:16:25,410 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_TestAcidGuarantees 2024-11-25T10:16:25,410 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_TestAcidGuarantees Metrics about Tables on a single HBase RegionServer 2024-11-25T10:16:25,671 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41005 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=166 2024-11-25T10:16:25,741 INFO [RS_FLUSH_OPERATIONS-regionserver/e2fd862922a0:0-2 {event_type=RS_FLUSH_REGIONS, pid=167}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=168, memsize=35.8 K, hasBloomFilter=true, into tmp file hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/3a1b0c8e740ae1c15e15d1a637215f96/.tmp/A/569180d697e0497c9eeaf82f890662a5 2024-11-25T10:16:25,749 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e2fd862922a0:0-2 {event_type=RS_FLUSH_REGIONS, pid=167}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/3a1b0c8e740ae1c15e15d1a637215f96/.tmp/B/b8da0aa2863d41c1876c482feed4f8bf is 50, key is test_row_0/B:col10/1732529784046/Put/seqid=0 2024-11-25T10:16:25,757 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39927 is added to blk_1073742399_1575 (size=12151) 2024-11-25T10:16:26,158 INFO [RS_FLUSH_OPERATIONS-regionserver/e2fd862922a0:0-2 {event_type=RS_FLUSH_REGIONS, pid=167}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=35.78 KB at sequenceid=168 (bloomFilter=true), to=hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/3a1b0c8e740ae1c15e15d1a637215f96/.tmp/B/b8da0aa2863d41c1876c482feed4f8bf 2024-11-25T10:16:26,167 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e2fd862922a0:0-2 {event_type=RS_FLUSH_REGIONS, pid=167}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/3a1b0c8e740ae1c15e15d1a637215f96/.tmp/C/aca827bfc85e4d21bb1ac111e81983a4 is 50, key is test_row_0/C:col10/1732529784046/Put/seqid=0 2024-11-25T10:16:26,171 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39927 is added to blk_1073742400_1576 (size=12151) 2024-11-25T10:16:26,173 INFO [RS_FLUSH_OPERATIONS-regionserver/e2fd862922a0:0-2 {event_type=RS_FLUSH_REGIONS, pid=167}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=35.78 KB at sequenceid=168 (bloomFilter=true), to=hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/3a1b0c8e740ae1c15e15d1a637215f96/.tmp/C/aca827bfc85e4d21bb1ac111e81983a4 2024-11-25T10:16:26,177 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e2fd862922a0:0-2 {event_type=RS_FLUSH_REGIONS, pid=167}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/3a1b0c8e740ae1c15e15d1a637215f96/.tmp/A/569180d697e0497c9eeaf82f890662a5 as hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/3a1b0c8e740ae1c15e15d1a637215f96/A/569180d697e0497c9eeaf82f890662a5 2024-11-25T10:16:26,182 INFO [RS_FLUSH_OPERATIONS-regionserver/e2fd862922a0:0-2 {event_type=RS_FLUSH_REGIONS, pid=167}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/3a1b0c8e740ae1c15e15d1a637215f96/A/569180d697e0497c9eeaf82f890662a5, entries=150, sequenceid=168, filesize=30.4 K 2024-11-25T10:16:26,183 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e2fd862922a0:0-2 {event_type=RS_FLUSH_REGIONS, pid=167}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/3a1b0c8e740ae1c15e15d1a637215f96/.tmp/B/b8da0aa2863d41c1876c482feed4f8bf as hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/3a1b0c8e740ae1c15e15d1a637215f96/B/b8da0aa2863d41c1876c482feed4f8bf 2024-11-25T10:16:26,184 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:16:26,185 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:16:26,185 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:16:26,186 INFO [RS_FLUSH_OPERATIONS-regionserver/e2fd862922a0:0-2 {event_type=RS_FLUSH_REGIONS, pid=167}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/3a1b0c8e740ae1c15e15d1a637215f96/B/b8da0aa2863d41c1876c482feed4f8bf, entries=150, sequenceid=168, filesize=11.9 K 2024-11-25T10:16:26,187 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e2fd862922a0:0-2 {event_type=RS_FLUSH_REGIONS, pid=167}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/3a1b0c8e740ae1c15e15d1a637215f96/.tmp/C/aca827bfc85e4d21bb1ac111e81983a4 as hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/3a1b0c8e740ae1c15e15d1a637215f96/C/aca827bfc85e4d21bb1ac111e81983a4 2024-11-25T10:16:26,188 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:16:26,188 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:16:26,188 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:16:26,188 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:16:26,188 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:16:26,188 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:16:26,189 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:16:26,189 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:16:26,189 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:16:26,189 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:16:26,189 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:16:26,189 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:16:26,190 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:16:26,190 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:16:26,190 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:16:26,190 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:16:26,190 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:16:26,191 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:16:26,191 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:16:26,191 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:16:26,191 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:16:26,191 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:16:26,191 INFO [RS_FLUSH_OPERATIONS-regionserver/e2fd862922a0:0-2 {event_type=RS_FLUSH_REGIONS, pid=167}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/3a1b0c8e740ae1c15e15d1a637215f96/C/aca827bfc85e4d21bb1ac111e81983a4, entries=150, sequenceid=168, filesize=11.9 K 2024-11-25T10:16:26,191 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:16:26,192 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:16:26,192 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:16:26,192 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:16:26,192 INFO [RS_FLUSH_OPERATIONS-regionserver/e2fd862922a0:0-2 {event_type=RS_FLUSH_REGIONS, pid=167}] regionserver.HRegion(3140): Finished flush of dataSize ~107.34 KB/109920, heapSize ~319.45 KB/327120, currentSize=0 B/0 for 3a1b0c8e740ae1c15e15d1a637215f96 in 891ms, sequenceid=168, compaction requested=false 2024-11-25T10:16:26,192 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e2fd862922a0:0-2 {event_type=RS_FLUSH_REGIONS, pid=167}] regionserver.HRegion(2603): Flush status journal for 3a1b0c8e740ae1c15e15d1a637215f96: 2024-11-25T10:16:26,192 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e2fd862922a0:0-2 {event_type=RS_FLUSH_REGIONS, pid=167}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732529775366.3a1b0c8e740ae1c15e15d1a637215f96. 2024-11-25T10:16:26,192 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e2fd862922a0:0-2 {event_type=RS_FLUSH_REGIONS, pid=167}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=167 2024-11-25T10:16:26,192 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:16:26,193 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:16:26,193 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41005 {}] master.HMaster(4169): Remote procedure done, pid=167 2024-11-25T10:16:26,193 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:16:26,193 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:16:26,193 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:16:26,193 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:16:26,194 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:16:26,194 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:16:26,194 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:16:26,194 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:16:26,194 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:16:26,194 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:16:26,195 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:16:26,195 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:16:26,195 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:16:26,196 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:16:26,196 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:16:26,196 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:16:26,196 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:16:26,196 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:16:26,196 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:16:26,197 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:16:26,197 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=167, resume processing ppid=166 2024-11-25T10:16:26,197 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=167, ppid=166, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.6580 sec 2024-11-25T10:16:26,197 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:16:26,197 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:16:26,197 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:16:26,197 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:16:26,198 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:16:26,198 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:16:26,198 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:16:26,198 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:16:26,198 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:16:26,199 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:16:26,199 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:16:26,199 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:16:26,199 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=166, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=166, table=TestAcidGuarantees in 1.6640 sec 2024-11-25T10:16:26,199 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:16:26,199 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:16:26,199 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:16:26,200 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:16:26,200 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:16:26,200 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:16:26,200 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:16:26,200 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:16:26,200 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:16:26,201 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:16:26,201 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:16:26,201 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:16:26,201 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:16:26,201 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:16:26,201 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:16:26,202 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:16:26,202 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:16:26,202 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:16:26,202 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:16:26,202 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:16:26,202 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:16:26,203 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:16:26,203 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:16:26,203 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:16:26,203 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:16:26,203 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:16:26,203 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:16:26,203 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:16:26,204 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:16:26,204 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:16:26,204 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:16:26,204 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:16:26,204 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:16:26,204 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:16:26,204 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:16:26,205 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:16:26,205 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:16:26,205 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:16:26,205 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:16:26,205 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:16:26,206 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:16:26,206 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:16:26,206 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:16:26,206 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:16:26,206 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:16:26,206 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:16:26,206 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:16:26,207 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:16:26,207 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:16:26,207 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:16:26,207 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:16:26,207 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:16:26,208 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:16:26,208 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:16:26,208 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:16:26,208 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:16:26,208 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:16:26,208 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:16:26,209 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:16:26,209 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:16:26,209 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:16:26,209 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:16:26,209 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:16:26,209 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:16:26,210 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:16:26,210 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:16:26,210 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:16:26,210 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:16:26,210 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:16:26,210 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:16:26,210 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:16:26,210 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:16:26,211 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:16:26,211 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:16:26,211 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:16:26,211 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:16:26,212 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:16:26,212 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:16:26,212 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:16:26,213 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:16:26,213 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:16:26,213 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:16:26,213 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:16:26,213 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:16:26,214 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:16:26,214 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:16:26,214 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:16:26,215 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:16:26,215 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:16:26,216 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:16:26,216 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:16:26,217 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:16:26,217 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:16:26,217 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:16:26,218 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:16:26,218 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:16:26,218 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:16:26,218 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:16:26,218 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:16:26,219 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:16:26,219 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:16:26,219 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:16:26,219 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:16:26,220 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:16:26,220 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:16:26,220 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:16:26,220 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:16:26,221 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:16:26,221 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:16:26,221 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:16:26,222 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:16:26,224 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:16:26,224 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:16:26,225 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:16:26,225 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:16:26,225 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:16:26,225 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:16:26,225 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:16:26,226 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:16:26,226 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:16:26,226 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:16:26,226 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:16:26,227 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:16:26,227 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:16:26,227 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:16:26,227 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:16:26,227 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:16:26,228 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:16:26,228 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:16:26,228 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:16:26,228 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:16:26,228 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:16:26,229 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:16:26,229 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:16:26,229 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:16:26,229 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:16:26,229 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:16:26,230 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:16:26,230 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:16:26,230 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:16:26,230 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:16:26,230 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:16:26,230 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:16:26,231 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:16:26,231 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:16:26,231 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:16:26,231 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:16:26,232 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:16:26,232 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:16:26,232 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:16:26,232 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:16:26,233 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:16:26,233 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:16:26,233 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:16:26,234 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:16:26,234 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:16:26,235 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:16:26,235 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:16:26,236 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:16:26,236 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:16:26,237 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:16:26,237 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:16:26,237 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:16:26,237 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:16:26,238 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:16:26,238 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:16:26,238 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:16:26,238 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:16:26,239 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:16:26,239 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:16:26,239 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:16:26,239 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:16:26,240 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:16:26,240 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:16:26,240 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:16:26,240 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:16:26,241 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:16:26,241 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:16:26,241 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] regionserver.HRegion(8855): Flush requested on 3a1b0c8e740ae1c15e15d1a637215f96 2024-11-25T10:16:26,241 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 3a1b0c8e740ae1c15e15d1a637215f96 3/3 column families, dataSize=46.96 KB heapSize=140.20 KB 2024-11-25T10:16:26,241 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:16:26,241 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 3a1b0c8e740ae1c15e15d1a637215f96, store=A 2024-11-25T10:16:26,242 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T10:16:26,242 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 3a1b0c8e740ae1c15e15d1a637215f96, store=B 2024-11-25T10:16:26,242 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T10:16:26,242 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 3a1b0c8e740ae1c15e15d1a637215f96, store=C 2024-11-25T10:16:26,242 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T10:16:26,242 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:16:26,242 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:16:26,242 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:16:26,242 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:16:26,243 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:16:26,243 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:16:26,244 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:16:26,244 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:16:26,249 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024112596d2df76f7ec43bfa080d565a95a29e2_3a1b0c8e740ae1c15e15d1a637215f96 is 50, key is test_row_0/A:col10/1732529786240/Put/seqid=0 2024-11-25T10:16:26,265 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39927 is added to blk_1073742401_1577 (size=22268) 2024-11-25T10:16:26,300 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/e2fd862922a0:0-9 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=159, cellSize=7275, totalHeapSize=16776, min timestamp=1732529786282, max timestamp=1732529786296Num uniques 859; 2024-11-25T10:16:26,300 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/e2fd862922a0:0-9 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=7275, suffix heap size=117064,new segment heap size=16776 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=159 2024-11-25T10:16:26,300 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/e2fd862922a0:0-8 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=159, cellSize=7275, totalHeapSize=16776, min timestamp=1732529786282, max timestamp=1732529786296Num uniques 859; 2024-11-25T10:16:26,300 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/e2fd862922a0:0-8 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=7275, suffix heap size=117064,new segment heap size=16776 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=159 2024-11-25T10:16:26,300 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/e2fd862922a0:0-5 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=159, cellSize=7275, totalHeapSize=16776, min timestamp=1732529786282, max timestamp=1732529786296Num uniques 859; 2024-11-25T10:16:26,300 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/e2fd862922a0:0-5 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=7275, suffix heap size=117064,new segment heap size=16776 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=159 2024-11-25T10:16:26,349 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a1b0c8e740ae1c15e15d1a637215f96, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-25T10:16:26,350 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] ipc.CallRunner(138): callId: 81 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48344 deadline: 1732529846343, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a1b0c8e740ae1c15e15d1a637215f96, server=e2fd862922a0,38547,1732529625709 2024-11-25T10:16:26,350 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732529775366.3a1b0c8e740ae1c15e15d1a637215f96., hostname=e2fd862922a0,38547,1732529625709, seqNum=5 , the old value is region=TestAcidGuarantees,,1732529775366.3a1b0c8e740ae1c15e15d1a637215f96., hostname=e2fd862922a0,38547,1732529625709, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a1b0c8e740ae1c15e15d1a637215f96, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T10:16:26,350 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732529775366.3a1b0c8e740ae1c15e15d1a637215f96., hostname=e2fd862922a0,38547,1732529625709, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a1b0c8e740ae1c15e15d1a637215f96, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T10:16:26,350 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732529775366.3a1b0c8e740ae1c15e15d1a637215f96., hostname=e2fd862922a0,38547,1732529625709, seqNum=5 because the exception is null or not the one we care about 2024-11-25T10:16:26,352 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a1b0c8e740ae1c15e15d1a637215f96, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-25T10:16:26,352 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] ipc.CallRunner(138): callId: 80 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48366 deadline: 1732529846347, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a1b0c8e740ae1c15e15d1a637215f96, server=e2fd862922a0,38547,1732529625709 2024-11-25T10:16:26,354 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732529775366.3a1b0c8e740ae1c15e15d1a637215f96., hostname=e2fd862922a0,38547,1732529625709, seqNum=5 , the old value is region=TestAcidGuarantees,,1732529775366.3a1b0c8e740ae1c15e15d1a637215f96., hostname=e2fd862922a0,38547,1732529625709, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a1b0c8e740ae1c15e15d1a637215f96, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T10:16:26,354 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732529775366.3a1b0c8e740ae1c15e15d1a637215f96., hostname=e2fd862922a0,38547,1732529625709, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a1b0c8e740ae1c15e15d1a637215f96, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T10:16:26,354 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732529775366.3a1b0c8e740ae1c15e15d1a637215f96., hostname=e2fd862922a0,38547,1732529625709, seqNum=5 because the exception is null or not the one we care about 2024-11-25T10:16:26,367 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a1b0c8e740ae1c15e15d1a637215f96, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-25T10:16:26,367 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] ipc.CallRunner(138): callId: 19 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48322 deadline: 1732529846362, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a1b0c8e740ae1c15e15d1a637215f96, server=e2fd862922a0,38547,1732529625709 2024-11-25T10:16:26,368 WARN [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRpcRetryingCaller(177): Call to e2fd862922a0,38547,1732529625709 for 'test_row_0' in 3a1b0c8e740ae1c15e15d1a637215f96 of TestAcidGuarantees failed, tries = 8, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 8220 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a1b0c8e740ae1c15e15d1a637215f96, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor39.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a1b0c8e740ae1c15e15d1a637215f96, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 32 more 2024-11-25T10:16:26,368 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732529775366.3a1b0c8e740ae1c15e15d1a637215f96., hostname=e2fd862922a0,38547,1732529625709, seqNum=5 , the old value is region=TestAcidGuarantees,,1732529775366.3a1b0c8e740ae1c15e15d1a637215f96., hostname=e2fd862922a0,38547,1732529625709, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a1b0c8e740ae1c15e15d1a637215f96, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T10:16:26,368 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732529775366.3a1b0c8e740ae1c15e15d1a637215f96., hostname=e2fd862922a0,38547,1732529625709, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a1b0c8e740ae1c15e15d1a637215f96, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T10:16:26,368 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732529775366.3a1b0c8e740ae1c15e15d1a637215f96., hostname=e2fd862922a0,38547,1732529625709, seqNum=5 because the exception is null or not the one we care about 2024-11-25T10:16:26,417 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a1b0c8e740ae1c15e15d1a637215f96, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-25T10:16:26,418 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] ipc.CallRunner(138): callId: 45 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48400 deadline: 1732529846412, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a1b0c8e740ae1c15e15d1a637215f96, server=e2fd862922a0,38547,1732529625709 2024-11-25T10:16:26,418 WARN [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRpcRetryingCaller(177): Call to e2fd862922a0,38547,1732529625709 for 'test_row_2' in 3a1b0c8e740ae1c15e15d1a637215f96 of TestAcidGuarantees failed, tries = 7, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 4168 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a1b0c8e740ae1c15e15d1a637215f96, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor39.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a1b0c8e740ae1c15e15d1a637215f96, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 32 more 2024-11-25T10:16:26,419 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732529775366.3a1b0c8e740ae1c15e15d1a637215f96., hostname=e2fd862922a0,38547,1732529625709, seqNum=5 , the old value is region=TestAcidGuarantees,,1732529775366.3a1b0c8e740ae1c15e15d1a637215f96., hostname=e2fd862922a0,38547,1732529625709, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a1b0c8e740ae1c15e15d1a637215f96, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T10:16:26,419 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732529775366.3a1b0c8e740ae1c15e15d1a637215f96., hostname=e2fd862922a0,38547,1732529625709, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a1b0c8e740ae1c15e15d1a637215f96, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T10:16:26,419 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732529775366.3a1b0c8e740ae1c15e15d1a637215f96., hostname=e2fd862922a0,38547,1732529625709, seqNum=5 because the exception is null or not the one we care about 2024-11-25T10:16:26,435 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a1b0c8e740ae1c15e15d1a637215f96, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-25T10:16:26,435 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] ipc.CallRunner(138): callId: 46 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48412 deadline: 1732529846432, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a1b0c8e740ae1c15e15d1a637215f96, server=e2fd862922a0,38547,1732529625709 2024-11-25T10:16:26,436 WARN [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRpcRetryingCaller(177): Call to e2fd862922a0,38547,1732529625709 for 'test_row_2' in 3a1b0c8e740ae1c15e15d1a637215f96 of TestAcidGuarantees failed, tries = 7, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 4184 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a1b0c8e740ae1c15e15d1a637215f96, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor39.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a1b0c8e740ae1c15e15d1a637215f96, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 32 more 2024-11-25T10:16:26,436 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732529775366.3a1b0c8e740ae1c15e15d1a637215f96., hostname=e2fd862922a0,38547,1732529625709, seqNum=5 , the old value is region=TestAcidGuarantees,,1732529775366.3a1b0c8e740ae1c15e15d1a637215f96., hostname=e2fd862922a0,38547,1732529625709, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a1b0c8e740ae1c15e15d1a637215f96, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T10:16:26,436 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732529775366.3a1b0c8e740ae1c15e15d1a637215f96., hostname=e2fd862922a0,38547,1732529625709, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a1b0c8e740ae1c15e15d1a637215f96, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T10:16:26,436 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732529775366.3a1b0c8e740ae1c15e15d1a637215f96., hostname=e2fd862922a0,38547,1732529625709, seqNum=5 because the exception is null or not the one we care about 2024-11-25T10:16:26,458 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a1b0c8e740ae1c15e15d1a637215f96, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-25T10:16:26,458 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] ipc.CallRunner(138): callId: 82 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48344 deadline: 1732529846452, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a1b0c8e740ae1c15e15d1a637215f96, server=e2fd862922a0,38547,1732529625709 2024-11-25T10:16:26,458 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732529775366.3a1b0c8e740ae1c15e15d1a637215f96., hostname=e2fd862922a0,38547,1732529625709, seqNum=5 , the old value is region=TestAcidGuarantees,,1732529775366.3a1b0c8e740ae1c15e15d1a637215f96., hostname=e2fd862922a0,38547,1732529625709, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a1b0c8e740ae1c15e15d1a637215f96, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T10:16:26,458 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732529775366.3a1b0c8e740ae1c15e15d1a637215f96., hostname=e2fd862922a0,38547,1732529625709, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a1b0c8e740ae1c15e15d1a637215f96, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T10:16:26,458 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732529775366.3a1b0c8e740ae1c15e15d1a637215f96., hostname=e2fd862922a0,38547,1732529625709, seqNum=5 because the exception is null or not the one we care about 2024-11-25T10:16:26,464 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a1b0c8e740ae1c15e15d1a637215f96, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-25T10:16:26,465 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] ipc.CallRunner(138): callId: 81 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48366 deadline: 1732529846462, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a1b0c8e740ae1c15e15d1a637215f96, server=e2fd862922a0,38547,1732529625709 2024-11-25T10:16:26,465 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732529775366.3a1b0c8e740ae1c15e15d1a637215f96., hostname=e2fd862922a0,38547,1732529625709, seqNum=5 , the old value is region=TestAcidGuarantees,,1732529775366.3a1b0c8e740ae1c15e15d1a637215f96., hostname=e2fd862922a0,38547,1732529625709, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a1b0c8e740ae1c15e15d1a637215f96, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T10:16:26,465 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732529775366.3a1b0c8e740ae1c15e15d1a637215f96., hostname=e2fd862922a0,38547,1732529625709, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a1b0c8e740ae1c15e15d1a637215f96, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T10:16:26,465 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732529775366.3a1b0c8e740ae1c15e15d1a637215f96., hostname=e2fd862922a0,38547,1732529625709, seqNum=5 because the exception is null or not the one we care about 2024-11-25T10:16:26,665 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a1b0c8e740ae1c15e15d1a637215f96, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-25T10:16:26,666 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] ipc.CallRunner(138): callId: 83 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48344 deadline: 1732529846662, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a1b0c8e740ae1c15e15d1a637215f96, server=e2fd862922a0,38547,1732529625709 2024-11-25T10:16:26,666 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732529775366.3a1b0c8e740ae1c15e15d1a637215f96., hostname=e2fd862922a0,38547,1732529625709, seqNum=5 , the old value is region=TestAcidGuarantees,,1732529775366.3a1b0c8e740ae1c15e15d1a637215f96., hostname=e2fd862922a0,38547,1732529625709, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a1b0c8e740ae1c15e15d1a637215f96, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T10:16:26,666 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732529775366.3a1b0c8e740ae1c15e15d1a637215f96., hostname=e2fd862922a0,38547,1732529625709, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a1b0c8e740ae1c15e15d1a637215f96, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T10:16:26,666 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732529775366.3a1b0c8e740ae1c15e15d1a637215f96., hostname=e2fd862922a0,38547,1732529625709, seqNum=5 because the exception is null or not the one we care about 2024-11-25T10:16:26,667 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:16:26,671 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024112596d2df76f7ec43bfa080d565a95a29e2_3a1b0c8e740ae1c15e15d1a637215f96 to hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112596d2df76f7ec43bfa080d565a95a29e2_3a1b0c8e740ae1c15e15d1a637215f96 2024-11-25T10:16:26,672 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/3a1b0c8e740ae1c15e15d1a637215f96/.tmp/A/c16ab9856c8e460e8730455c84ef6fa9, store: [table=TestAcidGuarantees family=A region=3a1b0c8e740ae1c15e15d1a637215f96] 2024-11-25T10:16:26,672 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/3a1b0c8e740ae1c15e15d1a637215f96/.tmp/A/c16ab9856c8e460e8730455c84ef6fa9 is 175, key is test_row_0/A:col10/1732529786240/Put/seqid=0 2024-11-25T10:16:26,675 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39927 is added to blk_1073742402_1578 (size=65673) 2024-11-25T10:16:26,676 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a1b0c8e740ae1c15e15d1a637215f96, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-25T10:16:26,676 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] ipc.CallRunner(138): callId: 82 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48366 deadline: 1732529846672, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a1b0c8e740ae1c15e15d1a637215f96, server=e2fd862922a0,38547,1732529625709 2024-11-25T10:16:26,676 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732529775366.3a1b0c8e740ae1c15e15d1a637215f96., hostname=e2fd862922a0,38547,1732529625709, seqNum=5 , the old value is region=TestAcidGuarantees,,1732529775366.3a1b0c8e740ae1c15e15d1a637215f96., hostname=e2fd862922a0,38547,1732529625709, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a1b0c8e740ae1c15e15d1a637215f96, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T10:16:26,676 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732529775366.3a1b0c8e740ae1c15e15d1a637215f96., hostname=e2fd862922a0,38547,1732529625709, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a1b0c8e740ae1c15e15d1a637215f96, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T10:16:26,677 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732529775366.3a1b0c8e740ae1c15e15d1a637215f96., hostname=e2fd862922a0,38547,1732529625709, seqNum=5 because the exception is null or not the one we care about 2024-11-25T10:16:26,682 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41005 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=166 2024-11-25T10:16:26,682 INFO [RPCClient-NioEventLoopGroup-4-12 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-25T10:16:26,682 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41005 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-25T10:16:26,683 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41005 {}] procedure2.ProcedureExecutor(1139): Stored pid=168, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=168, table=TestAcidGuarantees 2024-11-25T10:16:26,684 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41005 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=168 2024-11-25T10:16:26,684 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=168, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=168, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-25T10:16:26,684 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=168, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=168, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-25T10:16:26,685 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=169, ppid=168, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-25T10:16:26,792 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41005 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=168 2024-11-25T10:16:26,837 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=38547 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=169 2024-11-25T10:16:26,837 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e2fd862922a0:0-0 {event_type=RS_FLUSH_REGIONS, pid=169}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732529775366.3a1b0c8e740ae1c15e15d1a637215f96. 2024-11-25T10:16:26,837 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e2fd862922a0:0-0 {event_type=RS_FLUSH_REGIONS, pid=169}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732529775366.3a1b0c8e740ae1c15e15d1a637215f96. as already flushing 2024-11-25T10:16:26,837 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e2fd862922a0:0-0 {event_type=RS_FLUSH_REGIONS, pid=169}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732529775366.3a1b0c8e740ae1c15e15d1a637215f96. 2024-11-25T10:16:26,837 ERROR [RS_FLUSH_OPERATIONS-regionserver/e2fd862922a0:0-0 {event_type=RS_FLUSH_REGIONS, pid=169}] handler.RSProcedureHandler(58): pid=169 java.io.IOException: Unable to complete flush {ENCODED => 3a1b0c8e740ae1c15e15d1a637215f96, NAME => 'TestAcidGuarantees,,1732529775366.3a1b0c8e740ae1c15e15d1a637215f96.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T10:16:26,838 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e2fd862922a0:0-0 {event_type=RS_FLUSH_REGIONS, pid=169}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=169 java.io.IOException: Unable to complete flush {ENCODED => 3a1b0c8e740ae1c15e15d1a637215f96, NAME => 'TestAcidGuarantees,,1732529775366.3a1b0c8e740ae1c15e15d1a637215f96.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T10:16:26,838 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41005 {}] master.HMaster(4177): Remote procedure failed, pid=169 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 3a1b0c8e740ae1c15e15d1a637215f96, NAME => 'TestAcidGuarantees,,1732529775366.3a1b0c8e740ae1c15e15d1a637215f96.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 3a1b0c8e740ae1c15e15d1a637215f96, NAME => 'TestAcidGuarantees,,1732529775366.3a1b0c8e740ae1c15e15d1a637215f96.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T10:16:26,977 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a1b0c8e740ae1c15e15d1a637215f96, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-25T10:16:26,977 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] ipc.CallRunner(138): callId: 84 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48344 deadline: 1732529846972, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a1b0c8e740ae1c15e15d1a637215f96, server=e2fd862922a0,38547,1732529625709 2024-11-25T10:16:26,977 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732529775366.3a1b0c8e740ae1c15e15d1a637215f96., hostname=e2fd862922a0,38547,1732529625709, seqNum=5 , the old value is region=TestAcidGuarantees,,1732529775366.3a1b0c8e740ae1c15e15d1a637215f96., hostname=e2fd862922a0,38547,1732529625709, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a1b0c8e740ae1c15e15d1a637215f96, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T10:16:26,978 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732529775366.3a1b0c8e740ae1c15e15d1a637215f96., hostname=e2fd862922a0,38547,1732529625709, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a1b0c8e740ae1c15e15d1a637215f96, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T10:16:26,978 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732529775366.3a1b0c8e740ae1c15e15d1a637215f96., hostname=e2fd862922a0,38547,1732529625709, seqNum=5 because the exception is null or not the one we care about 2024-11-25T10:16:26,987 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a1b0c8e740ae1c15e15d1a637215f96, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-25T10:16:26,987 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] ipc.CallRunner(138): callId: 83 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48366 deadline: 1732529846982, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a1b0c8e740ae1c15e15d1a637215f96, server=e2fd862922a0,38547,1732529625709 2024-11-25T10:16:26,987 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732529775366.3a1b0c8e740ae1c15e15d1a637215f96., hostname=e2fd862922a0,38547,1732529625709, seqNum=5 , the old value is region=TestAcidGuarantees,,1732529775366.3a1b0c8e740ae1c15e15d1a637215f96., hostname=e2fd862922a0,38547,1732529625709, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a1b0c8e740ae1c15e15d1a637215f96, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T10:16:26,987 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732529775366.3a1b0c8e740ae1c15e15d1a637215f96., hostname=e2fd862922a0,38547,1732529625709, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a1b0c8e740ae1c15e15d1a637215f96, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T10:16:26,988 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732529775366.3a1b0c8e740ae1c15e15d1a637215f96., hostname=e2fd862922a0,38547,1732529625709, seqNum=5 because the exception is null or not the one we care about 2024-11-25T10:16:26,992 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=38547 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=169 2024-11-25T10:16:26,992 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e2fd862922a0:0-1 {event_type=RS_FLUSH_REGIONS, pid=169}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732529775366.3a1b0c8e740ae1c15e15d1a637215f96. 2024-11-25T10:16:26,992 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e2fd862922a0:0-1 {event_type=RS_FLUSH_REGIONS, pid=169}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732529775366.3a1b0c8e740ae1c15e15d1a637215f96. as already flushing 2024-11-25T10:16:26,992 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e2fd862922a0:0-1 {event_type=RS_FLUSH_REGIONS, pid=169}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732529775366.3a1b0c8e740ae1c15e15d1a637215f96. 2024-11-25T10:16:26,992 ERROR [RS_FLUSH_OPERATIONS-regionserver/e2fd862922a0:0-1 {event_type=RS_FLUSH_REGIONS, pid=169}] handler.RSProcedureHandler(58): pid=169 java.io.IOException: Unable to complete flush {ENCODED => 3a1b0c8e740ae1c15e15d1a637215f96, NAME => 'TestAcidGuarantees,,1732529775366.3a1b0c8e740ae1c15e15d1a637215f96.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T10:16:26,992 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e2fd862922a0:0-1 {event_type=RS_FLUSH_REGIONS, pid=169}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=169 java.io.IOException: Unable to complete flush {ENCODED => 3a1b0c8e740ae1c15e15d1a637215f96, NAME => 'TestAcidGuarantees,,1732529775366.3a1b0c8e740ae1c15e15d1a637215f96.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T10:16:26,993 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41005 {}] master.HMaster(4177): Remote procedure failed, pid=169 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 3a1b0c8e740ae1c15e15d1a637215f96, NAME => 'TestAcidGuarantees,,1732529775366.3a1b0c8e740ae1c15e15d1a637215f96.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 3a1b0c8e740ae1c15e15d1a637215f96, NAME => 'TestAcidGuarantees,,1732529775366.3a1b0c8e740ae1c15e15d1a637215f96.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T10:16:27,002 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41005 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=168 2024-11-25T10:16:27,076 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=181, memsize=15.7 K, hasBloomFilter=true, into tmp file hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/3a1b0c8e740ae1c15e15d1a637215f96/.tmp/A/c16ab9856c8e460e8730455c84ef6fa9 2024-11-25T10:16:27,083 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/3a1b0c8e740ae1c15e15d1a637215f96/.tmp/B/766052591e8c4edea5f2dab075130ee5 is 50, key is test_row_0/B:col10/1732529786240/Put/seqid=0 2024-11-25T10:16:27,087 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39927 is added to blk_1073742403_1579 (size=12151) 2024-11-25T10:16:27,089 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=181 (bloomFilter=true), to=hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/3a1b0c8e740ae1c15e15d1a637215f96/.tmp/B/766052591e8c4edea5f2dab075130ee5 2024-11-25T10:16:27,095 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/3a1b0c8e740ae1c15e15d1a637215f96/.tmp/C/ea1629355e16430eb9c6536c9e89aa6c is 50, key is test_row_0/C:col10/1732529786240/Put/seqid=0 2024-11-25T10:16:27,098 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39927 is added to blk_1073742404_1580 (size=12151) 2024-11-25T10:16:27,145 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=38547 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=169 2024-11-25T10:16:27,146 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e2fd862922a0:0-2 {event_type=RS_FLUSH_REGIONS, pid=169}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732529775366.3a1b0c8e740ae1c15e15d1a637215f96. 2024-11-25T10:16:27,146 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e2fd862922a0:0-2 {event_type=RS_FLUSH_REGIONS, pid=169}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732529775366.3a1b0c8e740ae1c15e15d1a637215f96. as already flushing 2024-11-25T10:16:27,146 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e2fd862922a0:0-2 {event_type=RS_FLUSH_REGIONS, pid=169}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732529775366.3a1b0c8e740ae1c15e15d1a637215f96. 2024-11-25T10:16:27,146 ERROR [RS_FLUSH_OPERATIONS-regionserver/e2fd862922a0:0-2 {event_type=RS_FLUSH_REGIONS, pid=169}] handler.RSProcedureHandler(58): pid=169 java.io.IOException: Unable to complete flush {ENCODED => 3a1b0c8e740ae1c15e15d1a637215f96, NAME => 'TestAcidGuarantees,,1732529775366.3a1b0c8e740ae1c15e15d1a637215f96.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T10:16:27,146 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e2fd862922a0:0-2 {event_type=RS_FLUSH_REGIONS, pid=169}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=169 java.io.IOException: Unable to complete flush {ENCODED => 3a1b0c8e740ae1c15e15d1a637215f96, NAME => 'TestAcidGuarantees,,1732529775366.3a1b0c8e740ae1c15e15d1a637215f96.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T10:16:27,147 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41005 {}] master.HMaster(4177): Remote procedure failed, pid=169 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 3a1b0c8e740ae1c15e15d1a637215f96, NAME => 'TestAcidGuarantees,,1732529775366.3a1b0c8e740ae1c15e15d1a637215f96.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 3a1b0c8e740ae1c15e15d1a637215f96, NAME => 'TestAcidGuarantees,,1732529775366.3a1b0c8e740ae1c15e15d1a637215f96.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T10:16:27,299 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=38547 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=169 2024-11-25T10:16:27,299 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e2fd862922a0:0-0 {event_type=RS_FLUSH_REGIONS, pid=169}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732529775366.3a1b0c8e740ae1c15e15d1a637215f96. 2024-11-25T10:16:27,299 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e2fd862922a0:0-0 {event_type=RS_FLUSH_REGIONS, pid=169}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732529775366.3a1b0c8e740ae1c15e15d1a637215f96. as already flushing 2024-11-25T10:16:27,299 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e2fd862922a0:0-0 {event_type=RS_FLUSH_REGIONS, pid=169}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732529775366.3a1b0c8e740ae1c15e15d1a637215f96. 2024-11-25T10:16:27,299 ERROR [RS_FLUSH_OPERATIONS-regionserver/e2fd862922a0:0-0 {event_type=RS_FLUSH_REGIONS, pid=169}] handler.RSProcedureHandler(58): pid=169 java.io.IOException: Unable to complete flush {ENCODED => 3a1b0c8e740ae1c15e15d1a637215f96, NAME => 'TestAcidGuarantees,,1732529775366.3a1b0c8e740ae1c15e15d1a637215f96.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T10:16:27,299 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e2fd862922a0:0-0 {event_type=RS_FLUSH_REGIONS, pid=169}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=169 java.io.IOException: Unable to complete flush {ENCODED => 3a1b0c8e740ae1c15e15d1a637215f96, NAME => 'TestAcidGuarantees,,1732529775366.3a1b0c8e740ae1c15e15d1a637215f96.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T10:16:27,300 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41005 {}] master.HMaster(4177): Remote procedure failed, pid=169 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 3a1b0c8e740ae1c15e15d1a637215f96, NAME => 'TestAcidGuarantees,,1732529775366.3a1b0c8e740ae1c15e15d1a637215f96.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 3a1b0c8e740ae1c15e15d1a637215f96, NAME => 'TestAcidGuarantees,,1732529775366.3a1b0c8e740ae1c15e15d1a637215f96.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T10:16:27,312 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41005 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=168 2024-11-25T10:16:27,451 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=38547 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=169 2024-11-25T10:16:27,452 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e2fd862922a0:0-1 {event_type=RS_FLUSH_REGIONS, pid=169}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732529775366.3a1b0c8e740ae1c15e15d1a637215f96. 2024-11-25T10:16:27,452 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e2fd862922a0:0-1 {event_type=RS_FLUSH_REGIONS, pid=169}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732529775366.3a1b0c8e740ae1c15e15d1a637215f96. as already flushing 2024-11-25T10:16:27,452 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e2fd862922a0:0-1 {event_type=RS_FLUSH_REGIONS, pid=169}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732529775366.3a1b0c8e740ae1c15e15d1a637215f96. 2024-11-25T10:16:27,452 ERROR [RS_FLUSH_OPERATIONS-regionserver/e2fd862922a0:0-1 {event_type=RS_FLUSH_REGIONS, pid=169}] handler.RSProcedureHandler(58): pid=169 java.io.IOException: Unable to complete flush {ENCODED => 3a1b0c8e740ae1c15e15d1a637215f96, NAME => 'TestAcidGuarantees,,1732529775366.3a1b0c8e740ae1c15e15d1a637215f96.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T10:16:27,452 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e2fd862922a0:0-1 {event_type=RS_FLUSH_REGIONS, pid=169}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=169 java.io.IOException: Unable to complete flush {ENCODED => 3a1b0c8e740ae1c15e15d1a637215f96, NAME => 'TestAcidGuarantees,,1732529775366.3a1b0c8e740ae1c15e15d1a637215f96.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T10:16:27,453 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41005 {}] master.HMaster(4177): Remote procedure failed, pid=169 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 3a1b0c8e740ae1c15e15d1a637215f96, NAME => 'TestAcidGuarantees,,1732529775366.3a1b0c8e740ae1c15e15d1a637215f96.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 3a1b0c8e740ae1c15e15d1a637215f96, NAME => 'TestAcidGuarantees,,1732529775366.3a1b0c8e740ae1c15e15d1a637215f96.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T10:16:27,488 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a1b0c8e740ae1c15e15d1a637215f96, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-25T10:16:27,489 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] ipc.CallRunner(138): callId: 85 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48344 deadline: 1732529847482, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a1b0c8e740ae1c15e15d1a637215f96, server=e2fd862922a0,38547,1732529625709 2024-11-25T10:16:27,489 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732529775366.3a1b0c8e740ae1c15e15d1a637215f96., hostname=e2fd862922a0,38547,1732529625709, seqNum=5 , the old value is region=TestAcidGuarantees,,1732529775366.3a1b0c8e740ae1c15e15d1a637215f96., hostname=e2fd862922a0,38547,1732529625709, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a1b0c8e740ae1c15e15d1a637215f96, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T10:16:27,489 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732529775366.3a1b0c8e740ae1c15e15d1a637215f96., hostname=e2fd862922a0,38547,1732529625709, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a1b0c8e740ae1c15e15d1a637215f96, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T10:16:27,489 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732529775366.3a1b0c8e740ae1c15e15d1a637215f96., hostname=e2fd862922a0,38547,1732529625709, seqNum=5 because the exception is null or not the one we care about 2024-11-25T10:16:27,497 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a1b0c8e740ae1c15e15d1a637215f96, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-25T10:16:27,497 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] ipc.CallRunner(138): callId: 84 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48366 deadline: 1732529847491, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a1b0c8e740ae1c15e15d1a637215f96, server=e2fd862922a0,38547,1732529625709 2024-11-25T10:16:27,497 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732529775366.3a1b0c8e740ae1c15e15d1a637215f96., hostname=e2fd862922a0,38547,1732529625709, seqNum=5 , the old value is region=TestAcidGuarantees,,1732529775366.3a1b0c8e740ae1c15e15d1a637215f96., hostname=e2fd862922a0,38547,1732529625709, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a1b0c8e740ae1c15e15d1a637215f96, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T10:16:27,497 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732529775366.3a1b0c8e740ae1c15e15d1a637215f96., hostname=e2fd862922a0,38547,1732529625709, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a1b0c8e740ae1c15e15d1a637215f96, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T10:16:27,497 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732529775366.3a1b0c8e740ae1c15e15d1a637215f96., hostname=e2fd862922a0,38547,1732529625709, seqNum=5 because the exception is null or not the one we care about 2024-11-25T10:16:27,499 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=181 (bloomFilter=true), to=hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/3a1b0c8e740ae1c15e15d1a637215f96/.tmp/C/ea1629355e16430eb9c6536c9e89aa6c 2024-11-25T10:16:27,510 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/3a1b0c8e740ae1c15e15d1a637215f96/.tmp/A/c16ab9856c8e460e8730455c84ef6fa9 as hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/3a1b0c8e740ae1c15e15d1a637215f96/A/c16ab9856c8e460e8730455c84ef6fa9 2024-11-25T10:16:27,514 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/3a1b0c8e740ae1c15e15d1a637215f96/A/c16ab9856c8e460e8730455c84ef6fa9, entries=350, sequenceid=181, filesize=64.1 K 2024-11-25T10:16:27,515 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/3a1b0c8e740ae1c15e15d1a637215f96/.tmp/B/766052591e8c4edea5f2dab075130ee5 as hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/3a1b0c8e740ae1c15e15d1a637215f96/B/766052591e8c4edea5f2dab075130ee5 2024-11-25T10:16:27,519 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/3a1b0c8e740ae1c15e15d1a637215f96/B/766052591e8c4edea5f2dab075130ee5, entries=150, sequenceid=181, filesize=11.9 K 2024-11-25T10:16:27,519 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/3a1b0c8e740ae1c15e15d1a637215f96/.tmp/C/ea1629355e16430eb9c6536c9e89aa6c as hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/3a1b0c8e740ae1c15e15d1a637215f96/C/ea1629355e16430eb9c6536c9e89aa6c 2024-11-25T10:16:27,523 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/3a1b0c8e740ae1c15e15d1a637215f96/C/ea1629355e16430eb9c6536c9e89aa6c, entries=150, sequenceid=181, filesize=11.9 K 2024-11-25T10:16:27,524 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~46.96 KB/48090, heapSize ~140.16 KB/143520, currentSize=134.18 KB/137400 for 3a1b0c8e740ae1c15e15d1a637215f96 in 1283ms, sequenceid=181, compaction requested=true 2024-11-25T10:16:27,524 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 3a1b0c8e740ae1c15e15d1a637215f96: 2024-11-25T10:16:27,524 DEBUG [RS:0;e2fd862922a0:38547-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-25T10:16:27,524 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 3a1b0c8e740ae1c15e15d1a637215f96:A, priority=-2147483648, current under compaction store size is 1 2024-11-25T10:16:27,524 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-25T10:16:27,525 DEBUG [RS:0;e2fd862922a0:38547-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-25T10:16:27,525 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 3a1b0c8e740ae1c15e15d1a637215f96:B, priority=-2147483648, current under compaction store size is 2 2024-11-25T10:16:27,525 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-25T10:16:27,525 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 3a1b0c8e740ae1c15e15d1a637215f96:C, priority=-2147483648, current under compaction store size is 3 2024-11-25T10:16:27,525 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-25T10:16:27,525 DEBUG [RS:0;e2fd862922a0:38547-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 128191 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-25T10:16:27,525 DEBUG [RS:0;e2fd862922a0:38547-shortCompactions-0 {}] regionserver.HStore(1541): 3a1b0c8e740ae1c15e15d1a637215f96/A is initiating minor compaction (all files) 2024-11-25T10:16:27,525 INFO [RS:0;e2fd862922a0:38547-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 3a1b0c8e740ae1c15e15d1a637215f96/A in TestAcidGuarantees,,1732529775366.3a1b0c8e740ae1c15e15d1a637215f96. 2024-11-25T10:16:27,525 DEBUG [RS:0;e2fd862922a0:38547-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36761 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-25T10:16:27,526 DEBUG [RS:0;e2fd862922a0:38547-longCompactions-0 {}] regionserver.HStore(1541): 3a1b0c8e740ae1c15e15d1a637215f96/B is initiating minor compaction (all files) 2024-11-25T10:16:27,526 INFO [RS:0;e2fd862922a0:38547-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/3a1b0c8e740ae1c15e15d1a637215f96/A/09a135bf49bc4fb59dcc49c9ef0cf7a4, hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/3a1b0c8e740ae1c15e15d1a637215f96/A/569180d697e0497c9eeaf82f890662a5, hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/3a1b0c8e740ae1c15e15d1a637215f96/A/c16ab9856c8e460e8730455c84ef6fa9] into tmpdir=hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/3a1b0c8e740ae1c15e15d1a637215f96/.tmp, totalSize=125.2 K 2024-11-25T10:16:27,526 INFO [RS:0;e2fd862922a0:38547-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 3a1b0c8e740ae1c15e15d1a637215f96/B in TestAcidGuarantees,,1732529775366.3a1b0c8e740ae1c15e15d1a637215f96. 2024-11-25T10:16:27,526 INFO [RS:0;e2fd862922a0:38547-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=53.85 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732529775366.3a1b0c8e740ae1c15e15d1a637215f96. 2024-11-25T10:16:27,526 DEBUG [RS:0;e2fd862922a0:38547-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732529775366.3a1b0c8e740ae1c15e15d1a637215f96. files: [hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/3a1b0c8e740ae1c15e15d1a637215f96/A/09a135bf49bc4fb59dcc49c9ef0cf7a4, hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/3a1b0c8e740ae1c15e15d1a637215f96/A/569180d697e0497c9eeaf82f890662a5, hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/3a1b0c8e740ae1c15e15d1a637215f96/A/c16ab9856c8e460e8730455c84ef6fa9] 2024-11-25T10:16:27,526 INFO [RS:0;e2fd862922a0:38547-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/3a1b0c8e740ae1c15e15d1a637215f96/B/73176b26b62746a0a3dababdab133b28, hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/3a1b0c8e740ae1c15e15d1a637215f96/B/b8da0aa2863d41c1876c482feed4f8bf, hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/3a1b0c8e740ae1c15e15d1a637215f96/B/766052591e8c4edea5f2dab075130ee5] into tmpdir=hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/3a1b0c8e740ae1c15e15d1a637215f96/.tmp, totalSize=35.9 K 2024-11-25T10:16:27,526 DEBUG [RS:0;e2fd862922a0:38547-shortCompactions-0 {}] compactions.Compactor(225): Compacting 09a135bf49bc4fb59dcc49c9ef0cf7a4, keycount=150, bloomtype=ROW, size=30.7 K, encoding=NONE, compression=NONE, seqNum=149, earliestPutTs=1732529782854 2024-11-25T10:16:27,526 DEBUG [RS:0;e2fd862922a0:38547-longCompactions-0 {}] compactions.Compactor(225): Compacting 73176b26b62746a0a3dababdab133b28, keycount=150, bloomtype=ROW, size=12.2 K, encoding=NONE, compression=NONE, seqNum=149, earliestPutTs=1732529782854 2024-11-25T10:16:27,527 DEBUG [RS:0;e2fd862922a0:38547-longCompactions-0 {}] compactions.Compactor(225): Compacting b8da0aa2863d41c1876c482feed4f8bf, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=168, earliestPutTs=1732529784033 2024-11-25T10:16:27,527 DEBUG [RS:0;e2fd862922a0:38547-longCompactions-0 {}] compactions.Compactor(225): Compacting 766052591e8c4edea5f2dab075130ee5, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=181, earliestPutTs=1732529786223 2024-11-25T10:16:27,527 DEBUG [RS:0;e2fd862922a0:38547-shortCompactions-0 {}] compactions.Compactor(225): Compacting 569180d697e0497c9eeaf82f890662a5, keycount=150, bloomtype=ROW, size=30.4 K, encoding=NONE, compression=NONE, seqNum=168, earliestPutTs=1732529784033 2024-11-25T10:16:27,527 DEBUG [RS:0;e2fd862922a0:38547-shortCompactions-0 {}] compactions.Compactor(225): Compacting c16ab9856c8e460e8730455c84ef6fa9, keycount=350, bloomtype=ROW, size=64.1 K, encoding=NONE, compression=NONE, seqNum=181, earliestPutTs=1732529786216 2024-11-25T10:16:27,536 INFO [RS:0;e2fd862922a0:38547-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 3a1b0c8e740ae1c15e15d1a637215f96#B#compaction#492 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 53.85 MB/second 2024-11-25T10:16:27,536 DEBUG [RS:0;e2fd862922a0:38547-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/3a1b0c8e740ae1c15e15d1a637215f96/.tmp/B/b4b685f69cad4fd2a9d6d4937ff01df2 is 50, key is test_row_0/B:col10/1732529786240/Put/seqid=0 2024-11-25T10:16:27,549 INFO [RS:0;e2fd862922a0:38547-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(321): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=3a1b0c8e740ae1c15e15d1a637215f96] 2024-11-25T10:16:27,553 DEBUG [RS:0;e2fd862922a0:38547-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(635): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e20241125f1f9ca51e6cc4834a772953437a33e18_3a1b0c8e740ae1c15e15d1a637215f96 store=[table=TestAcidGuarantees family=A region=3a1b0c8e740ae1c15e15d1a637215f96] 2024-11-25T10:16:27,555 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39927 is added to blk_1073742405_1581 (size=12561) 2024-11-25T10:16:27,555 DEBUG [RS:0;e2fd862922a0:38547-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(656): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e20241125f1f9ca51e6cc4834a772953437a33e18_3a1b0c8e740ae1c15e15d1a637215f96, store=[table=TestAcidGuarantees family=A region=3a1b0c8e740ae1c15e15d1a637215f96] 2024-11-25T10:16:27,555 DEBUG [RS:0;e2fd862922a0:38547-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(667): Aborting writer for hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241125f1f9ca51e6cc4834a772953437a33e18_3a1b0c8e740ae1c15e15d1a637215f96 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=3a1b0c8e740ae1c15e15d1a637215f96] 2024-11-25T10:16:27,559 DEBUG [RS:0;e2fd862922a0:38547-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/3a1b0c8e740ae1c15e15d1a637215f96/.tmp/B/b4b685f69cad4fd2a9d6d4937ff01df2 as hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/3a1b0c8e740ae1c15e15d1a637215f96/B/b4b685f69cad4fd2a9d6d4937ff01df2 2024-11-25T10:16:27,566 INFO [RS:0;e2fd862922a0:38547-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 3a1b0c8e740ae1c15e15d1a637215f96/B of 3a1b0c8e740ae1c15e15d1a637215f96 into b4b685f69cad4fd2a9d6d4937ff01df2(size=12.3 K), total size for store is 12.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-25T10:16:27,566 DEBUG [RS:0;e2fd862922a0:38547-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 3a1b0c8e740ae1c15e15d1a637215f96: 2024-11-25T10:16:27,566 INFO [RS:0;e2fd862922a0:38547-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732529775366.3a1b0c8e740ae1c15e15d1a637215f96., storeName=3a1b0c8e740ae1c15e15d1a637215f96/B, priority=13, startTime=1732529787524; duration=0sec 2024-11-25T10:16:27,566 DEBUG [RS:0;e2fd862922a0:38547-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-25T10:16:27,566 DEBUG [RS:0;e2fd862922a0:38547-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 3a1b0c8e740ae1c15e15d1a637215f96:B 2024-11-25T10:16:27,566 DEBUG [RS:0;e2fd862922a0:38547-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-25T10:16:27,567 DEBUG [RS:0;e2fd862922a0:38547-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36761 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-25T10:16:27,567 DEBUG [RS:0;e2fd862922a0:38547-longCompactions-0 {}] regionserver.HStore(1541): 3a1b0c8e740ae1c15e15d1a637215f96/C is initiating minor compaction (all files) 2024-11-25T10:16:27,567 INFO [RS:0;e2fd862922a0:38547-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 3a1b0c8e740ae1c15e15d1a637215f96/C in TestAcidGuarantees,,1732529775366.3a1b0c8e740ae1c15e15d1a637215f96. 2024-11-25T10:16:27,567 INFO [RS:0;e2fd862922a0:38547-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/3a1b0c8e740ae1c15e15d1a637215f96/C/80d09b3c846a4b7eaaf5722181170fb7, hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/3a1b0c8e740ae1c15e15d1a637215f96/C/aca827bfc85e4d21bb1ac111e81983a4, hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/3a1b0c8e740ae1c15e15d1a637215f96/C/ea1629355e16430eb9c6536c9e89aa6c] into tmpdir=hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/3a1b0c8e740ae1c15e15d1a637215f96/.tmp, totalSize=35.9 K 2024-11-25T10:16:27,567 DEBUG [RS:0;e2fd862922a0:38547-longCompactions-0 {}] compactions.Compactor(225): Compacting 80d09b3c846a4b7eaaf5722181170fb7, keycount=150, bloomtype=ROW, size=12.2 K, encoding=NONE, compression=NONE, seqNum=149, earliestPutTs=1732529782854 2024-11-25T10:16:27,568 DEBUG [RS:0;e2fd862922a0:38547-longCompactions-0 {}] compactions.Compactor(225): Compacting aca827bfc85e4d21bb1ac111e81983a4, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=168, earliestPutTs=1732529784033 2024-11-25T10:16:27,568 DEBUG [RS:0;e2fd862922a0:38547-longCompactions-0 {}] compactions.Compactor(225): Compacting ea1629355e16430eb9c6536c9e89aa6c, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=181, earliestPutTs=1732529786223 2024-11-25T10:16:27,571 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39927 is added to blk_1073742406_1582 (size=4469) 2024-11-25T10:16:27,577 INFO [RS:0;e2fd862922a0:38547-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 3a1b0c8e740ae1c15e15d1a637215f96#C#compaction#494 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 53.85 MB/second 2024-11-25T10:16:27,577 DEBUG [RS:0;e2fd862922a0:38547-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/3a1b0c8e740ae1c15e15d1a637215f96/.tmp/C/e26de65a6f6440d5a87e8b574249cea5 is 50, key is test_row_0/C:col10/1732529786240/Put/seqid=0 2024-11-25T10:16:27,581 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39927 is added to blk_1073742407_1583 (size=12561) 2024-11-25T10:16:27,588 DEBUG [RS:0;e2fd862922a0:38547-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/3a1b0c8e740ae1c15e15d1a637215f96/.tmp/C/e26de65a6f6440d5a87e8b574249cea5 as hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/3a1b0c8e740ae1c15e15d1a637215f96/C/e26de65a6f6440d5a87e8b574249cea5 2024-11-25T10:16:27,604 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=38547 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=169 2024-11-25T10:16:27,604 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e2fd862922a0:0-2 {event_type=RS_FLUSH_REGIONS, pid=169}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732529775366.3a1b0c8e740ae1c15e15d1a637215f96. 2024-11-25T10:16:27,605 INFO [RS_FLUSH_OPERATIONS-regionserver/e2fd862922a0:0-2 {event_type=RS_FLUSH_REGIONS, pid=169}] regionserver.HRegion(2902): Flushing 3a1b0c8e740ae1c15e15d1a637215f96 3/3 column families, dataSize=134.18 KB heapSize=384.98 KB 2024-11-25T10:16:27,605 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e2fd862922a0:0-2 {event_type=RS_FLUSH_REGIONS, pid=169}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 3a1b0c8e740ae1c15e15d1a637215f96, store=A 2024-11-25T10:16:27,605 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e2fd862922a0:0-2 {event_type=RS_FLUSH_REGIONS, pid=169}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-25T10:16:27,605 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e2fd862922a0:0-2 {event_type=RS_FLUSH_REGIONS, pid=169}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 3a1b0c8e740ae1c15e15d1a637215f96, store=B 2024-11-25T10:16:27,605 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e2fd862922a0:0-2 {event_type=RS_FLUSH_REGIONS, pid=169}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-25T10:16:27,605 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e2fd862922a0:0-2 {event_type=RS_FLUSH_REGIONS, pid=169}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 3a1b0c8e740ae1c15e15d1a637215f96, store=C 2024-11-25T10:16:27,605 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e2fd862922a0:0-2 {event_type=RS_FLUSH_REGIONS, pid=169}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-25T10:16:27,609 INFO [RS:0;e2fd862922a0:38547-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 3a1b0c8e740ae1c15e15d1a637215f96/C of 3a1b0c8e740ae1c15e15d1a637215f96 into e26de65a6f6440d5a87e8b574249cea5(size=12.3 K), total size for store is 12.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-25T10:16:27,609 DEBUG [RS:0;e2fd862922a0:38547-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 3a1b0c8e740ae1c15e15d1a637215f96: 2024-11-25T10:16:27,609 INFO [RS:0;e2fd862922a0:38547-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732529775366.3a1b0c8e740ae1c15e15d1a637215f96., storeName=3a1b0c8e740ae1c15e15d1a637215f96/C, priority=13, startTime=1732529787525; duration=0sec 2024-11-25T10:16:27,609 DEBUG [RS:0;e2fd862922a0:38547-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-25T10:16:27,609 DEBUG [RS:0;e2fd862922a0:38547-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 3a1b0c8e740ae1c15e15d1a637215f96:C 2024-11-25T10:16:27,616 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e2fd862922a0:0-2 {event_type=RS_FLUSH_REGIONS, pid=169}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241125751da97f210347fd96db2553bb603c63_3a1b0c8e740ae1c15e15d1a637215f96 is 50, key is test_row_0/A:col10/1732529786328/Put/seqid=0 2024-11-25T10:16:27,622 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39927 is added to blk_1073742408_1584 (size=12304) 2024-11-25T10:16:27,822 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41005 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=168 2024-11-25T10:16:27,972 INFO [RS:0;e2fd862922a0:38547-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 3a1b0c8e740ae1c15e15d1a637215f96#A#compaction#493 average throughput is 0.06 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 53.85 MB/second 2024-11-25T10:16:27,973 DEBUG [RS:0;e2fd862922a0:38547-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/3a1b0c8e740ae1c15e15d1a637215f96/.tmp/A/e0ed9e7c78664f95893a0a1f183b349e is 175, key is test_row_0/A:col10/1732529786240/Put/seqid=0 2024-11-25T10:16:27,976 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39927 is added to blk_1073742409_1585 (size=31515) 2024-11-25T10:16:28,023 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e2fd862922a0:0-2 {event_type=RS_FLUSH_REGIONS, pid=169}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:16:28,027 INFO [RS_FLUSH_OPERATIONS-regionserver/e2fd862922a0:0-2 {event_type=RS_FLUSH_REGIONS, pid=169}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241125751da97f210347fd96db2553bb603c63_3a1b0c8e740ae1c15e15d1a637215f96 to hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241125751da97f210347fd96db2553bb603c63_3a1b0c8e740ae1c15e15d1a637215f96 2024-11-25T10:16:28,028 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e2fd862922a0:0-2 {event_type=RS_FLUSH_REGIONS, pid=169}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/3a1b0c8e740ae1c15e15d1a637215f96/.tmp/A/3a0cd02f4dd24adab80e711d33f77730, store: [table=TestAcidGuarantees family=A region=3a1b0c8e740ae1c15e15d1a637215f96] 2024-11-25T10:16:28,029 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e2fd862922a0:0-2 {event_type=RS_FLUSH_REGIONS, pid=169}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/3a1b0c8e740ae1c15e15d1a637215f96/.tmp/A/3a0cd02f4dd24adab80e711d33f77730 is 175, key is test_row_0/A:col10/1732529786328/Put/seqid=0 2024-11-25T10:16:28,033 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39927 is added to blk_1073742410_1586 (size=31105) 2024-11-25T10:16:28,033 INFO [RS_FLUSH_OPERATIONS-regionserver/e2fd862922a0:0-2 {event_type=RS_FLUSH_REGIONS, pid=169}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=219, memsize=44.7 K, hasBloomFilter=true, into tmp file hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/3a1b0c8e740ae1c15e15d1a637215f96/.tmp/A/3a0cd02f4dd24adab80e711d33f77730 2024-11-25T10:16:28,041 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e2fd862922a0:0-2 {event_type=RS_FLUSH_REGIONS, pid=169}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/3a1b0c8e740ae1c15e15d1a637215f96/.tmp/B/3650e590614f4e758c61e14a46da34f3 is 50, key is test_row_0/B:col10/1732529786328/Put/seqid=0 2024-11-25T10:16:28,047 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39927 is added to blk_1073742411_1587 (size=12151) 2024-11-25T10:16:28,049 INFO [RS_FLUSH_OPERATIONS-regionserver/e2fd862922a0:0-2 {event_type=RS_FLUSH_REGIONS, pid=169}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=219 (bloomFilter=true), to=hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/3a1b0c8e740ae1c15e15d1a637215f96/.tmp/B/3650e590614f4e758c61e14a46da34f3 2024-11-25T10:16:28,056 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e2fd862922a0:0-2 {event_type=RS_FLUSH_REGIONS, pid=169}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/3a1b0c8e740ae1c15e15d1a637215f96/.tmp/C/1dbbf9fff8154a06964278bf3b0b7d6c is 50, key is test_row_0/C:col10/1732529786328/Put/seqid=0 2024-11-25T10:16:28,068 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39927 is added to blk_1073742412_1588 (size=12151) 2024-11-25T10:16:28,381 DEBUG [RS:0;e2fd862922a0:38547-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/3a1b0c8e740ae1c15e15d1a637215f96/.tmp/A/e0ed9e7c78664f95893a0a1f183b349e as hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/3a1b0c8e740ae1c15e15d1a637215f96/A/e0ed9e7c78664f95893a0a1f183b349e 2024-11-25T10:16:28,386 INFO [RS:0;e2fd862922a0:38547-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 3a1b0c8e740ae1c15e15d1a637215f96/A of 3a1b0c8e740ae1c15e15d1a637215f96 into e0ed9e7c78664f95893a0a1f183b349e(size=30.8 K), total size for store is 30.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-25T10:16:28,387 DEBUG [RS:0;e2fd862922a0:38547-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 3a1b0c8e740ae1c15e15d1a637215f96: 2024-11-25T10:16:28,387 INFO [RS:0;e2fd862922a0:38547-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732529775366.3a1b0c8e740ae1c15e15d1a637215f96., storeName=3a1b0c8e740ae1c15e15d1a637215f96/A, priority=13, startTime=1732529787524; duration=0sec 2024-11-25T10:16:28,387 DEBUG [RS:0;e2fd862922a0:38547-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-25T10:16:28,387 DEBUG [RS:0;e2fd862922a0:38547-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 3a1b0c8e740ae1c15e15d1a637215f96:A 2024-11-25T10:16:28,468 INFO [RS_FLUSH_OPERATIONS-regionserver/e2fd862922a0:0-2 {event_type=RS_FLUSH_REGIONS, pid=169}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=219 (bloomFilter=true), to=hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/3a1b0c8e740ae1c15e15d1a637215f96/.tmp/C/1dbbf9fff8154a06964278bf3b0b7d6c 2024-11-25T10:16:28,479 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e2fd862922a0:0-2 {event_type=RS_FLUSH_REGIONS, pid=169}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/3a1b0c8e740ae1c15e15d1a637215f96/.tmp/A/3a0cd02f4dd24adab80e711d33f77730 as hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/3a1b0c8e740ae1c15e15d1a637215f96/A/3a0cd02f4dd24adab80e711d33f77730 2024-11-25T10:16:28,483 INFO [RS_FLUSH_OPERATIONS-regionserver/e2fd862922a0:0-2 {event_type=RS_FLUSH_REGIONS, pid=169}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/3a1b0c8e740ae1c15e15d1a637215f96/A/3a0cd02f4dd24adab80e711d33f77730, entries=150, sequenceid=219, filesize=30.4 K 2024-11-25T10:16:28,484 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e2fd862922a0:0-2 {event_type=RS_FLUSH_REGIONS, pid=169}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/3a1b0c8e740ae1c15e15d1a637215f96/.tmp/B/3650e590614f4e758c61e14a46da34f3 as hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/3a1b0c8e740ae1c15e15d1a637215f96/B/3650e590614f4e758c61e14a46da34f3 2024-11-25T10:16:28,484 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:16:28,485 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:16:28,485 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:16:28,489 INFO [RS_FLUSH_OPERATIONS-regionserver/e2fd862922a0:0-2 {event_type=RS_FLUSH_REGIONS, pid=169}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/3a1b0c8e740ae1c15e15d1a637215f96/B/3650e590614f4e758c61e14a46da34f3, entries=150, sequenceid=219, filesize=11.9 K 2024-11-25T10:16:28,492 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e2fd862922a0:0-2 {event_type=RS_FLUSH_REGIONS, pid=169}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/3a1b0c8e740ae1c15e15d1a637215f96/.tmp/C/1dbbf9fff8154a06964278bf3b0b7d6c as hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/3a1b0c8e740ae1c15e15d1a637215f96/C/1dbbf9fff8154a06964278bf3b0b7d6c 2024-11-25T10:16:28,493 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:16:28,493 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:16:28,493 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:16:28,493 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:16:28,494 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:16:28,494 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:16:28,494 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:16:28,494 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:16:28,494 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:16:28,495 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:16:28,495 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:16:28,495 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:16:28,495 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:16:28,495 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:16:28,495 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:16:28,496 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:16:28,496 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:16:28,496 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:16:28,496 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:16:28,496 INFO [RS_FLUSH_OPERATIONS-regionserver/e2fd862922a0:0-2 {event_type=RS_FLUSH_REGIONS, pid=169}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/3a1b0c8e740ae1c15e15d1a637215f96/C/1dbbf9fff8154a06964278bf3b0b7d6c, entries=150, sequenceid=219, filesize=11.9 K 2024-11-25T10:16:28,496 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:16:28,496 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:16:28,497 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:16:28,497 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:16:28,497 INFO [RS_FLUSH_OPERATIONS-regionserver/e2fd862922a0:0-2 {event_type=RS_FLUSH_REGIONS, pid=169}] regionserver.HRegion(3140): Finished flush of dataSize ~134.18 KB/137400, heapSize ~384.94 KB/394176, currentSize=0 B/0 for 3a1b0c8e740ae1c15e15d1a637215f96 in 893ms, sequenceid=219, compaction requested=false 2024-11-25T10:16:28,497 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:16:28,497 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e2fd862922a0:0-2 {event_type=RS_FLUSH_REGIONS, pid=169}] regionserver.HRegion(2603): Flush status journal for 3a1b0c8e740ae1c15e15d1a637215f96: 2024-11-25T10:16:28,497 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e2fd862922a0:0-2 {event_type=RS_FLUSH_REGIONS, pid=169}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732529775366.3a1b0c8e740ae1c15e15d1a637215f96. 2024-11-25T10:16:28,497 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:16:28,497 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e2fd862922a0:0-2 {event_type=RS_FLUSH_REGIONS, pid=169}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=169 2024-11-25T10:16:28,497 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:16:28,498 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:16:28,498 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41005 {}] master.HMaster(4169): Remote procedure done, pid=169 2024-11-25T10:16:28,498 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:16:28,498 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:16:28,498 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:16:28,498 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:16:28,499 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:16:28,499 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:16:28,499 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:16:28,499 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:16:28,499 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:16:28,499 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:16:28,500 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:16:28,500 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:16:28,500 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:16:28,500 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:16:28,500 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:16:28,501 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:16:28,501 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:16:28,501 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:16:28,501 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:16:28,501 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=169, resume processing ppid=168 2024-11-25T10:16:28,501 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:16:28,501 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=169, ppid=168, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.8140 sec 2024-11-25T10:16:28,501 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:16:28,502 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:16:28,502 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:16:28,502 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:16:28,502 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:16:28,502 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:16:28,502 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:16:28,503 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:16:28,503 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:16:28,503 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=168, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=168, table=TestAcidGuarantees in 1.8200 sec 2024-11-25T10:16:28,503 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:16:28,503 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:16:28,503 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:16:28,503 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:16:28,504 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:16:28,504 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:16:28,504 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:16:28,504 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:16:28,504 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:16:28,504 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:16:28,505 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:16:28,505 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:16:28,505 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:16:28,505 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:16:28,505 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:16:28,505 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:16:28,505 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:16:28,506 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:16:28,506 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:16:28,506 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:16:28,506 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:16:28,506 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:16:28,506 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:16:28,507 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:16:28,507 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:16:28,507 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:16:28,507 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:16:28,507 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:16:28,507 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:16:28,508 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:16:28,508 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:16:28,508 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:16:28,508 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:16:28,508 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:16:28,508 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:16:28,509 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:16:28,509 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:16:28,509 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:16:28,509 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:16:28,509 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:16:28,509 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:16:28,510 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:16:28,510 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:16:28,510 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:16:28,510 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:16:28,510 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:16:28,510 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:16:28,511 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:16:28,511 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:16:28,511 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:16:28,511 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:16:28,511 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:16:28,512 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:16:28,512 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:16:28,512 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:16:28,512 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:16:28,513 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:16:28,513 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:16:28,513 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:16:28,513 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:16:28,514 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:16:28,514 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:16:28,514 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:16:28,514 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:16:28,515 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:16:28,515 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:16:28,515 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:16:28,515 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:16:28,515 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:16:28,515 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:16:28,516 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:16:28,516 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:16:28,516 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:16:28,516 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:16:28,517 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:16:28,517 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:16:28,517 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:16:28,517 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:16:28,517 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:16:28,517 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:16:28,518 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:16:28,518 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:16:28,518 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:16:28,518 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:16:28,518 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:16:28,518 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:16:28,519 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:16:28,519 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:16:28,519 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:16:28,520 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:16:28,520 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:16:28,520 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:16:28,520 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:16:28,521 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:16:28,521 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:16:28,521 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:16:28,521 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:16:28,522 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:16:28,522 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:16:28,522 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:16:28,522 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:16:28,522 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:16:28,523 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:16:28,523 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:16:28,523 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:16:28,523 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:16:28,524 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:16:28,524 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:16:28,524 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:16:28,524 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:16:28,524 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:16:28,525 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:16:28,525 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:16:28,525 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:16:28,525 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:16:28,525 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:16:28,525 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:16:28,526 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:16:28,526 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:16:28,526 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:16:28,526 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:16:28,526 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:16:28,526 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:16:28,527 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:16:28,527 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:16:28,527 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:16:28,527 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:16:28,527 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:16:28,527 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:16:28,528 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:16:28,528 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:16:28,528 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:16:28,529 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:16:28,529 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:16:28,529 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:16:28,529 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:16:28,529 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:16:28,529 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:16:28,530 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:16:28,530 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:16:28,530 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:16:28,530 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:16:28,530 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:16:28,530 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:16:28,531 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:16:28,531 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:16:28,531 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:16:28,531 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:16:28,531 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:16:28,532 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:16:28,532 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:16:28,532 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:16:28,532 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:16:28,532 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:16:28,533 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:16:28,533 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:16:28,533 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:16:28,533 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:16:28,533 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:16:28,533 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:16:28,534 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:16:28,534 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:16:28,534 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:16:28,534 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:16:28,534 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:16:28,534 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:16:28,534 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:16:28,535 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:16:28,535 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:16:28,535 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:16:28,535 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:16:28,535 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:16:28,536 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:16:28,536 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:16:28,536 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:16:28,536 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:16:28,536 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:16:28,536 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:16:28,537 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:16:28,537 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:16:28,537 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:16:28,537 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:16:28,537 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:16:28,538 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:16:28,538 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:16:28,538 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:16:28,538 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:16:28,538 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:16:28,538 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:16:28,538 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:16:28,539 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:16:28,539 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:16:28,539 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:16:28,539 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:16:28,539 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:16:28,540 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:16:28,540 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:16:28,540 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:16:28,540 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:16:28,540 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:16:28,541 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:16:28,541 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:16:28,541 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:16:28,541 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:16:28,541 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:16:28,541 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:16:28,542 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:16:28,542 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:16:28,542 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:16:28,542 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:16:28,543 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:16:28,543 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:16:28,543 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:16:28,543 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:16:28,544 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:16:28,544 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:16:28,544 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:16:28,544 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:16:28,545 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:16:28,545 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:16:28,545 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:16:28,545 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:16:28,545 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:16:28,545 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:16:28,545 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:16:28,546 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:16:28,546 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:16:28,546 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:16:28,546 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:16:28,546 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:16:28,547 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:16:28,547 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:16:28,547 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:16:28,547 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:16:28,548 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:16:28,548 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:16:28,548 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:16:28,548 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:16:28,549 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:16:28,549 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:16:28,549 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:16:28,549 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:16:28,550 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:16:28,550 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:16:28,550 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:16:28,551 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:16:28,551 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:16:28,552 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:16:28,553 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:16:28,554 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:16:28,555 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:16:28,555 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:16:28,556 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:16:28,556 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:16:28,556 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:16:28,556 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:16:28,557 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:16:28,557 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:16:28,557 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:16:28,557 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:16:28,557 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:16:28,558 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:16:28,558 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:16:28,558 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:16:28,558 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:16:28,559 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:16:28,559 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:16:28,559 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:16:28,559 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:16:28,559 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:16:28,559 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:16:28,560 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:16:28,560 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:16:28,560 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:16:28,560 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:16:28,561 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:16:28,561 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:16:28,561 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] regionserver.HRegion(8855): Flush requested on 3a1b0c8e740ae1c15e15d1a637215f96 2024-11-25T10:16:28,561 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:16:28,561 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 3a1b0c8e740ae1c15e15d1a637215f96 3/3 column families, dataSize=46.96 KB heapSize=140.20 KB 2024-11-25T10:16:28,561 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:16:28,561 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 3a1b0c8e740ae1c15e15d1a637215f96, store=A 2024-11-25T10:16:28,561 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T10:16:28,561 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 3a1b0c8e740ae1c15e15d1a637215f96, store=B 2024-11-25T10:16:28,561 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T10:16:28,561 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 3a1b0c8e740ae1c15e15d1a637215f96, store=C 2024-11-25T10:16:28,562 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T10:16:28,562 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:16:28,562 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:16:28,562 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:16:28,562 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:16:28,563 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:16:28,563 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:16:28,563 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:16:28,563 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:16:28,564 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:16:28,564 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:16:28,564 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:16:28,565 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:16:28,565 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:16:28,565 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:16:28,566 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:16:28,566 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:16:28,566 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:16:28,566 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:16:28,566 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:16:28,567 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:16:28,567 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:16:28,567 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:16:28,568 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:16:28,568 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:16:28,569 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:16:28,569 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:16:28,569 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:16:28,569 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:16:28,569 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:16:28,570 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:16:28,571 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:16:28,571 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:16:28,572 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:16:28,573 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:16:28,575 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241125c41d4e27915b4d738f9bb12d8585a83a_3a1b0c8e740ae1c15e15d1a637215f96 is 50, key is test_row_0/A:col10/1732529788560/Put/seqid=0 2024-11-25T10:16:28,577 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:16:28,577 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:16:28,578 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:16:28,578 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:16:28,578 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:16:28,579 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:16:28,579 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:16:28,580 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:16:28,580 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39927 is added to blk_1073742413_1589 (size=22268) 2024-11-25T10:16:28,580 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:16:28,581 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:16:28,581 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:16:28,582 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:16:28,582 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:16:28,583 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:16:28,583 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:16:28,583 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:16:28,584 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:16:28,638 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/e2fd862922a0:0-0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=209, cellSize=9564, totalHeapSize=21976, min timestamp=1732529788620, max timestamp=1732529788634Num uniques 859; 2024-11-25T10:16:28,638 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/e2fd862922a0:0-0 {}] regionserver.CompactionPipeline(163): Suffix data size=39334, new segment data size=9564, suffix heap size=117064,new segment heap size=21976 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=209 2024-11-25T10:16:28,638 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/e2fd862922a0:0-7 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=209, cellSize=9565, totalHeapSize=21976, min timestamp=1732529788620, max timestamp=1732529788634Num uniques 859; 2024-11-25T10:16:28,638 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/e2fd862922a0:0-7 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=9565, suffix heap size=117064,new segment heap size=21976 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=209 2024-11-25T10:16:28,638 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/e2fd862922a0:0-3 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=209, cellSize=9564, totalHeapSize=21976, min timestamp=1732529788620, max timestamp=1732529788634Num uniques 859; 2024-11-25T10:16:28,638 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/e2fd862922a0:0-3 {}] regionserver.CompactionPipeline(163): Suffix data size=39334, new segment data size=9564, suffix heap size=117064,new segment heap size=21976 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=209 2024-11-25T10:16:28,714 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a1b0c8e740ae1c15e15d1a637215f96, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-25T10:16:28,714 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] ipc.CallRunner(138): callId: 107 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48344 deadline: 1732529848708, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a1b0c8e740ae1c15e15d1a637215f96, server=e2fd862922a0,38547,1732529625709 2024-11-25T10:16:28,715 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732529775366.3a1b0c8e740ae1c15e15d1a637215f96., hostname=e2fd862922a0,38547,1732529625709, seqNum=5 , the old value is region=TestAcidGuarantees,,1732529775366.3a1b0c8e740ae1c15e15d1a637215f96., hostname=e2fd862922a0,38547,1732529625709, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a1b0c8e740ae1c15e15d1a637215f96, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T10:16:28,715 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732529775366.3a1b0c8e740ae1c15e15d1a637215f96., hostname=e2fd862922a0,38547,1732529625709, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a1b0c8e740ae1c15e15d1a637215f96, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T10:16:28,715 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a1b0c8e740ae1c15e15d1a637215f96, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-25T10:16:28,715 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732529775366.3a1b0c8e740ae1c15e15d1a637215f96., hostname=e2fd862922a0,38547,1732529625709, seqNum=5 because the exception is null or not the one we care about 2024-11-25T10:16:28,715 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] ipc.CallRunner(138): callId: 105 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48366 deadline: 1732529848708, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a1b0c8e740ae1c15e15d1a637215f96, server=e2fd862922a0,38547,1732529625709 2024-11-25T10:16:28,716 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732529775366.3a1b0c8e740ae1c15e15d1a637215f96., hostname=e2fd862922a0,38547,1732529625709, seqNum=5 , the old value is region=TestAcidGuarantees,,1732529775366.3a1b0c8e740ae1c15e15d1a637215f96., hostname=e2fd862922a0,38547,1732529625709, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a1b0c8e740ae1c15e15d1a637215f96, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T10:16:28,716 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732529775366.3a1b0c8e740ae1c15e15d1a637215f96., hostname=e2fd862922a0,38547,1732529625709, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a1b0c8e740ae1c15e15d1a637215f96, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T10:16:28,716 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732529775366.3a1b0c8e740ae1c15e15d1a637215f96., hostname=e2fd862922a0,38547,1732529625709, seqNum=5 because the exception is null or not the one we care about 2024-11-25T10:16:28,828 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a1b0c8e740ae1c15e15d1a637215f96, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-25T10:16:28,829 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] ipc.CallRunner(138): callId: 108 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48344 deadline: 1732529848828, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a1b0c8e740ae1c15e15d1a637215f96, server=e2fd862922a0,38547,1732529625709 2024-11-25T10:16:28,829 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a1b0c8e740ae1c15e15d1a637215f96, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-25T10:16:28,829 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732529775366.3a1b0c8e740ae1c15e15d1a637215f96., hostname=e2fd862922a0,38547,1732529625709, seqNum=5 , the old value is region=TestAcidGuarantees,,1732529775366.3a1b0c8e740ae1c15e15d1a637215f96., hostname=e2fd862922a0,38547,1732529625709, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a1b0c8e740ae1c15e15d1a637215f96, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T10:16:28,829 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732529775366.3a1b0c8e740ae1c15e15d1a637215f96., hostname=e2fd862922a0,38547,1732529625709, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a1b0c8e740ae1c15e15d1a637215f96, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T10:16:28,829 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732529775366.3a1b0c8e740ae1c15e15d1a637215f96., hostname=e2fd862922a0,38547,1732529625709, seqNum=5 because the exception is null or not the one we care about 2024-11-25T10:16:28,829 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] ipc.CallRunner(138): callId: 106 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48366 deadline: 1732529848828, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a1b0c8e740ae1c15e15d1a637215f96, server=e2fd862922a0,38547,1732529625709 2024-11-25T10:16:28,829 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732529775366.3a1b0c8e740ae1c15e15d1a637215f96., hostname=e2fd862922a0,38547,1732529625709, seqNum=5 , the old value is region=TestAcidGuarantees,,1732529775366.3a1b0c8e740ae1c15e15d1a637215f96., hostname=e2fd862922a0,38547,1732529625709, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a1b0c8e740ae1c15e15d1a637215f96, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T10:16:28,829 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732529775366.3a1b0c8e740ae1c15e15d1a637215f96., hostname=e2fd862922a0,38547,1732529625709, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a1b0c8e740ae1c15e15d1a637215f96, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T10:16:28,829 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732529775366.3a1b0c8e740ae1c15e15d1a637215f96., hostname=e2fd862922a0,38547,1732529625709, seqNum=5 because the exception is null or not the one we care about 2024-11-25T10:16:28,832 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41005 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=168 2024-11-25T10:16:28,832 INFO [RPCClient-NioEventLoopGroup-4-12 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-25T10:16:28,833 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41005 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-25T10:16:28,834 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41005 {}] procedure2.ProcedureExecutor(1139): Stored pid=170, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=170, table=TestAcidGuarantees 2024-11-25T10:16:28,835 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=170, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=170, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-25T10:16:28,836 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41005 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=170 2024-11-25T10:16:28,836 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=170, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=170, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-25T10:16:28,836 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=171, ppid=170, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-25T10:16:28,942 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41005 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=170 2024-11-25T10:16:28,981 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:16:28,985 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241125c41d4e27915b4d738f9bb12d8585a83a_3a1b0c8e740ae1c15e15d1a637215f96 to hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241125c41d4e27915b4d738f9bb12d8585a83a_3a1b0c8e740ae1c15e15d1a637215f96 2024-11-25T10:16:28,986 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/3a1b0c8e740ae1c15e15d1a637215f96/.tmp/A/1db3c612205145568cca0cb11966f55a, store: [table=TestAcidGuarantees family=A region=3a1b0c8e740ae1c15e15d1a637215f96] 2024-11-25T10:16:28,987 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/3a1b0c8e740ae1c15e15d1a637215f96/.tmp/A/1db3c612205145568cca0cb11966f55a is 175, key is test_row_0/A:col10/1732529788560/Put/seqid=0 2024-11-25T10:16:28,989 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=38547 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=171 2024-11-25T10:16:28,990 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e2fd862922a0:0-0 {event_type=RS_FLUSH_REGIONS, pid=171}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732529775366.3a1b0c8e740ae1c15e15d1a637215f96. 2024-11-25T10:16:28,990 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e2fd862922a0:0-0 {event_type=RS_FLUSH_REGIONS, pid=171}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732529775366.3a1b0c8e740ae1c15e15d1a637215f96. as already flushing 2024-11-25T10:16:28,990 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e2fd862922a0:0-0 {event_type=RS_FLUSH_REGIONS, pid=171}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732529775366.3a1b0c8e740ae1c15e15d1a637215f96. 2024-11-25T10:16:28,990 ERROR [RS_FLUSH_OPERATIONS-regionserver/e2fd862922a0:0-0 {event_type=RS_FLUSH_REGIONS, pid=171}] handler.RSProcedureHandler(58): pid=171 java.io.IOException: Unable to complete flush {ENCODED => 3a1b0c8e740ae1c15e15d1a637215f96, NAME => 'TestAcidGuarantees,,1732529775366.3a1b0c8e740ae1c15e15d1a637215f96.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T10:16:28,990 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e2fd862922a0:0-0 {event_type=RS_FLUSH_REGIONS, pid=171}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=171 java.io.IOException: Unable to complete flush {ENCODED => 3a1b0c8e740ae1c15e15d1a637215f96, NAME => 'TestAcidGuarantees,,1732529775366.3a1b0c8e740ae1c15e15d1a637215f96.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T10:16:28,991 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41005 {}] master.HMaster(4177): Remote procedure failed, pid=171 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 3a1b0c8e740ae1c15e15d1a637215f96, NAME => 'TestAcidGuarantees,,1732529775366.3a1b0c8e740ae1c15e15d1a637215f96.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 3a1b0c8e740ae1c15e15d1a637215f96, NAME => 'TestAcidGuarantees,,1732529775366.3a1b0c8e740ae1c15e15d1a637215f96.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T10:16:28,998 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39927 is added to blk_1073742414_1590 (size=65673) 2024-11-25T10:16:29,035 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a1b0c8e740ae1c15e15d1a637215f96, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-25T10:16:29,035 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] ipc.CallRunner(138): callId: 109 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48344 deadline: 1732529849032, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a1b0c8e740ae1c15e15d1a637215f96, server=e2fd862922a0,38547,1732529625709 2024-11-25T10:16:29,036 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a1b0c8e740ae1c15e15d1a637215f96, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-25T10:16:29,036 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732529775366.3a1b0c8e740ae1c15e15d1a637215f96., hostname=e2fd862922a0,38547,1732529625709, seqNum=5 , the old value is region=TestAcidGuarantees,,1732529775366.3a1b0c8e740ae1c15e15d1a637215f96., hostname=e2fd862922a0,38547,1732529625709, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a1b0c8e740ae1c15e15d1a637215f96, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T10:16:29,036 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] ipc.CallRunner(138): callId: 107 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48366 deadline: 1732529849032, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a1b0c8e740ae1c15e15d1a637215f96, server=e2fd862922a0,38547,1732529625709 2024-11-25T10:16:29,036 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732529775366.3a1b0c8e740ae1c15e15d1a637215f96., hostname=e2fd862922a0,38547,1732529625709, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a1b0c8e740ae1c15e15d1a637215f96, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T10:16:29,036 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732529775366.3a1b0c8e740ae1c15e15d1a637215f96., hostname=e2fd862922a0,38547,1732529625709, seqNum=5 because the exception is null or not the one we care about 2024-11-25T10:16:29,036 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732529775366.3a1b0c8e740ae1c15e15d1a637215f96., hostname=e2fd862922a0,38547,1732529625709, seqNum=5 , the old value is region=TestAcidGuarantees,,1732529775366.3a1b0c8e740ae1c15e15d1a637215f96., hostname=e2fd862922a0,38547,1732529625709, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a1b0c8e740ae1c15e15d1a637215f96, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T10:16:29,036 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732529775366.3a1b0c8e740ae1c15e15d1a637215f96., hostname=e2fd862922a0,38547,1732529625709, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a1b0c8e740ae1c15e15d1a637215f96, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T10:16:29,036 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732529775366.3a1b0c8e740ae1c15e15d1a637215f96., hostname=e2fd862922a0,38547,1732529625709, seqNum=5 because the exception is null or not the one we care about 2024-11-25T10:16:29,143 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=38547 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=171 2024-11-25T10:16:29,144 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e2fd862922a0:0-1 {event_type=RS_FLUSH_REGIONS, pid=171}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732529775366.3a1b0c8e740ae1c15e15d1a637215f96. 2024-11-25T10:16:29,144 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e2fd862922a0:0-1 {event_type=RS_FLUSH_REGIONS, pid=171}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732529775366.3a1b0c8e740ae1c15e15d1a637215f96. as already flushing 2024-11-25T10:16:29,144 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e2fd862922a0:0-1 {event_type=RS_FLUSH_REGIONS, pid=171}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732529775366.3a1b0c8e740ae1c15e15d1a637215f96. 2024-11-25T10:16:29,144 ERROR [RS_FLUSH_OPERATIONS-regionserver/e2fd862922a0:0-1 {event_type=RS_FLUSH_REGIONS, pid=171}] handler.RSProcedureHandler(58): pid=171 java.io.IOException: Unable to complete flush {ENCODED => 3a1b0c8e740ae1c15e15d1a637215f96, NAME => 'TestAcidGuarantees,,1732529775366.3a1b0c8e740ae1c15e15d1a637215f96.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T10:16:29,144 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e2fd862922a0:0-1 {event_type=RS_FLUSH_REGIONS, pid=171}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=171 java.io.IOException: Unable to complete flush {ENCODED => 3a1b0c8e740ae1c15e15d1a637215f96, NAME => 'TestAcidGuarantees,,1732529775366.3a1b0c8e740ae1c15e15d1a637215f96.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T10:16:29,145 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41005 {}] master.HMaster(4177): Remote procedure failed, pid=171 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 3a1b0c8e740ae1c15e15d1a637215f96, NAME => 'TestAcidGuarantees,,1732529775366.3a1b0c8e740ae1c15e15d1a637215f96.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 3a1b0c8e740ae1c15e15d1a637215f96, NAME => 'TestAcidGuarantees,,1732529775366.3a1b0c8e740ae1c15e15d1a637215f96.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T10:16:29,152 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41005 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=170 2024-11-25T10:16:29,299 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=38547 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=171 2024-11-25T10:16:29,299 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e2fd862922a0:0-2 {event_type=RS_FLUSH_REGIONS, pid=171}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732529775366.3a1b0c8e740ae1c15e15d1a637215f96. 2024-11-25T10:16:29,299 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e2fd862922a0:0-2 {event_type=RS_FLUSH_REGIONS, pid=171}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732529775366.3a1b0c8e740ae1c15e15d1a637215f96. as already flushing 2024-11-25T10:16:29,299 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e2fd862922a0:0-2 {event_type=RS_FLUSH_REGIONS, pid=171}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732529775366.3a1b0c8e740ae1c15e15d1a637215f96. 2024-11-25T10:16:29,299 ERROR [RS_FLUSH_OPERATIONS-regionserver/e2fd862922a0:0-2 {event_type=RS_FLUSH_REGIONS, pid=171}] handler.RSProcedureHandler(58): pid=171 java.io.IOException: Unable to complete flush {ENCODED => 3a1b0c8e740ae1c15e15d1a637215f96, NAME => 'TestAcidGuarantees,,1732529775366.3a1b0c8e740ae1c15e15d1a637215f96.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T10:16:29,299 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e2fd862922a0:0-2 {event_type=RS_FLUSH_REGIONS, pid=171}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=171 java.io.IOException: Unable to complete flush {ENCODED => 3a1b0c8e740ae1c15e15d1a637215f96, NAME => 'TestAcidGuarantees,,1732529775366.3a1b0c8e740ae1c15e15d1a637215f96.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T10:16:29,300 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41005 {}] master.HMaster(4177): Remote procedure failed, pid=171 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 3a1b0c8e740ae1c15e15d1a637215f96, NAME => 'TestAcidGuarantees,,1732529775366.3a1b0c8e740ae1c15e15d1a637215f96.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 3a1b0c8e740ae1c15e15d1a637215f96, NAME => 'TestAcidGuarantees,,1732529775366.3a1b0c8e740ae1c15e15d1a637215f96.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T10:16:29,346 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a1b0c8e740ae1c15e15d1a637215f96, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-25T10:16:29,346 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] ipc.CallRunner(138): callId: 108 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48366 deadline: 1732529849342, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a1b0c8e740ae1c15e15d1a637215f96, server=e2fd862922a0,38547,1732529625709 2024-11-25T10:16:29,347 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732529775366.3a1b0c8e740ae1c15e15d1a637215f96., hostname=e2fd862922a0,38547,1732529625709, seqNum=5 , the old value is region=TestAcidGuarantees,,1732529775366.3a1b0c8e740ae1c15e15d1a637215f96., hostname=e2fd862922a0,38547,1732529625709, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a1b0c8e740ae1c15e15d1a637215f96, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T10:16:29,347 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732529775366.3a1b0c8e740ae1c15e15d1a637215f96., hostname=e2fd862922a0,38547,1732529625709, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a1b0c8e740ae1c15e15d1a637215f96, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T10:16:29,347 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732529775366.3a1b0c8e740ae1c15e15d1a637215f96., hostname=e2fd862922a0,38547,1732529625709, seqNum=5 because the exception is null or not the one we care about 2024-11-25T10:16:29,347 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a1b0c8e740ae1c15e15d1a637215f96, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-25T10:16:29,347 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] ipc.CallRunner(138): callId: 110 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48344 deadline: 1732529849343, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a1b0c8e740ae1c15e15d1a637215f96, server=e2fd862922a0,38547,1732529625709 2024-11-25T10:16:29,347 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732529775366.3a1b0c8e740ae1c15e15d1a637215f96., hostname=e2fd862922a0,38547,1732529625709, seqNum=5 , the old value is region=TestAcidGuarantees,,1732529775366.3a1b0c8e740ae1c15e15d1a637215f96., hostname=e2fd862922a0,38547,1732529625709, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a1b0c8e740ae1c15e15d1a637215f96, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T10:16:29,347 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732529775366.3a1b0c8e740ae1c15e15d1a637215f96., hostname=e2fd862922a0,38547,1732529625709, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a1b0c8e740ae1c15e15d1a637215f96, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T10:16:29,347 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732529775366.3a1b0c8e740ae1c15e15d1a637215f96., hostname=e2fd862922a0,38547,1732529625709, seqNum=5 because the exception is null or not the one we care about 2024-11-25T10:16:29,400 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=231, memsize=15.7 K, hasBloomFilter=true, into tmp file hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/3a1b0c8e740ae1c15e15d1a637215f96/.tmp/A/1db3c612205145568cca0cb11966f55a 2024-11-25T10:16:29,407 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/3a1b0c8e740ae1c15e15d1a637215f96/.tmp/B/d717e8bd3bce4d3590975f91530f75dc is 50, key is test_row_0/B:col10/1732529788560/Put/seqid=0 2024-11-25T10:16:29,444 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39927 is added to blk_1073742415_1591 (size=12151) 2024-11-25T10:16:29,453 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=38547 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=171 2024-11-25T10:16:29,453 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e2fd862922a0:0-0 {event_type=RS_FLUSH_REGIONS, pid=171}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732529775366.3a1b0c8e740ae1c15e15d1a637215f96. 2024-11-25T10:16:29,453 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e2fd862922a0:0-0 {event_type=RS_FLUSH_REGIONS, pid=171}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732529775366.3a1b0c8e740ae1c15e15d1a637215f96. as already flushing 2024-11-25T10:16:29,453 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e2fd862922a0:0-0 {event_type=RS_FLUSH_REGIONS, pid=171}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732529775366.3a1b0c8e740ae1c15e15d1a637215f96. 2024-11-25T10:16:29,453 ERROR [RS_FLUSH_OPERATIONS-regionserver/e2fd862922a0:0-0 {event_type=RS_FLUSH_REGIONS, pid=171}] handler.RSProcedureHandler(58): pid=171 java.io.IOException: Unable to complete flush {ENCODED => 3a1b0c8e740ae1c15e15d1a637215f96, NAME => 'TestAcidGuarantees,,1732529775366.3a1b0c8e740ae1c15e15d1a637215f96.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T10:16:29,453 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e2fd862922a0:0-0 {event_type=RS_FLUSH_REGIONS, pid=171}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=171 java.io.IOException: Unable to complete flush {ENCODED => 3a1b0c8e740ae1c15e15d1a637215f96, NAME => 'TestAcidGuarantees,,1732529775366.3a1b0c8e740ae1c15e15d1a637215f96.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T10:16:29,454 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41005 {}] master.HMaster(4177): Remote procedure failed, pid=171 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 3a1b0c8e740ae1c15e15d1a637215f96, NAME => 'TestAcidGuarantees,,1732529775366.3a1b0c8e740ae1c15e15d1a637215f96.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 3a1b0c8e740ae1c15e15d1a637215f96, NAME => 'TestAcidGuarantees,,1732529775366.3a1b0c8e740ae1c15e15d1a637215f96.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T10:16:29,462 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41005 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=170 2024-11-25T10:16:29,608 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=38547 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=171 2024-11-25T10:16:29,608 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e2fd862922a0:0-1 {event_type=RS_FLUSH_REGIONS, pid=171}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732529775366.3a1b0c8e740ae1c15e15d1a637215f96. 2024-11-25T10:16:29,608 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e2fd862922a0:0-1 {event_type=RS_FLUSH_REGIONS, pid=171}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732529775366.3a1b0c8e740ae1c15e15d1a637215f96. as already flushing 2024-11-25T10:16:29,608 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e2fd862922a0:0-1 {event_type=RS_FLUSH_REGIONS, pid=171}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732529775366.3a1b0c8e740ae1c15e15d1a637215f96. 2024-11-25T10:16:29,608 ERROR [RS_FLUSH_OPERATIONS-regionserver/e2fd862922a0:0-1 {event_type=RS_FLUSH_REGIONS, pid=171}] handler.RSProcedureHandler(58): pid=171 java.io.IOException: Unable to complete flush {ENCODED => 3a1b0c8e740ae1c15e15d1a637215f96, NAME => 'TestAcidGuarantees,,1732529775366.3a1b0c8e740ae1c15e15d1a637215f96.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T10:16:29,608 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e2fd862922a0:0-1 {event_type=RS_FLUSH_REGIONS, pid=171}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=171 java.io.IOException: Unable to complete flush {ENCODED => 3a1b0c8e740ae1c15e15d1a637215f96, NAME => 'TestAcidGuarantees,,1732529775366.3a1b0c8e740ae1c15e15d1a637215f96.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T10:16:29,609 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41005 {}] master.HMaster(4177): Remote procedure failed, pid=171 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 3a1b0c8e740ae1c15e15d1a637215f96, NAME => 'TestAcidGuarantees,,1732529775366.3a1b0c8e740ae1c15e15d1a637215f96.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 3a1b0c8e740ae1c15e15d1a637215f96, NAME => 'TestAcidGuarantees,,1732529775366.3a1b0c8e740ae1c15e15d1a637215f96.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T10:16:29,762 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=38547 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=171 2024-11-25T10:16:29,762 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e2fd862922a0:0-2 {event_type=RS_FLUSH_REGIONS, pid=171}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732529775366.3a1b0c8e740ae1c15e15d1a637215f96. 2024-11-25T10:16:29,762 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e2fd862922a0:0-2 {event_type=RS_FLUSH_REGIONS, pid=171}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732529775366.3a1b0c8e740ae1c15e15d1a637215f96. as already flushing 2024-11-25T10:16:29,762 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e2fd862922a0:0-2 {event_type=RS_FLUSH_REGIONS, pid=171}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732529775366.3a1b0c8e740ae1c15e15d1a637215f96. 2024-11-25T10:16:29,762 ERROR [RS_FLUSH_OPERATIONS-regionserver/e2fd862922a0:0-2 {event_type=RS_FLUSH_REGIONS, pid=171}] handler.RSProcedureHandler(58): pid=171 java.io.IOException: Unable to complete flush {ENCODED => 3a1b0c8e740ae1c15e15d1a637215f96, NAME => 'TestAcidGuarantees,,1732529775366.3a1b0c8e740ae1c15e15d1a637215f96.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T10:16:29,763 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e2fd862922a0:0-2 {event_type=RS_FLUSH_REGIONS, pid=171}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=171 java.io.IOException: Unable to complete flush {ENCODED => 3a1b0c8e740ae1c15e15d1a637215f96, NAME => 'TestAcidGuarantees,,1732529775366.3a1b0c8e740ae1c15e15d1a637215f96.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T10:16:29,763 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41005 {}] master.HMaster(4177): Remote procedure failed, pid=171 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 3a1b0c8e740ae1c15e15d1a637215f96, NAME => 'TestAcidGuarantees,,1732529775366.3a1b0c8e740ae1c15e15d1a637215f96.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 3a1b0c8e740ae1c15e15d1a637215f96, NAME => 'TestAcidGuarantees,,1732529775366.3a1b0c8e740ae1c15e15d1a637215f96.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T10:16:29,844 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=231 (bloomFilter=true), to=hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/3a1b0c8e740ae1c15e15d1a637215f96/.tmp/B/d717e8bd3bce4d3590975f91530f75dc 2024-11-25T10:16:29,850 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/3a1b0c8e740ae1c15e15d1a637215f96/.tmp/C/e5d2cb5074c040a49757b5b153302b87 is 50, key is test_row_0/C:col10/1732529788560/Put/seqid=0 2024-11-25T10:16:29,856 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a1b0c8e740ae1c15e15d1a637215f96, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-25T10:16:29,857 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] ipc.CallRunner(138): callId: 109 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48366 deadline: 1732529849852, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a1b0c8e740ae1c15e15d1a637215f96, server=e2fd862922a0,38547,1732529625709 2024-11-25T10:16:29,857 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a1b0c8e740ae1c15e15d1a637215f96, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-25T10:16:29,857 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] ipc.CallRunner(138): callId: 111 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48344 deadline: 1732529849852, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a1b0c8e740ae1c15e15d1a637215f96, server=e2fd862922a0,38547,1732529625709 2024-11-25T10:16:29,857 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732529775366.3a1b0c8e740ae1c15e15d1a637215f96., hostname=e2fd862922a0,38547,1732529625709, seqNum=5 , the old value is region=TestAcidGuarantees,,1732529775366.3a1b0c8e740ae1c15e15d1a637215f96., hostname=e2fd862922a0,38547,1732529625709, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a1b0c8e740ae1c15e15d1a637215f96, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T10:16:29,857 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732529775366.3a1b0c8e740ae1c15e15d1a637215f96., hostname=e2fd862922a0,38547,1732529625709, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a1b0c8e740ae1c15e15d1a637215f96, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T10:16:29,857 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732529775366.3a1b0c8e740ae1c15e15d1a637215f96., hostname=e2fd862922a0,38547,1732529625709, seqNum=5 because the exception is null or not the one we care about 2024-11-25T10:16:29,858 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732529775366.3a1b0c8e740ae1c15e15d1a637215f96., hostname=e2fd862922a0,38547,1732529625709, seqNum=5 , the old value is region=TestAcidGuarantees,,1732529775366.3a1b0c8e740ae1c15e15d1a637215f96., hostname=e2fd862922a0,38547,1732529625709, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a1b0c8e740ae1c15e15d1a637215f96, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T10:16:29,858 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732529775366.3a1b0c8e740ae1c15e15d1a637215f96., hostname=e2fd862922a0,38547,1732529625709, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a1b0c8e740ae1c15e15d1a637215f96, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T10:16:29,858 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732529775366.3a1b0c8e740ae1c15e15d1a637215f96., hostname=e2fd862922a0,38547,1732529625709, seqNum=5 because the exception is null or not the one we care about 2024-11-25T10:16:29,866 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39927 is added to blk_1073742416_1592 (size=12151) 2024-11-25T10:16:29,916 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=38547 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=171 2024-11-25T10:16:29,916 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e2fd862922a0:0-0 {event_type=RS_FLUSH_REGIONS, pid=171}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732529775366.3a1b0c8e740ae1c15e15d1a637215f96. 2024-11-25T10:16:29,916 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e2fd862922a0:0-0 {event_type=RS_FLUSH_REGIONS, pid=171}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732529775366.3a1b0c8e740ae1c15e15d1a637215f96. as already flushing 2024-11-25T10:16:29,916 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e2fd862922a0:0-0 {event_type=RS_FLUSH_REGIONS, pid=171}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732529775366.3a1b0c8e740ae1c15e15d1a637215f96. 2024-11-25T10:16:29,916 ERROR [RS_FLUSH_OPERATIONS-regionserver/e2fd862922a0:0-0 {event_type=RS_FLUSH_REGIONS, pid=171}] handler.RSProcedureHandler(58): pid=171 java.io.IOException: Unable to complete flush {ENCODED => 3a1b0c8e740ae1c15e15d1a637215f96, NAME => 'TestAcidGuarantees,,1732529775366.3a1b0c8e740ae1c15e15d1a637215f96.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T10:16:29,916 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e2fd862922a0:0-0 {event_type=RS_FLUSH_REGIONS, pid=171}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=171 java.io.IOException: Unable to complete flush {ENCODED => 3a1b0c8e740ae1c15e15d1a637215f96, NAME => 'TestAcidGuarantees,,1732529775366.3a1b0c8e740ae1c15e15d1a637215f96.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T10:16:29,918 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41005 {}] master.HMaster(4177): Remote procedure failed, pid=171 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 3a1b0c8e740ae1c15e15d1a637215f96, NAME => 'TestAcidGuarantees,,1732529775366.3a1b0c8e740ae1c15e15d1a637215f96.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 3a1b0c8e740ae1c15e15d1a637215f96, NAME => 'TestAcidGuarantees,,1732529775366.3a1b0c8e740ae1c15e15d1a637215f96.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T10:16:29,972 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41005 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=170 2024-11-25T10:16:30,070 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=38547 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=171 2024-11-25T10:16:30,070 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e2fd862922a0:0-1 {event_type=RS_FLUSH_REGIONS, pid=171}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732529775366.3a1b0c8e740ae1c15e15d1a637215f96. 2024-11-25T10:16:30,070 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e2fd862922a0:0-1 {event_type=RS_FLUSH_REGIONS, pid=171}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732529775366.3a1b0c8e740ae1c15e15d1a637215f96. as already flushing 2024-11-25T10:16:30,070 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e2fd862922a0:0-1 {event_type=RS_FLUSH_REGIONS, pid=171}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732529775366.3a1b0c8e740ae1c15e15d1a637215f96. 2024-11-25T10:16:30,070 ERROR [RS_FLUSH_OPERATIONS-regionserver/e2fd862922a0:0-1 {event_type=RS_FLUSH_REGIONS, pid=171}] handler.RSProcedureHandler(58): pid=171 java.io.IOException: Unable to complete flush {ENCODED => 3a1b0c8e740ae1c15e15d1a637215f96, NAME => 'TestAcidGuarantees,,1732529775366.3a1b0c8e740ae1c15e15d1a637215f96.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T10:16:30,070 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e2fd862922a0:0-1 {event_type=RS_FLUSH_REGIONS, pid=171}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=171 java.io.IOException: Unable to complete flush {ENCODED => 3a1b0c8e740ae1c15e15d1a637215f96, NAME => 'TestAcidGuarantees,,1732529775366.3a1b0c8e740ae1c15e15d1a637215f96.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T10:16:30,071 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41005 {}] master.HMaster(4177): Remote procedure failed, pid=171 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 3a1b0c8e740ae1c15e15d1a637215f96, NAME => 'TestAcidGuarantees,,1732529775366.3a1b0c8e740ae1c15e15d1a637215f96.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 3a1b0c8e740ae1c15e15d1a637215f96, NAME => 'TestAcidGuarantees,,1732529775366.3a1b0c8e740ae1c15e15d1a637215f96.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T10:16:30,223 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=38547 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=171 2024-11-25T10:16:30,223 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e2fd862922a0:0-2 {event_type=RS_FLUSH_REGIONS, pid=171}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732529775366.3a1b0c8e740ae1c15e15d1a637215f96. 2024-11-25T10:16:30,223 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e2fd862922a0:0-2 {event_type=RS_FLUSH_REGIONS, pid=171}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732529775366.3a1b0c8e740ae1c15e15d1a637215f96. as already flushing 2024-11-25T10:16:30,223 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e2fd862922a0:0-2 {event_type=RS_FLUSH_REGIONS, pid=171}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732529775366.3a1b0c8e740ae1c15e15d1a637215f96. 2024-11-25T10:16:30,223 ERROR [RS_FLUSH_OPERATIONS-regionserver/e2fd862922a0:0-2 {event_type=RS_FLUSH_REGIONS, pid=171}] handler.RSProcedureHandler(58): pid=171 java.io.IOException: Unable to complete flush {ENCODED => 3a1b0c8e740ae1c15e15d1a637215f96, NAME => 'TestAcidGuarantees,,1732529775366.3a1b0c8e740ae1c15e15d1a637215f96.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T10:16:30,223 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e2fd862922a0:0-2 {event_type=RS_FLUSH_REGIONS, pid=171}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=171 java.io.IOException: Unable to complete flush {ENCODED => 3a1b0c8e740ae1c15e15d1a637215f96, NAME => 'TestAcidGuarantees,,1732529775366.3a1b0c8e740ae1c15e15d1a637215f96.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T10:16:30,224 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41005 {}] master.HMaster(4177): Remote procedure failed, pid=171 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 3a1b0c8e740ae1c15e15d1a637215f96, NAME => 'TestAcidGuarantees,,1732529775366.3a1b0c8e740ae1c15e15d1a637215f96.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 3a1b0c8e740ae1c15e15d1a637215f96, NAME => 'TestAcidGuarantees,,1732529775366.3a1b0c8e740ae1c15e15d1a637215f96.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T10:16:30,267 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=231 (bloomFilter=true), to=hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/3a1b0c8e740ae1c15e15d1a637215f96/.tmp/C/e5d2cb5074c040a49757b5b153302b87 2024-11-25T10:16:30,270 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/3a1b0c8e740ae1c15e15d1a637215f96/.tmp/A/1db3c612205145568cca0cb11966f55a as hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/3a1b0c8e740ae1c15e15d1a637215f96/A/1db3c612205145568cca0cb11966f55a 2024-11-25T10:16:30,275 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/3a1b0c8e740ae1c15e15d1a637215f96/A/1db3c612205145568cca0cb11966f55a, entries=350, sequenceid=231, filesize=64.1 K 2024-11-25T10:16:30,276 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/3a1b0c8e740ae1c15e15d1a637215f96/.tmp/B/d717e8bd3bce4d3590975f91530f75dc as hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/3a1b0c8e740ae1c15e15d1a637215f96/B/d717e8bd3bce4d3590975f91530f75dc 2024-11-25T10:16:30,280 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/3a1b0c8e740ae1c15e15d1a637215f96/B/d717e8bd3bce4d3590975f91530f75dc, entries=150, sequenceid=231, filesize=11.9 K 2024-11-25T10:16:30,280 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/3a1b0c8e740ae1c15e15d1a637215f96/.tmp/C/e5d2cb5074c040a49757b5b153302b87 as hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/3a1b0c8e740ae1c15e15d1a637215f96/C/e5d2cb5074c040a49757b5b153302b87 2024-11-25T10:16:30,283 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/3a1b0c8e740ae1c15e15d1a637215f96/C/e5d2cb5074c040a49757b5b153302b87, entries=150, sequenceid=231, filesize=11.9 K 2024-11-25T10:16:30,284 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~46.96 KB/48090, heapSize ~140.16 KB/143520, currentSize=140.89 KB/144270 for 3a1b0c8e740ae1c15e15d1a637215f96 in 1723ms, sequenceid=231, compaction requested=true 2024-11-25T10:16:30,284 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 3a1b0c8e740ae1c15e15d1a637215f96: 2024-11-25T10:16:30,284 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 3a1b0c8e740ae1c15e15d1a637215f96:A, priority=-2147483648, current under compaction store size is 1 2024-11-25T10:16:30,284 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-25T10:16:30,284 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 3a1b0c8e740ae1c15e15d1a637215f96:B, priority=-2147483648, current under compaction store size is 2 2024-11-25T10:16:30,284 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-25T10:16:30,284 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 3a1b0c8e740ae1c15e15d1a637215f96:C, priority=-2147483648, current under compaction store size is 3 2024-11-25T10:16:30,284 DEBUG [RS:0;e2fd862922a0:38547-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-25T10:16:30,284 DEBUG [RS:0;e2fd862922a0:38547-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-25T10:16:30,284 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-25T10:16:30,285 DEBUG [RS:0;e2fd862922a0:38547-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36863 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-25T10:16:30,285 DEBUG [RS:0;e2fd862922a0:38547-longCompactions-0 {}] regionserver.HStore(1541): 3a1b0c8e740ae1c15e15d1a637215f96/B is initiating minor compaction (all files) 2024-11-25T10:16:30,285 INFO [RS:0;e2fd862922a0:38547-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 3a1b0c8e740ae1c15e15d1a637215f96/B in TestAcidGuarantees,,1732529775366.3a1b0c8e740ae1c15e15d1a637215f96. 2024-11-25T10:16:30,286 INFO [RS:0;e2fd862922a0:38547-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/3a1b0c8e740ae1c15e15d1a637215f96/B/b4b685f69cad4fd2a9d6d4937ff01df2, hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/3a1b0c8e740ae1c15e15d1a637215f96/B/3650e590614f4e758c61e14a46da34f3, hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/3a1b0c8e740ae1c15e15d1a637215f96/B/d717e8bd3bce4d3590975f91530f75dc] into tmpdir=hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/3a1b0c8e740ae1c15e15d1a637215f96/.tmp, totalSize=36.0 K 2024-11-25T10:16:30,286 DEBUG [RS:0;e2fd862922a0:38547-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 128293 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-25T10:16:30,286 DEBUG [RS:0;e2fd862922a0:38547-shortCompactions-0 {}] regionserver.HStore(1541): 3a1b0c8e740ae1c15e15d1a637215f96/A is initiating minor compaction (all files) 2024-11-25T10:16:30,286 INFO [RS:0;e2fd862922a0:38547-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 3a1b0c8e740ae1c15e15d1a637215f96/A in TestAcidGuarantees,,1732529775366.3a1b0c8e740ae1c15e15d1a637215f96. 2024-11-25T10:16:30,286 INFO [RS:0;e2fd862922a0:38547-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/3a1b0c8e740ae1c15e15d1a637215f96/A/e0ed9e7c78664f95893a0a1f183b349e, hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/3a1b0c8e740ae1c15e15d1a637215f96/A/3a0cd02f4dd24adab80e711d33f77730, hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/3a1b0c8e740ae1c15e15d1a637215f96/A/1db3c612205145568cca0cb11966f55a] into tmpdir=hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/3a1b0c8e740ae1c15e15d1a637215f96/.tmp, totalSize=125.3 K 2024-11-25T10:16:30,286 DEBUG [RS:0;e2fd862922a0:38547-longCompactions-0 {}] compactions.Compactor(225): Compacting b4b685f69cad4fd2a9d6d4937ff01df2, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=181, earliestPutTs=1732529786223 2024-11-25T10:16:30,286 INFO [RS:0;e2fd862922a0:38547-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=53.85 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732529775366.3a1b0c8e740ae1c15e15d1a637215f96. 2024-11-25T10:16:30,286 DEBUG [RS:0;e2fd862922a0:38547-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732529775366.3a1b0c8e740ae1c15e15d1a637215f96. files: [hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/3a1b0c8e740ae1c15e15d1a637215f96/A/e0ed9e7c78664f95893a0a1f183b349e, hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/3a1b0c8e740ae1c15e15d1a637215f96/A/3a0cd02f4dd24adab80e711d33f77730, hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/3a1b0c8e740ae1c15e15d1a637215f96/A/1db3c612205145568cca0cb11966f55a] 2024-11-25T10:16:30,286 DEBUG [RS:0;e2fd862922a0:38547-longCompactions-0 {}] compactions.Compactor(225): Compacting 3650e590614f4e758c61e14a46da34f3, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=219, earliestPutTs=1732529786328 2024-11-25T10:16:30,286 DEBUG [RS:0;e2fd862922a0:38547-shortCompactions-0 {}] compactions.Compactor(225): Compacting e0ed9e7c78664f95893a0a1f183b349e, keycount=150, bloomtype=ROW, size=30.8 K, encoding=NONE, compression=NONE, seqNum=181, earliestPutTs=1732529786223 2024-11-25T10:16:30,287 DEBUG [RS:0;e2fd862922a0:38547-longCompactions-0 {}] compactions.Compactor(225): Compacting d717e8bd3bce4d3590975f91530f75dc, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=231, earliestPutTs=1732529788548 2024-11-25T10:16:30,287 DEBUG [RS:0;e2fd862922a0:38547-shortCompactions-0 {}] compactions.Compactor(225): Compacting 3a0cd02f4dd24adab80e711d33f77730, keycount=150, bloomtype=ROW, size=30.4 K, encoding=NONE, compression=NONE, seqNum=219, earliestPutTs=1732529786328 2024-11-25T10:16:30,287 DEBUG [RS:0;e2fd862922a0:38547-shortCompactions-0 {}] compactions.Compactor(225): Compacting 1db3c612205145568cca0cb11966f55a, keycount=350, bloomtype=ROW, size=64.1 K, encoding=NONE, compression=NONE, seqNum=231, earliestPutTs=1732529788521 2024-11-25T10:16:30,295 INFO [RS:0;e2fd862922a0:38547-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 3a1b0c8e740ae1c15e15d1a637215f96#B#compaction#501 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 53.85 MB/second 2024-11-25T10:16:30,296 DEBUG [RS:0;e2fd862922a0:38547-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/3a1b0c8e740ae1c15e15d1a637215f96/.tmp/B/848c0eba7856483ebbee984fcf052b5f is 50, key is test_row_0/B:col10/1732529788560/Put/seqid=0 2024-11-25T10:16:30,301 INFO [RS:0;e2fd862922a0:38547-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(321): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=3a1b0c8e740ae1c15e15d1a637215f96] 2024-11-25T10:16:30,303 DEBUG [RS:0;e2fd862922a0:38547-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(635): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e202411258f34d8939bbe48118131c58f354d502f_3a1b0c8e740ae1c15e15d1a637215f96 store=[table=TestAcidGuarantees family=A region=3a1b0c8e740ae1c15e15d1a637215f96] 2024-11-25T10:16:30,303 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39927 is added to blk_1073742417_1593 (size=12663) 2024-11-25T10:16:30,314 DEBUG [RS:0;e2fd862922a0:38547-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(656): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e202411258f34d8939bbe48118131c58f354d502f_3a1b0c8e740ae1c15e15d1a637215f96, store=[table=TestAcidGuarantees family=A region=3a1b0c8e740ae1c15e15d1a637215f96] 2024-11-25T10:16:30,314 DEBUG [RS:0;e2fd862922a0:38547-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(667): Aborting writer for hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411258f34d8939bbe48118131c58f354d502f_3a1b0c8e740ae1c15e15d1a637215f96 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=3a1b0c8e740ae1c15e15d1a637215f96] 2024-11-25T10:16:30,320 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39927 is added to blk_1073742418_1594 (size=4469) 2024-11-25T10:16:30,321 INFO [RS:0;e2fd862922a0:38547-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 3a1b0c8e740ae1c15e15d1a637215f96#A#compaction#502 average throughput is 1.22 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 53.85 MB/second 2024-11-25T10:16:30,322 DEBUG [RS:0;e2fd862922a0:38547-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/3a1b0c8e740ae1c15e15d1a637215f96/.tmp/A/eddc5505466745b7b5c5fac38c133225 is 175, key is test_row_0/A:col10/1732529788560/Put/seqid=0 2024-11-25T10:16:30,325 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39927 is added to blk_1073742419_1595 (size=31617) 2024-11-25T10:16:30,334 DEBUG [RS:0;e2fd862922a0:38547-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/3a1b0c8e740ae1c15e15d1a637215f96/.tmp/A/eddc5505466745b7b5c5fac38c133225 as hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/3a1b0c8e740ae1c15e15d1a637215f96/A/eddc5505466745b7b5c5fac38c133225 2024-11-25T10:16:30,344 INFO [RS:0;e2fd862922a0:38547-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 3a1b0c8e740ae1c15e15d1a637215f96/A of 3a1b0c8e740ae1c15e15d1a637215f96 into eddc5505466745b7b5c5fac38c133225(size=30.9 K), total size for store is 30.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-25T10:16:30,344 DEBUG [RS:0;e2fd862922a0:38547-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 3a1b0c8e740ae1c15e15d1a637215f96: 2024-11-25T10:16:30,344 INFO [RS:0;e2fd862922a0:38547-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732529775366.3a1b0c8e740ae1c15e15d1a637215f96., storeName=3a1b0c8e740ae1c15e15d1a637215f96/A, priority=13, startTime=1732529790284; duration=0sec 2024-11-25T10:16:30,344 DEBUG [RS:0;e2fd862922a0:38547-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-25T10:16:30,344 DEBUG [RS:0;e2fd862922a0:38547-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 3a1b0c8e740ae1c15e15d1a637215f96:A 2024-11-25T10:16:30,344 DEBUG [RS:0;e2fd862922a0:38547-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-25T10:16:30,349 DEBUG [RS:0;e2fd862922a0:38547-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36863 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-25T10:16:30,349 DEBUG [RS:0;e2fd862922a0:38547-shortCompactions-0 {}] regionserver.HStore(1541): 3a1b0c8e740ae1c15e15d1a637215f96/C is initiating minor compaction (all files) 2024-11-25T10:16:30,349 INFO [RS:0;e2fd862922a0:38547-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 3a1b0c8e740ae1c15e15d1a637215f96/C in TestAcidGuarantees,,1732529775366.3a1b0c8e740ae1c15e15d1a637215f96. 2024-11-25T10:16:30,349 INFO [RS:0;e2fd862922a0:38547-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/3a1b0c8e740ae1c15e15d1a637215f96/C/e26de65a6f6440d5a87e8b574249cea5, hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/3a1b0c8e740ae1c15e15d1a637215f96/C/1dbbf9fff8154a06964278bf3b0b7d6c, hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/3a1b0c8e740ae1c15e15d1a637215f96/C/e5d2cb5074c040a49757b5b153302b87] into tmpdir=hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/3a1b0c8e740ae1c15e15d1a637215f96/.tmp, totalSize=36.0 K 2024-11-25T10:16:30,349 DEBUG [RS:0;e2fd862922a0:38547-shortCompactions-0 {}] compactions.Compactor(225): Compacting e26de65a6f6440d5a87e8b574249cea5, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=181, earliestPutTs=1732529786223 2024-11-25T10:16:30,349 DEBUG [RS:0;e2fd862922a0:38547-shortCompactions-0 {}] compactions.Compactor(225): Compacting 1dbbf9fff8154a06964278bf3b0b7d6c, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=219, earliestPutTs=1732529786328 2024-11-25T10:16:30,350 DEBUG [RS:0;e2fd862922a0:38547-shortCompactions-0 {}] compactions.Compactor(225): Compacting e5d2cb5074c040a49757b5b153302b87, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=231, earliestPutTs=1732529788548 2024-11-25T10:16:30,358 INFO [RS:0;e2fd862922a0:38547-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 3a1b0c8e740ae1c15e15d1a637215f96#C#compaction#503 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 53.85 MB/second 2024-11-25T10:16:30,358 DEBUG [RS:0;e2fd862922a0:38547-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/3a1b0c8e740ae1c15e15d1a637215f96/.tmp/C/f2b1438949f345a5bf88309d20e77027 is 50, key is test_row_0/C:col10/1732529788560/Put/seqid=0 2024-11-25T10:16:30,376 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=38547 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=171 2024-11-25T10:16:30,376 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e2fd862922a0:0-0 {event_type=RS_FLUSH_REGIONS, pid=171}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732529775366.3a1b0c8e740ae1c15e15d1a637215f96. 2024-11-25T10:16:30,376 INFO [RS_FLUSH_OPERATIONS-regionserver/e2fd862922a0:0-0 {event_type=RS_FLUSH_REGIONS, pid=171}] regionserver.HRegion(2902): Flushing 3a1b0c8e740ae1c15e15d1a637215f96 3/3 column families, dataSize=140.89 KB heapSize=400.22 KB 2024-11-25T10:16:30,377 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e2fd862922a0:0-0 {event_type=RS_FLUSH_REGIONS, pid=171}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 3a1b0c8e740ae1c15e15d1a637215f96, store=A 2024-11-25T10:16:30,377 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e2fd862922a0:0-0 {event_type=RS_FLUSH_REGIONS, pid=171}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-25T10:16:30,377 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e2fd862922a0:0-0 {event_type=RS_FLUSH_REGIONS, pid=171}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 3a1b0c8e740ae1c15e15d1a637215f96, store=B 2024-11-25T10:16:30,377 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e2fd862922a0:0-0 {event_type=RS_FLUSH_REGIONS, pid=171}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-25T10:16:30,377 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e2fd862922a0:0-0 {event_type=RS_FLUSH_REGIONS, pid=171}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 3a1b0c8e740ae1c15e15d1a637215f96, store=C 2024-11-25T10:16:30,377 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e2fd862922a0:0-0 {event_type=RS_FLUSH_REGIONS, pid=171}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-25T10:16:30,389 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39927 is added to blk_1073742420_1596 (size=12663) 2024-11-25T10:16:30,415 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e2fd862922a0:0-0 {event_type=RS_FLUSH_REGIONS, pid=171}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411257372d5236b604e729f0cdb02c9c68264_3a1b0c8e740ae1c15e15d1a637215f96 is 50, key is test_row_0/A:col10/1732529788691/Put/seqid=0 2024-11-25T10:16:30,422 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39927 is added to blk_1073742421_1597 (size=12454) 2024-11-25T10:16:30,424 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] regionserver.HRegion(8855): Flush requested on 3a1b0c8e740ae1c15e15d1a637215f96 2024-11-25T10:16:30,424 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732529775366.3a1b0c8e740ae1c15e15d1a637215f96. as already flushing 2024-11-25T10:16:30,456 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a1b0c8e740ae1c15e15d1a637215f96, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-25T10:16:30,457 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] ipc.CallRunner(138): callId: 52 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48400 deadline: 1732529850452, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a1b0c8e740ae1c15e15d1a637215f96, server=e2fd862922a0,38547,1732529625709 2024-11-25T10:16:30,457 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732529775366.3a1b0c8e740ae1c15e15d1a637215f96., hostname=e2fd862922a0,38547,1732529625709, seqNum=5 , the old value is region=TestAcidGuarantees,,1732529775366.3a1b0c8e740ae1c15e15d1a637215f96., hostname=e2fd862922a0,38547,1732529625709, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a1b0c8e740ae1c15e15d1a637215f96, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T10:16:30,457 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732529775366.3a1b0c8e740ae1c15e15d1a637215f96., hostname=e2fd862922a0,38547,1732529625709, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a1b0c8e740ae1c15e15d1a637215f96, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T10:16:30,457 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732529775366.3a1b0c8e740ae1c15e15d1a637215f96., hostname=e2fd862922a0,38547,1732529625709, seqNum=5 because the exception is null or not the one we care about 2024-11-25T10:16:30,468 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a1b0c8e740ae1c15e15d1a637215f96, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-25T10:16:30,468 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] ipc.CallRunner(138): callId: 47 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48412 deadline: 1732529850462, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a1b0c8e740ae1c15e15d1a637215f96, server=e2fd862922a0,38547,1732529625709 2024-11-25T10:16:30,468 WARN [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRpcRetryingCaller(177): Call to e2fd862922a0,38547,1732529625709 for 'test_row_2' in 3a1b0c8e740ae1c15e15d1a637215f96 of TestAcidGuarantees failed, tries = 8, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 8217 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a1b0c8e740ae1c15e15d1a637215f96, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor39.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a1b0c8e740ae1c15e15d1a637215f96, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 32 more 2024-11-25T10:16:30,469 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732529775366.3a1b0c8e740ae1c15e15d1a637215f96., hostname=e2fd862922a0,38547,1732529625709, seqNum=5 , the old value is region=TestAcidGuarantees,,1732529775366.3a1b0c8e740ae1c15e15d1a637215f96., hostname=e2fd862922a0,38547,1732529625709, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a1b0c8e740ae1c15e15d1a637215f96, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T10:16:30,469 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732529775366.3a1b0c8e740ae1c15e15d1a637215f96., hostname=e2fd862922a0,38547,1732529625709, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a1b0c8e740ae1c15e15d1a637215f96, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T10:16:30,469 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732529775366.3a1b0c8e740ae1c15e15d1a637215f96., hostname=e2fd862922a0,38547,1732529625709, seqNum=5 because the exception is null or not the one we care about 2024-11-25T10:16:30,564 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a1b0c8e740ae1c15e15d1a637215f96, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-25T10:16:30,564 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] ipc.CallRunner(138): callId: 53 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48400 deadline: 1732529850562, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a1b0c8e740ae1c15e15d1a637215f96, server=e2fd862922a0,38547,1732529625709 2024-11-25T10:16:30,565 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732529775366.3a1b0c8e740ae1c15e15d1a637215f96., hostname=e2fd862922a0,38547,1732529625709, seqNum=5 , the old value is region=TestAcidGuarantees,,1732529775366.3a1b0c8e740ae1c15e15d1a637215f96., hostname=e2fd862922a0,38547,1732529625709, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a1b0c8e740ae1c15e15d1a637215f96, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T10:16:30,565 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732529775366.3a1b0c8e740ae1c15e15d1a637215f96., hostname=e2fd862922a0,38547,1732529625709, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a1b0c8e740ae1c15e15d1a637215f96, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T10:16:30,565 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732529775366.3a1b0c8e740ae1c15e15d1a637215f96., hostname=e2fd862922a0,38547,1732529625709, seqNum=5 because the exception is null or not the one we care about 2024-11-25T10:16:30,708 DEBUG [RS:0;e2fd862922a0:38547-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/3a1b0c8e740ae1c15e15d1a637215f96/.tmp/B/848c0eba7856483ebbee984fcf052b5f as hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/3a1b0c8e740ae1c15e15d1a637215f96/B/848c0eba7856483ebbee984fcf052b5f 2024-11-25T10:16:30,711 INFO [RS:0;e2fd862922a0:38547-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 3a1b0c8e740ae1c15e15d1a637215f96/B of 3a1b0c8e740ae1c15e15d1a637215f96 into 848c0eba7856483ebbee984fcf052b5f(size=12.4 K), total size for store is 12.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-25T10:16:30,711 DEBUG [RS:0;e2fd862922a0:38547-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 3a1b0c8e740ae1c15e15d1a637215f96: 2024-11-25T10:16:30,711 INFO [RS:0;e2fd862922a0:38547-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732529775366.3a1b0c8e740ae1c15e15d1a637215f96., storeName=3a1b0c8e740ae1c15e15d1a637215f96/B, priority=13, startTime=1732529790284; duration=0sec 2024-11-25T10:16:30,712 DEBUG [RS:0;e2fd862922a0:38547-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-25T10:16:30,712 DEBUG [RS:0;e2fd862922a0:38547-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 3a1b0c8e740ae1c15e15d1a637215f96:B 2024-11-25T10:16:30,776 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a1b0c8e740ae1c15e15d1a637215f96, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-25T10:16:30,776 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] ipc.CallRunner(138): callId: 54 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48400 deadline: 1732529850773, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a1b0c8e740ae1c15e15d1a637215f96, server=e2fd862922a0,38547,1732529625709 2024-11-25T10:16:30,776 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732529775366.3a1b0c8e740ae1c15e15d1a637215f96., hostname=e2fd862922a0,38547,1732529625709, seqNum=5 , the old value is region=TestAcidGuarantees,,1732529775366.3a1b0c8e740ae1c15e15d1a637215f96., hostname=e2fd862922a0,38547,1732529625709, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a1b0c8e740ae1c15e15d1a637215f96, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T10:16:30,776 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732529775366.3a1b0c8e740ae1c15e15d1a637215f96., hostname=e2fd862922a0,38547,1732529625709, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a1b0c8e740ae1c15e15d1a637215f96, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T10:16:30,776 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732529775366.3a1b0c8e740ae1c15e15d1a637215f96., hostname=e2fd862922a0,38547,1732529625709, seqNum=5 because the exception is null or not the one we care about 2024-11-25T10:16:30,793 DEBUG [RS:0;e2fd862922a0:38547-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/3a1b0c8e740ae1c15e15d1a637215f96/.tmp/C/f2b1438949f345a5bf88309d20e77027 as hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/3a1b0c8e740ae1c15e15d1a637215f96/C/f2b1438949f345a5bf88309d20e77027 2024-11-25T10:16:30,797 INFO [RS:0;e2fd862922a0:38547-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 3a1b0c8e740ae1c15e15d1a637215f96/C of 3a1b0c8e740ae1c15e15d1a637215f96 into f2b1438949f345a5bf88309d20e77027(size=12.4 K), total size for store is 12.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-25T10:16:30,797 DEBUG [RS:0;e2fd862922a0:38547-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 3a1b0c8e740ae1c15e15d1a637215f96: 2024-11-25T10:16:30,797 INFO [RS:0;e2fd862922a0:38547-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732529775366.3a1b0c8e740ae1c15e15d1a637215f96., storeName=3a1b0c8e740ae1c15e15d1a637215f96/C, priority=13, startTime=1732529790284; duration=0sec 2024-11-25T10:16:30,797 DEBUG [RS:0;e2fd862922a0:38547-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-25T10:16:30,797 DEBUG [RS:0;e2fd862922a0:38547-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 3a1b0c8e740ae1c15e15d1a637215f96:C 2024-11-25T10:16:30,822 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e2fd862922a0:0-0 {event_type=RS_FLUSH_REGIONS, pid=171}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:16:30,825 INFO [RS_FLUSH_OPERATIONS-regionserver/e2fd862922a0:0-0 {event_type=RS_FLUSH_REGIONS, pid=171}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411257372d5236b604e729f0cdb02c9c68264_3a1b0c8e740ae1c15e15d1a637215f96 to hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411257372d5236b604e729f0cdb02c9c68264_3a1b0c8e740ae1c15e15d1a637215f96 2024-11-25T10:16:30,826 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e2fd862922a0:0-0 {event_type=RS_FLUSH_REGIONS, pid=171}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/3a1b0c8e740ae1c15e15d1a637215f96/.tmp/A/8a82e266e33542c2947814e07589baea, store: [table=TestAcidGuarantees family=A region=3a1b0c8e740ae1c15e15d1a637215f96] 2024-11-25T10:16:30,827 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e2fd862922a0:0-0 {event_type=RS_FLUSH_REGIONS, pid=171}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/3a1b0c8e740ae1c15e15d1a637215f96/.tmp/A/8a82e266e33542c2947814e07589baea is 175, key is test_row_0/A:col10/1732529788691/Put/seqid=0 2024-11-25T10:16:30,830 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39927 is added to blk_1073742422_1598 (size=31255) 2024-11-25T10:16:30,874 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a1b0c8e740ae1c15e15d1a637215f96, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-25T10:16:30,874 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] ipc.CallRunner(138): callId: 110 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48366 deadline: 1732529850873, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a1b0c8e740ae1c15e15d1a637215f96, server=e2fd862922a0,38547,1732529625709 2024-11-25T10:16:30,874 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a1b0c8e740ae1c15e15d1a637215f96, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-25T10:16:30,874 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] ipc.CallRunner(138): callId: 112 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48344 deadline: 1732529850873, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a1b0c8e740ae1c15e15d1a637215f96, server=e2fd862922a0,38547,1732529625709 2024-11-25T10:16:30,874 WARN [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRpcRetryingCaller(177): Call to e2fd862922a0,38547,1732529625709 for 'test_row_1' in 3a1b0c8e740ae1c15e15d1a637215f96 of TestAcidGuarantees failed, tries = 6, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 2166 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a1b0c8e740ae1c15e15d1a637215f96, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor39.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a1b0c8e740ae1c15e15d1a637215f96, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 32 more 2024-11-25T10:16:30,875 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732529775366.3a1b0c8e740ae1c15e15d1a637215f96., hostname=e2fd862922a0,38547,1732529625709, seqNum=5 , the old value is region=TestAcidGuarantees,,1732529775366.3a1b0c8e740ae1c15e15d1a637215f96., hostname=e2fd862922a0,38547,1732529625709, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a1b0c8e740ae1c15e15d1a637215f96, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T10:16:30,875 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732529775366.3a1b0c8e740ae1c15e15d1a637215f96., hostname=e2fd862922a0,38547,1732529625709, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a1b0c8e740ae1c15e15d1a637215f96, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T10:16:30,875 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732529775366.3a1b0c8e740ae1c15e15d1a637215f96., hostname=e2fd862922a0,38547,1732529625709, seqNum=5 because the exception is null or not the one we care about 2024-11-25T10:16:30,875 WARN [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRpcRetryingCaller(177): Call to e2fd862922a0,38547,1732529625709 for 'test_row_0' in 3a1b0c8e740ae1c15e15d1a637215f96 of TestAcidGuarantees failed, tries = 6, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 2168 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a1b0c8e740ae1c15e15d1a637215f96, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor39.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a1b0c8e740ae1c15e15d1a637215f96, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 32 more 2024-11-25T10:16:30,876 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732529775366.3a1b0c8e740ae1c15e15d1a637215f96., hostname=e2fd862922a0,38547,1732529625709, seqNum=5 , the old value is region=TestAcidGuarantees,,1732529775366.3a1b0c8e740ae1c15e15d1a637215f96., hostname=e2fd862922a0,38547,1732529625709, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a1b0c8e740ae1c15e15d1a637215f96, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T10:16:30,876 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732529775366.3a1b0c8e740ae1c15e15d1a637215f96., hostname=e2fd862922a0,38547,1732529625709, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a1b0c8e740ae1c15e15d1a637215f96, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T10:16:30,876 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732529775366.3a1b0c8e740ae1c15e15d1a637215f96., hostname=e2fd862922a0,38547,1732529625709, seqNum=5 because the exception is null or not the one we care about 2024-11-25T10:16:30,992 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41005 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=170 2024-11-25T10:16:31,087 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a1b0c8e740ae1c15e15d1a637215f96, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-25T10:16:31,088 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] ipc.CallRunner(138): callId: 55 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48400 deadline: 1732529851082, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a1b0c8e740ae1c15e15d1a637215f96, server=e2fd862922a0,38547,1732529625709 2024-11-25T10:16:31,088 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732529775366.3a1b0c8e740ae1c15e15d1a637215f96., hostname=e2fd862922a0,38547,1732529625709, seqNum=5 , the old value is region=TestAcidGuarantees,,1732529775366.3a1b0c8e740ae1c15e15d1a637215f96., hostname=e2fd862922a0,38547,1732529625709, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a1b0c8e740ae1c15e15d1a637215f96, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T10:16:31,088 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732529775366.3a1b0c8e740ae1c15e15d1a637215f96., hostname=e2fd862922a0,38547,1732529625709, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a1b0c8e740ae1c15e15d1a637215f96, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T10:16:31,088 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732529775366.3a1b0c8e740ae1c15e15d1a637215f96., hostname=e2fd862922a0,38547,1732529625709, seqNum=5 because the exception is null or not the one we care about 2024-11-25T10:16:31,231 INFO [RS_FLUSH_OPERATIONS-regionserver/e2fd862922a0:0-0 {event_type=RS_FLUSH_REGIONS, pid=171}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=269, memsize=47.0 K, hasBloomFilter=true, into tmp file hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/3a1b0c8e740ae1c15e15d1a637215f96/.tmp/A/8a82e266e33542c2947814e07589baea 2024-11-25T10:16:31,238 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e2fd862922a0:0-0 {event_type=RS_FLUSH_REGIONS, pid=171}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/3a1b0c8e740ae1c15e15d1a637215f96/.tmp/B/1a2217bac8db4c749fac88c72b6c01aa is 50, key is test_row_0/B:col10/1732529788691/Put/seqid=0 2024-11-25T10:16:31,247 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39927 is added to blk_1073742423_1599 (size=12301) 2024-11-25T10:16:31,605 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a1b0c8e740ae1c15e15d1a637215f96, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-25T10:16:31,605 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] ipc.CallRunner(138): callId: 56 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48400 deadline: 1732529851602, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a1b0c8e740ae1c15e15d1a637215f96, server=e2fd862922a0,38547,1732529625709 2024-11-25T10:16:31,606 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732529775366.3a1b0c8e740ae1c15e15d1a637215f96., hostname=e2fd862922a0,38547,1732529625709, seqNum=5 , the old value is region=TestAcidGuarantees,,1732529775366.3a1b0c8e740ae1c15e15d1a637215f96., hostname=e2fd862922a0,38547,1732529625709, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a1b0c8e740ae1c15e15d1a637215f96, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T10:16:31,606 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732529775366.3a1b0c8e740ae1c15e15d1a637215f96., hostname=e2fd862922a0,38547,1732529625709, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a1b0c8e740ae1c15e15d1a637215f96, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T10:16:31,606 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732529775366.3a1b0c8e740ae1c15e15d1a637215f96., hostname=e2fd862922a0,38547,1732529625709, seqNum=5 because the exception is null or not the one we care about 2024-11-25T10:16:31,648 INFO [RS_FLUSH_OPERATIONS-regionserver/e2fd862922a0:0-0 {event_type=RS_FLUSH_REGIONS, pid=171}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=269 (bloomFilter=true), to=hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/3a1b0c8e740ae1c15e15d1a637215f96/.tmp/B/1a2217bac8db4c749fac88c72b6c01aa 2024-11-25T10:16:31,655 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e2fd862922a0:0-0 {event_type=RS_FLUSH_REGIONS, pid=171}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/3a1b0c8e740ae1c15e15d1a637215f96/.tmp/C/cb003bb8eeae41b797b822e0ddc30940 is 50, key is test_row_0/C:col10/1732529788691/Put/seqid=0 2024-11-25T10:16:31,659 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39927 is added to blk_1073742424_1600 (size=12301) 2024-11-25T10:16:31,661 INFO [RS_FLUSH_OPERATIONS-regionserver/e2fd862922a0:0-0 {event_type=RS_FLUSH_REGIONS, pid=171}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=269 (bloomFilter=true), to=hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/3a1b0c8e740ae1c15e15d1a637215f96/.tmp/C/cb003bb8eeae41b797b822e0ddc30940 2024-11-25T10:16:31,666 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e2fd862922a0:0-0 {event_type=RS_FLUSH_REGIONS, pid=171}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/3a1b0c8e740ae1c15e15d1a637215f96/.tmp/A/8a82e266e33542c2947814e07589baea as hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/3a1b0c8e740ae1c15e15d1a637215f96/A/8a82e266e33542c2947814e07589baea 2024-11-25T10:16:31,670 INFO [RS_FLUSH_OPERATIONS-regionserver/e2fd862922a0:0-0 {event_type=RS_FLUSH_REGIONS, pid=171}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/3a1b0c8e740ae1c15e15d1a637215f96/A/8a82e266e33542c2947814e07589baea, entries=150, sequenceid=269, filesize=30.5 K 2024-11-25T10:16:31,671 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e2fd862922a0:0-0 {event_type=RS_FLUSH_REGIONS, pid=171}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/3a1b0c8e740ae1c15e15d1a637215f96/.tmp/B/1a2217bac8db4c749fac88c72b6c01aa as hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/3a1b0c8e740ae1c15e15d1a637215f96/B/1a2217bac8db4c749fac88c72b6c01aa 2024-11-25T10:16:31,674 INFO [RS_FLUSH_OPERATIONS-regionserver/e2fd862922a0:0-0 {event_type=RS_FLUSH_REGIONS, pid=171}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/3a1b0c8e740ae1c15e15d1a637215f96/B/1a2217bac8db4c749fac88c72b6c01aa, entries=150, sequenceid=269, filesize=12.0 K 2024-11-25T10:16:31,675 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e2fd862922a0:0-0 {event_type=RS_FLUSH_REGIONS, pid=171}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/3a1b0c8e740ae1c15e15d1a637215f96/.tmp/C/cb003bb8eeae41b797b822e0ddc30940 as hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/3a1b0c8e740ae1c15e15d1a637215f96/C/cb003bb8eeae41b797b822e0ddc30940 2024-11-25T10:16:31,679 INFO [RS_FLUSH_OPERATIONS-regionserver/e2fd862922a0:0-0 {event_type=RS_FLUSH_REGIONS, pid=171}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/3a1b0c8e740ae1c15e15d1a637215f96/C/cb003bb8eeae41b797b822e0ddc30940, entries=150, sequenceid=269, filesize=12.0 K 2024-11-25T10:16:31,679 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e2fd862922a0:0-0 {event_type=RS_FLUSH_REGIONS, pid=171}] regionserver.StoreScanner(1005): StoreScanner already closing. There is no need to updateReaders 2024-11-25T10:16:31,680 INFO [RS_FLUSH_OPERATIONS-regionserver/e2fd862922a0:0-0 {event_type=RS_FLUSH_REGIONS, pid=171}] regionserver.HRegion(3140): Finished flush of dataSize ~140.89 KB/144270, heapSize ~400.17 KB/409776, currentSize=40.25 KB/41220 for 3a1b0c8e740ae1c15e15d1a637215f96 in 1304ms, sequenceid=269, compaction requested=false 2024-11-25T10:16:31,680 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e2fd862922a0:0-0 {event_type=RS_FLUSH_REGIONS, pid=171}] regionserver.HRegion(2603): Flush status journal for 3a1b0c8e740ae1c15e15d1a637215f96: 2024-11-25T10:16:31,680 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e2fd862922a0:0-0 {event_type=RS_FLUSH_REGIONS, pid=171}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732529775366.3a1b0c8e740ae1c15e15d1a637215f96. 2024-11-25T10:16:31,680 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e2fd862922a0:0-0 {event_type=RS_FLUSH_REGIONS, pid=171}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=171 2024-11-25T10:16:31,681 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41005 {}] master.HMaster(4169): Remote procedure done, pid=171 2024-11-25T10:16:31,683 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=171, resume processing ppid=170 2024-11-25T10:16:31,683 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=171, ppid=170, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.8450 sec 2024-11-25T10:16:31,685 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=170, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=170, table=TestAcidGuarantees in 2.8510 sec 2024-11-25T10:16:32,614 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] regionserver.HRegion(8855): Flush requested on 3a1b0c8e740ae1c15e15d1a637215f96 2024-11-25T10:16:32,615 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 3a1b0c8e740ae1c15e15d1a637215f96 3/3 column families, dataSize=46.96 KB heapSize=140.20 KB 2024-11-25T10:16:32,615 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 3a1b0c8e740ae1c15e15d1a637215f96, store=A 2024-11-25T10:16:32,615 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T10:16:32,615 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 3a1b0c8e740ae1c15e15d1a637215f96, store=B 2024-11-25T10:16:32,615 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T10:16:32,615 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 3a1b0c8e740ae1c15e15d1a637215f96, store=C 2024-11-25T10:16:32,615 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T10:16:32,627 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411250373468d86f1423c83d5389349c93fa8_3a1b0c8e740ae1c15e15d1a637215f96 is 50, key is test_row_0/A:col10/1732529790445/Put/seqid=0 2024-11-25T10:16:32,631 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39927 is added to blk_1073742425_1601 (size=14994) 2024-11-25T10:16:32,632 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:16:32,636 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411250373468d86f1423c83d5389349c93fa8_3a1b0c8e740ae1c15e15d1a637215f96 to hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411250373468d86f1423c83d5389349c93fa8_3a1b0c8e740ae1c15e15d1a637215f96 2024-11-25T10:16:32,642 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/3a1b0c8e740ae1c15e15d1a637215f96/.tmp/A/a7d0ef4129f843168edec13512584c14, store: [table=TestAcidGuarantees family=A region=3a1b0c8e740ae1c15e15d1a637215f96] 2024-11-25T10:16:32,643 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/3a1b0c8e740ae1c15e15d1a637215f96/.tmp/A/a7d0ef4129f843168edec13512584c14 is 175, key is test_row_0/A:col10/1732529790445/Put/seqid=0 2024-11-25T10:16:32,671 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39927 is added to blk_1073742426_1602 (size=39949) 2024-11-25T10:16:32,715 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/e2fd862922a0:0-1 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=159, cellSize=7275, totalHeapSize=16776, min timestamp=1732529792687, max timestamp=1732529792711Num uniques 859; 2024-11-25T10:16:32,715 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/e2fd862922a0:0-6 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=159, cellSize=7275, totalHeapSize=16776, min timestamp=1732529792687, max timestamp=1732529792711Num uniques 859; 2024-11-25T10:16:32,715 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/e2fd862922a0:0-6 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=7275, suffix heap size=117064,new segment heap size=16776 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=159 2024-11-25T10:16:32,715 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/e2fd862922a0:0-1 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=7275, suffix heap size=117064,new segment heap size=16776 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=159 2024-11-25T10:16:32,715 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/e2fd862922a0:0-4 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=159, cellSize=7275, totalHeapSize=16776, min timestamp=1732529792687, max timestamp=1732529792711Num uniques 859; 2024-11-25T10:16:32,715 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/e2fd862922a0:0-4 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=7275, suffix heap size=117064,new segment heap size=16776 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=159 2024-11-25T10:16:32,822 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a1b0c8e740ae1c15e15d1a637215f96, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-25T10:16:32,822 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] ipc.CallRunner(138): callId: 92 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48400 deadline: 1732529852816, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a1b0c8e740ae1c15e15d1a637215f96, server=e2fd862922a0,38547,1732529625709 2024-11-25T10:16:32,822 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732529775366.3a1b0c8e740ae1c15e15d1a637215f96., hostname=e2fd862922a0,38547,1732529625709, seqNum=5 , the old value is region=TestAcidGuarantees,,1732529775366.3a1b0c8e740ae1c15e15d1a637215f96., hostname=e2fd862922a0,38547,1732529625709, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a1b0c8e740ae1c15e15d1a637215f96, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T10:16:32,822 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732529775366.3a1b0c8e740ae1c15e15d1a637215f96., hostname=e2fd862922a0,38547,1732529625709, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a1b0c8e740ae1c15e15d1a637215f96, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T10:16:32,822 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732529775366.3a1b0c8e740ae1c15e15d1a637215f96., hostname=e2fd862922a0,38547,1732529625709, seqNum=5 because the exception is null or not the one we care about 2024-11-25T10:16:32,894 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a1b0c8e740ae1c15e15d1a637215f96, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-25T10:16:32,895 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] ipc.CallRunner(138): callId: 111 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48366 deadline: 1732529852892, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a1b0c8e740ae1c15e15d1a637215f96, server=e2fd862922a0,38547,1732529625709 2024-11-25T10:16:32,895 WARN [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRpcRetryingCaller(177): Call to e2fd862922a0,38547,1732529625709 for 'test_row_1' in 3a1b0c8e740ae1c15e15d1a637215f96 of TestAcidGuarantees failed, tries = 7, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 4187 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a1b0c8e740ae1c15e15d1a637215f96, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor39.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a1b0c8e740ae1c15e15d1a637215f96, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 32 more 2024-11-25T10:16:32,895 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732529775366.3a1b0c8e740ae1c15e15d1a637215f96., hostname=e2fd862922a0,38547,1732529625709, seqNum=5 , the old value is region=TestAcidGuarantees,,1732529775366.3a1b0c8e740ae1c15e15d1a637215f96., hostname=e2fd862922a0,38547,1732529625709, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a1b0c8e740ae1c15e15d1a637215f96, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T10:16:32,895 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732529775366.3a1b0c8e740ae1c15e15d1a637215f96., hostname=e2fd862922a0,38547,1732529625709, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a1b0c8e740ae1c15e15d1a637215f96, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T10:16:32,895 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732529775366.3a1b0c8e740ae1c15e15d1a637215f96., hostname=e2fd862922a0,38547,1732529625709, seqNum=5 because the exception is null or not the one we care about 2024-11-25T10:16:32,904 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a1b0c8e740ae1c15e15d1a637215f96, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-25T10:16:32,904 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] ipc.CallRunner(138): callId: 113 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48344 deadline: 1732529852902, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a1b0c8e740ae1c15e15d1a637215f96, server=e2fd862922a0,38547,1732529625709 2024-11-25T10:16:32,905 WARN [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRpcRetryingCaller(177): Call to e2fd862922a0,38547,1732529625709 for 'test_row_0' in 3a1b0c8e740ae1c15e15d1a637215f96 of TestAcidGuarantees failed, tries = 7, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 4197 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a1b0c8e740ae1c15e15d1a637215f96, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor39.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a1b0c8e740ae1c15e15d1a637215f96, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 32 more 2024-11-25T10:16:32,905 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732529775366.3a1b0c8e740ae1c15e15d1a637215f96., hostname=e2fd862922a0,38547,1732529625709, seqNum=5 , the old value is region=TestAcidGuarantees,,1732529775366.3a1b0c8e740ae1c15e15d1a637215f96., hostname=e2fd862922a0,38547,1732529625709, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a1b0c8e740ae1c15e15d1a637215f96, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T10:16:32,905 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732529775366.3a1b0c8e740ae1c15e15d1a637215f96., hostname=e2fd862922a0,38547,1732529625709, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a1b0c8e740ae1c15e15d1a637215f96, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T10:16:32,905 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732529775366.3a1b0c8e740ae1c15e15d1a637215f96., hostname=e2fd862922a0,38547,1732529625709, seqNum=5 because the exception is null or not the one we care about 2024-11-25T10:16:32,938 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a1b0c8e740ae1c15e15d1a637215f96, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-25T10:16:32,938 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] ipc.CallRunner(138): callId: 93 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48400 deadline: 1732529852933, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a1b0c8e740ae1c15e15d1a637215f96, server=e2fd862922a0,38547,1732529625709 2024-11-25T10:16:32,939 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732529775366.3a1b0c8e740ae1c15e15d1a637215f96., hostname=e2fd862922a0,38547,1732529625709, seqNum=5 , the old value is region=TestAcidGuarantees,,1732529775366.3a1b0c8e740ae1c15e15d1a637215f96., hostname=e2fd862922a0,38547,1732529625709, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a1b0c8e740ae1c15e15d1a637215f96, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T10:16:32,939 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732529775366.3a1b0c8e740ae1c15e15d1a637215f96., hostname=e2fd862922a0,38547,1732529625709, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a1b0c8e740ae1c15e15d1a637215f96, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T10:16:32,939 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732529775366.3a1b0c8e740ae1c15e15d1a637215f96., hostname=e2fd862922a0,38547,1732529625709, seqNum=5 because the exception is null or not the one we care about 2024-11-25T10:16:33,002 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41005 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=170 2024-11-25T10:16:33,003 INFO [RPCClient-NioEventLoopGroup-4-12 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-25T10:16:33,003 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41005 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-25T10:16:33,004 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41005 {}] procedure2.ProcedureExecutor(1139): Stored pid=172, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=172, table=TestAcidGuarantees 2024-11-25T10:16:33,005 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41005 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=172 2024-11-25T10:16:33,005 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=172, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=172, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-25T10:16:33,006 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=172, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=172, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-25T10:16:33,006 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=173, ppid=172, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-25T10:16:33,072 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=281, memsize=15.7 K, hasBloomFilter=true, into tmp file hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/3a1b0c8e740ae1c15e15d1a637215f96/.tmp/A/a7d0ef4129f843168edec13512584c14 2024-11-25T10:16:33,079 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/3a1b0c8e740ae1c15e15d1a637215f96/.tmp/B/d482bd1befdc48eeb8be5da8d5efd7da is 50, key is test_row_0/B:col10/1732529790445/Put/seqid=0 2024-11-25T10:16:33,090 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39927 is added to blk_1073742427_1603 (size=12301) 2024-11-25T10:16:33,112 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41005 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=172 2024-11-25T10:16:33,146 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a1b0c8e740ae1c15e15d1a637215f96, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-25T10:16:33,146 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] ipc.CallRunner(138): callId: 94 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48400 deadline: 1732529853142, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a1b0c8e740ae1c15e15d1a637215f96, server=e2fd862922a0,38547,1732529625709 2024-11-25T10:16:33,147 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732529775366.3a1b0c8e740ae1c15e15d1a637215f96., hostname=e2fd862922a0,38547,1732529625709, seqNum=5 , the old value is region=TestAcidGuarantees,,1732529775366.3a1b0c8e740ae1c15e15d1a637215f96., hostname=e2fd862922a0,38547,1732529625709, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a1b0c8e740ae1c15e15d1a637215f96, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T10:16:33,147 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732529775366.3a1b0c8e740ae1c15e15d1a637215f96., hostname=e2fd862922a0,38547,1732529625709, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a1b0c8e740ae1c15e15d1a637215f96, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T10:16:33,147 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732529775366.3a1b0c8e740ae1c15e15d1a637215f96., hostname=e2fd862922a0,38547,1732529625709, seqNum=5 because the exception is null or not the one we care about 2024-11-25T10:16:33,159 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=38547 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=173 2024-11-25T10:16:33,159 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e2fd862922a0:0-1 {event_type=RS_FLUSH_REGIONS, pid=173}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732529775366.3a1b0c8e740ae1c15e15d1a637215f96. 2024-11-25T10:16:33,159 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e2fd862922a0:0-1 {event_type=RS_FLUSH_REGIONS, pid=173}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732529775366.3a1b0c8e740ae1c15e15d1a637215f96. as already flushing 2024-11-25T10:16:33,159 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e2fd862922a0:0-1 {event_type=RS_FLUSH_REGIONS, pid=173}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732529775366.3a1b0c8e740ae1c15e15d1a637215f96. 2024-11-25T10:16:33,159 ERROR [RS_FLUSH_OPERATIONS-regionserver/e2fd862922a0:0-1 {event_type=RS_FLUSH_REGIONS, pid=173}] handler.RSProcedureHandler(58): pid=173 java.io.IOException: Unable to complete flush {ENCODED => 3a1b0c8e740ae1c15e15d1a637215f96, NAME => 'TestAcidGuarantees,,1732529775366.3a1b0c8e740ae1c15e15d1a637215f96.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T10:16:33,159 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e2fd862922a0:0-1 {event_type=RS_FLUSH_REGIONS, pid=173}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=173 java.io.IOException: Unable to complete flush {ENCODED => 3a1b0c8e740ae1c15e15d1a637215f96, NAME => 'TestAcidGuarantees,,1732529775366.3a1b0c8e740ae1c15e15d1a637215f96.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T10:16:33,160 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41005 {}] master.HMaster(4177): Remote procedure failed, pid=173 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 3a1b0c8e740ae1c15e15d1a637215f96, NAME => 'TestAcidGuarantees,,1732529775366.3a1b0c8e740ae1c15e15d1a637215f96.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 3a1b0c8e740ae1c15e15d1a637215f96, NAME => 'TestAcidGuarantees,,1732529775366.3a1b0c8e740ae1c15e15d1a637215f96.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T10:16:33,312 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=38547 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=173 2024-11-25T10:16:33,312 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e2fd862922a0:0-2 {event_type=RS_FLUSH_REGIONS, pid=173}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732529775366.3a1b0c8e740ae1c15e15d1a637215f96. 2024-11-25T10:16:33,312 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e2fd862922a0:0-2 {event_type=RS_FLUSH_REGIONS, pid=173}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732529775366.3a1b0c8e740ae1c15e15d1a637215f96. as already flushing 2024-11-25T10:16:33,312 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e2fd862922a0:0-2 {event_type=RS_FLUSH_REGIONS, pid=173}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732529775366.3a1b0c8e740ae1c15e15d1a637215f96. 2024-11-25T10:16:33,312 ERROR [RS_FLUSH_OPERATIONS-regionserver/e2fd862922a0:0-2 {event_type=RS_FLUSH_REGIONS, pid=173}] handler.RSProcedureHandler(58): pid=173 java.io.IOException: Unable to complete flush {ENCODED => 3a1b0c8e740ae1c15e15d1a637215f96, NAME => 'TestAcidGuarantees,,1732529775366.3a1b0c8e740ae1c15e15d1a637215f96.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T10:16:33,312 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e2fd862922a0:0-2 {event_type=RS_FLUSH_REGIONS, pid=173}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=173 java.io.IOException: Unable to complete flush {ENCODED => 3a1b0c8e740ae1c15e15d1a637215f96, NAME => 'TestAcidGuarantees,,1732529775366.3a1b0c8e740ae1c15e15d1a637215f96.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T10:16:33,313 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41005 {}] master.HMaster(4177): Remote procedure failed, pid=173 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 3a1b0c8e740ae1c15e15d1a637215f96, NAME => 'TestAcidGuarantees,,1732529775366.3a1b0c8e740ae1c15e15d1a637215f96.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 3a1b0c8e740ae1c15e15d1a637215f96, NAME => 'TestAcidGuarantees,,1732529775366.3a1b0c8e740ae1c15e15d1a637215f96.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T10:16:33,322 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41005 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=172 2024-11-25T10:16:33,457 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a1b0c8e740ae1c15e15d1a637215f96, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-25T10:16:33,457 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] ipc.CallRunner(138): callId: 95 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48400 deadline: 1732529853452, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a1b0c8e740ae1c15e15d1a637215f96, server=e2fd862922a0,38547,1732529625709 2024-11-25T10:16:33,457 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732529775366.3a1b0c8e740ae1c15e15d1a637215f96., hostname=e2fd862922a0,38547,1732529625709, seqNum=5 , the old value is region=TestAcidGuarantees,,1732529775366.3a1b0c8e740ae1c15e15d1a637215f96., hostname=e2fd862922a0,38547,1732529625709, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a1b0c8e740ae1c15e15d1a637215f96, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T10:16:33,457 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732529775366.3a1b0c8e740ae1c15e15d1a637215f96., hostname=e2fd862922a0,38547,1732529625709, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a1b0c8e740ae1c15e15d1a637215f96, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T10:16:33,458 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732529775366.3a1b0c8e740ae1c15e15d1a637215f96., hostname=e2fd862922a0,38547,1732529625709, seqNum=5 because the exception is null or not the one we care about 2024-11-25T10:16:33,465 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=38547 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=173 2024-11-25T10:16:33,465 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e2fd862922a0:0-0 {event_type=RS_FLUSH_REGIONS, pid=173}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732529775366.3a1b0c8e740ae1c15e15d1a637215f96. 2024-11-25T10:16:33,465 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e2fd862922a0:0-0 {event_type=RS_FLUSH_REGIONS, pid=173}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732529775366.3a1b0c8e740ae1c15e15d1a637215f96. as already flushing 2024-11-25T10:16:33,465 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e2fd862922a0:0-0 {event_type=RS_FLUSH_REGIONS, pid=173}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732529775366.3a1b0c8e740ae1c15e15d1a637215f96. 2024-11-25T10:16:33,465 ERROR [RS_FLUSH_OPERATIONS-regionserver/e2fd862922a0:0-0 {event_type=RS_FLUSH_REGIONS, pid=173}] handler.RSProcedureHandler(58): pid=173 java.io.IOException: Unable to complete flush {ENCODED => 3a1b0c8e740ae1c15e15d1a637215f96, NAME => 'TestAcidGuarantees,,1732529775366.3a1b0c8e740ae1c15e15d1a637215f96.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T10:16:33,465 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e2fd862922a0:0-0 {event_type=RS_FLUSH_REGIONS, pid=173}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=173 java.io.IOException: Unable to complete flush {ENCODED => 3a1b0c8e740ae1c15e15d1a637215f96, NAME => 'TestAcidGuarantees,,1732529775366.3a1b0c8e740ae1c15e15d1a637215f96.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T10:16:33,466 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41005 {}] master.HMaster(4177): Remote procedure failed, pid=173 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 3a1b0c8e740ae1c15e15d1a637215f96, NAME => 'TestAcidGuarantees,,1732529775366.3a1b0c8e740ae1c15e15d1a637215f96.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 3a1b0c8e740ae1c15e15d1a637215f96, NAME => 'TestAcidGuarantees,,1732529775366.3a1b0c8e740ae1c15e15d1a637215f96.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T10:16:33,484 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=281 (bloomFilter=true), to=hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/3a1b0c8e740ae1c15e15d1a637215f96/.tmp/B/d482bd1befdc48eeb8be5da8d5efd7da 2024-11-25T10:16:33,490 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/3a1b0c8e740ae1c15e15d1a637215f96/.tmp/C/256d0a09bdb44e92a3415560c35491de is 50, key is test_row_0/C:col10/1732529790445/Put/seqid=0 2024-11-25T10:16:33,494 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39927 is added to blk_1073742428_1604 (size=12301) 2024-11-25T10:16:33,618 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=38547 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=173 2024-11-25T10:16:33,619 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e2fd862922a0:0-1 {event_type=RS_FLUSH_REGIONS, pid=173}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732529775366.3a1b0c8e740ae1c15e15d1a637215f96. 2024-11-25T10:16:33,619 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e2fd862922a0:0-1 {event_type=RS_FLUSH_REGIONS, pid=173}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732529775366.3a1b0c8e740ae1c15e15d1a637215f96. as already flushing 2024-11-25T10:16:33,619 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e2fd862922a0:0-1 {event_type=RS_FLUSH_REGIONS, pid=173}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732529775366.3a1b0c8e740ae1c15e15d1a637215f96. 2024-11-25T10:16:33,619 ERROR [RS_FLUSH_OPERATIONS-regionserver/e2fd862922a0:0-1 {event_type=RS_FLUSH_REGIONS, pid=173}] handler.RSProcedureHandler(58): pid=173 java.io.IOException: Unable to complete flush {ENCODED => 3a1b0c8e740ae1c15e15d1a637215f96, NAME => 'TestAcidGuarantees,,1732529775366.3a1b0c8e740ae1c15e15d1a637215f96.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T10:16:33,619 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e2fd862922a0:0-1 {event_type=RS_FLUSH_REGIONS, pid=173}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=173 java.io.IOException: Unable to complete flush {ENCODED => 3a1b0c8e740ae1c15e15d1a637215f96, NAME => 'TestAcidGuarantees,,1732529775366.3a1b0c8e740ae1c15e15d1a637215f96.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T10:16:33,620 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41005 {}] master.HMaster(4177): Remote procedure failed, pid=173 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 3a1b0c8e740ae1c15e15d1a637215f96, NAME => 'TestAcidGuarantees,,1732529775366.3a1b0c8e740ae1c15e15d1a637215f96.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 3a1b0c8e740ae1c15e15d1a637215f96, NAME => 'TestAcidGuarantees,,1732529775366.3a1b0c8e740ae1c15e15d1a637215f96.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T10:16:33,632 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41005 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=172 2024-11-25T10:16:33,772 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=38547 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=173 2024-11-25T10:16:33,772 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e2fd862922a0:0-2 {event_type=RS_FLUSH_REGIONS, pid=173}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732529775366.3a1b0c8e740ae1c15e15d1a637215f96. 2024-11-25T10:16:33,772 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e2fd862922a0:0-2 {event_type=RS_FLUSH_REGIONS, pid=173}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732529775366.3a1b0c8e740ae1c15e15d1a637215f96. as already flushing 2024-11-25T10:16:33,772 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e2fd862922a0:0-2 {event_type=RS_FLUSH_REGIONS, pid=173}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732529775366.3a1b0c8e740ae1c15e15d1a637215f96. 2024-11-25T10:16:33,772 ERROR [RS_FLUSH_OPERATIONS-regionserver/e2fd862922a0:0-2 {event_type=RS_FLUSH_REGIONS, pid=173}] handler.RSProcedureHandler(58): pid=173 java.io.IOException: Unable to complete flush {ENCODED => 3a1b0c8e740ae1c15e15d1a637215f96, NAME => 'TestAcidGuarantees,,1732529775366.3a1b0c8e740ae1c15e15d1a637215f96.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T10:16:33,772 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e2fd862922a0:0-2 {event_type=RS_FLUSH_REGIONS, pid=173}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=173 java.io.IOException: Unable to complete flush {ENCODED => 3a1b0c8e740ae1c15e15d1a637215f96, NAME => 'TestAcidGuarantees,,1732529775366.3a1b0c8e740ae1c15e15d1a637215f96.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T10:16:33,773 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41005 {}] master.HMaster(4177): Remote procedure failed, pid=173 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 3a1b0c8e740ae1c15e15d1a637215f96, NAME => 'TestAcidGuarantees,,1732529775366.3a1b0c8e740ae1c15e15d1a637215f96.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 3a1b0c8e740ae1c15e15d1a637215f96, NAME => 'TestAcidGuarantees,,1732529775366.3a1b0c8e740ae1c15e15d1a637215f96.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T10:16:33,895 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=281 (bloomFilter=true), to=hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/3a1b0c8e740ae1c15e15d1a637215f96/.tmp/C/256d0a09bdb44e92a3415560c35491de 2024-11-25T10:16:33,899 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/3a1b0c8e740ae1c15e15d1a637215f96/.tmp/A/a7d0ef4129f843168edec13512584c14 as hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/3a1b0c8e740ae1c15e15d1a637215f96/A/a7d0ef4129f843168edec13512584c14 2024-11-25T10:16:33,903 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/3a1b0c8e740ae1c15e15d1a637215f96/A/a7d0ef4129f843168edec13512584c14, entries=200, sequenceid=281, filesize=39.0 K 2024-11-25T10:16:33,903 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/3a1b0c8e740ae1c15e15d1a637215f96/.tmp/B/d482bd1befdc48eeb8be5da8d5efd7da as hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/3a1b0c8e740ae1c15e15d1a637215f96/B/d482bd1befdc48eeb8be5da8d5efd7da 2024-11-25T10:16:33,907 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/3a1b0c8e740ae1c15e15d1a637215f96/B/d482bd1befdc48eeb8be5da8d5efd7da, entries=150, sequenceid=281, filesize=12.0 K 2024-11-25T10:16:33,908 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/3a1b0c8e740ae1c15e15d1a637215f96/.tmp/C/256d0a09bdb44e92a3415560c35491de as hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/3a1b0c8e740ae1c15e15d1a637215f96/C/256d0a09bdb44e92a3415560c35491de 2024-11-25T10:16:33,911 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/3a1b0c8e740ae1c15e15d1a637215f96/C/256d0a09bdb44e92a3415560c35491de, entries=150, sequenceid=281, filesize=12.0 K 2024-11-25T10:16:33,912 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~46.96 KB/48090, heapSize ~140.16 KB/143520, currentSize=134.18 KB/137400 for 3a1b0c8e740ae1c15e15d1a637215f96 in 1298ms, sequenceid=281, compaction requested=true 2024-11-25T10:16:33,912 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 3a1b0c8e740ae1c15e15d1a637215f96: 2024-11-25T10:16:33,913 DEBUG [RS:0;e2fd862922a0:38547-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-25T10:16:33,913 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 3a1b0c8e740ae1c15e15d1a637215f96:A, priority=-2147483648, current under compaction store size is 1 2024-11-25T10:16:33,913 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-25T10:16:33,913 DEBUG [RS:0;e2fd862922a0:38547-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-25T10:16:33,913 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 3a1b0c8e740ae1c15e15d1a637215f96:B, priority=-2147483648, current under compaction store size is 2 2024-11-25T10:16:33,913 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-25T10:16:33,913 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 3a1b0c8e740ae1c15e15d1a637215f96:C, priority=-2147483648, current under compaction store size is 3 2024-11-25T10:16:33,913 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-25T10:16:33,913 DEBUG [RS:0;e2fd862922a0:38547-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 102821 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-25T10:16:33,913 DEBUG [RS:0;e2fd862922a0:38547-shortCompactions-0 {}] regionserver.HStore(1541): 3a1b0c8e740ae1c15e15d1a637215f96/A is initiating minor compaction (all files) 2024-11-25T10:16:33,914 INFO [RS:0;e2fd862922a0:38547-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 3a1b0c8e740ae1c15e15d1a637215f96/A in TestAcidGuarantees,,1732529775366.3a1b0c8e740ae1c15e15d1a637215f96. 2024-11-25T10:16:33,914 DEBUG [RS:0;e2fd862922a0:38547-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37265 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-25T10:16:33,914 INFO [RS:0;e2fd862922a0:38547-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/3a1b0c8e740ae1c15e15d1a637215f96/A/eddc5505466745b7b5c5fac38c133225, hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/3a1b0c8e740ae1c15e15d1a637215f96/A/8a82e266e33542c2947814e07589baea, hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/3a1b0c8e740ae1c15e15d1a637215f96/A/a7d0ef4129f843168edec13512584c14] into tmpdir=hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/3a1b0c8e740ae1c15e15d1a637215f96/.tmp, totalSize=100.4 K 2024-11-25T10:16:33,914 DEBUG [RS:0;e2fd862922a0:38547-longCompactions-0 {}] regionserver.HStore(1541): 3a1b0c8e740ae1c15e15d1a637215f96/B is initiating minor compaction (all files) 2024-11-25T10:16:33,914 INFO [RS:0;e2fd862922a0:38547-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=53.85 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732529775366.3a1b0c8e740ae1c15e15d1a637215f96. 2024-11-25T10:16:33,914 INFO [RS:0;e2fd862922a0:38547-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 3a1b0c8e740ae1c15e15d1a637215f96/B in TestAcidGuarantees,,1732529775366.3a1b0c8e740ae1c15e15d1a637215f96. 2024-11-25T10:16:33,914 DEBUG [RS:0;e2fd862922a0:38547-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732529775366.3a1b0c8e740ae1c15e15d1a637215f96. files: [hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/3a1b0c8e740ae1c15e15d1a637215f96/A/eddc5505466745b7b5c5fac38c133225, hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/3a1b0c8e740ae1c15e15d1a637215f96/A/8a82e266e33542c2947814e07589baea, hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/3a1b0c8e740ae1c15e15d1a637215f96/A/a7d0ef4129f843168edec13512584c14] 2024-11-25T10:16:33,914 INFO [RS:0;e2fd862922a0:38547-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/3a1b0c8e740ae1c15e15d1a637215f96/B/848c0eba7856483ebbee984fcf052b5f, hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/3a1b0c8e740ae1c15e15d1a637215f96/B/1a2217bac8db4c749fac88c72b6c01aa, hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/3a1b0c8e740ae1c15e15d1a637215f96/B/d482bd1befdc48eeb8be5da8d5efd7da] into tmpdir=hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/3a1b0c8e740ae1c15e15d1a637215f96/.tmp, totalSize=36.4 K 2024-11-25T10:16:33,914 DEBUG [RS:0;e2fd862922a0:38547-shortCompactions-0 {}] compactions.Compactor(225): Compacting eddc5505466745b7b5c5fac38c133225, keycount=150, bloomtype=ROW, size=30.9 K, encoding=NONE, compression=NONE, seqNum=231, earliestPutTs=1732529788548 2024-11-25T10:16:33,914 DEBUG [RS:0;e2fd862922a0:38547-longCompactions-0 {}] compactions.Compactor(225): Compacting 848c0eba7856483ebbee984fcf052b5f, keycount=150, bloomtype=ROW, size=12.4 K, encoding=NONE, compression=NONE, seqNum=231, earliestPutTs=1732529788548 2024-11-25T10:16:33,914 DEBUG [RS:0;e2fd862922a0:38547-shortCompactions-0 {}] compactions.Compactor(225): Compacting 8a82e266e33542c2947814e07589baea, keycount=150, bloomtype=ROW, size=30.5 K, encoding=NONE, compression=NONE, seqNum=269, earliestPutTs=1732529788668 2024-11-25T10:16:33,915 DEBUG [RS:0;e2fd862922a0:38547-shortCompactions-0 {}] compactions.Compactor(225): Compacting a7d0ef4129f843168edec13512584c14, keycount=200, bloomtype=ROW, size=39.0 K, encoding=NONE, compression=NONE, seqNum=281, earliestPutTs=1732529790439 2024-11-25T10:16:33,915 DEBUG [RS:0;e2fd862922a0:38547-longCompactions-0 {}] compactions.Compactor(225): Compacting 1a2217bac8db4c749fac88c72b6c01aa, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=269, earliestPutTs=1732529788668 2024-11-25T10:16:33,915 DEBUG [RS:0;e2fd862922a0:38547-longCompactions-0 {}] compactions.Compactor(225): Compacting d482bd1befdc48eeb8be5da8d5efd7da, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=281, earliestPutTs=1732529790445 2024-11-25T10:16:33,924 INFO [RS:0;e2fd862922a0:38547-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(321): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=3a1b0c8e740ae1c15e15d1a637215f96] 2024-11-25T10:16:33,926 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=38547 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=173 2024-11-25T10:16:33,926 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e2fd862922a0:0-0 {event_type=RS_FLUSH_REGIONS, pid=173}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732529775366.3a1b0c8e740ae1c15e15d1a637215f96. 2024-11-25T10:16:33,926 INFO [RS_FLUSH_OPERATIONS-regionserver/e2fd862922a0:0-0 {event_type=RS_FLUSH_REGIONS, pid=173}] regionserver.HRegion(2902): Flushing 3a1b0c8e740ae1c15e15d1a637215f96 3/3 column families, dataSize=134.18 KB heapSize=384.98 KB 2024-11-25T10:16:33,926 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e2fd862922a0:0-0 {event_type=RS_FLUSH_REGIONS, pid=173}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 3a1b0c8e740ae1c15e15d1a637215f96, store=A 2024-11-25T10:16:33,927 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e2fd862922a0:0-0 {event_type=RS_FLUSH_REGIONS, pid=173}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-25T10:16:33,927 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e2fd862922a0:0-0 {event_type=RS_FLUSH_REGIONS, pid=173}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 3a1b0c8e740ae1c15e15d1a637215f96, store=B 2024-11-25T10:16:33,927 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e2fd862922a0:0-0 {event_type=RS_FLUSH_REGIONS, pid=173}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-25T10:16:33,927 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e2fd862922a0:0-0 {event_type=RS_FLUSH_REGIONS, pid=173}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 3a1b0c8e740ae1c15e15d1a637215f96, store=C 2024-11-25T10:16:33,927 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e2fd862922a0:0-0 {event_type=RS_FLUSH_REGIONS, pid=173}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-25T10:16:33,927 INFO [RS:0;e2fd862922a0:38547-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 3a1b0c8e740ae1c15e15d1a637215f96#B#compaction#511 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 53.85 MB/second 2024-11-25T10:16:33,928 DEBUG [RS:0;e2fd862922a0:38547-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/3a1b0c8e740ae1c15e15d1a637215f96/.tmp/B/d69f95245ffb4437a85f8dcdcd8839be is 50, key is test_row_0/B:col10/1732529790445/Put/seqid=0 2024-11-25T10:16:33,929 DEBUG [RS:0;e2fd862922a0:38547-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(635): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e20241125e01a7fd807c446de8bfe56a743b56c20_3a1b0c8e740ae1c15e15d1a637215f96 store=[table=TestAcidGuarantees family=A region=3a1b0c8e740ae1c15e15d1a637215f96] 2024-11-25T10:16:33,931 DEBUG [RS:0;e2fd862922a0:38547-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(656): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e20241125e01a7fd807c446de8bfe56a743b56c20_3a1b0c8e740ae1c15e15d1a637215f96, store=[table=TestAcidGuarantees family=A region=3a1b0c8e740ae1c15e15d1a637215f96] 2024-11-25T10:16:33,931 DEBUG [RS:0;e2fd862922a0:38547-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(667): Aborting writer for hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241125e01a7fd807c446de8bfe56a743b56c20_3a1b0c8e740ae1c15e15d1a637215f96 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=3a1b0c8e740ae1c15e15d1a637215f96] 2024-11-25T10:16:33,943 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e2fd862922a0:0-0 {event_type=RS_FLUSH_REGIONS, pid=173}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241125a1296c810f7b46d3a6621115b28aba12_3a1b0c8e740ae1c15e15d1a637215f96 is 50, key is test_row_0/A:col10/1732529792790/Put/seqid=0 2024-11-25T10:16:33,950 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39927 is added to blk_1073742429_1605 (size=12915) 2024-11-25T10:16:33,951 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39927 is added to blk_1073742430_1606 (size=4469) 2024-11-25T10:16:33,952 INFO [RS:0;e2fd862922a0:38547-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 3a1b0c8e740ae1c15e15d1a637215f96#A#compaction#510 average throughput is 0.87 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 53.85 MB/second 2024-11-25T10:16:33,952 DEBUG [RS:0;e2fd862922a0:38547-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/3a1b0c8e740ae1c15e15d1a637215f96/.tmp/A/59ad8eb1a62d4546b84f7895e98d9e38 is 175, key is test_row_0/A:col10/1732529790445/Put/seqid=0 2024-11-25T10:16:33,958 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39927 is added to blk_1073742431_1607 (size=12454) 2024-11-25T10:16:33,962 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39927 is added to blk_1073742432_1608 (size=31869) 2024-11-25T10:16:33,976 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] regionserver.HRegion(8855): Flush requested on 3a1b0c8e740ae1c15e15d1a637215f96 2024-11-25T10:16:33,976 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732529775366.3a1b0c8e740ae1c15e15d1a637215f96. as already flushing 2024-11-25T10:16:34,017 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a1b0c8e740ae1c15e15d1a637215f96, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-25T10:16:34,018 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] ipc.CallRunner(138): callId: 103 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48400 deadline: 1732529854014, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a1b0c8e740ae1c15e15d1a637215f96, server=e2fd862922a0,38547,1732529625709 2024-11-25T10:16:34,018 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732529775366.3a1b0c8e740ae1c15e15d1a637215f96., hostname=e2fd862922a0,38547,1732529625709, seqNum=5 , the old value is region=TestAcidGuarantees,,1732529775366.3a1b0c8e740ae1c15e15d1a637215f96., hostname=e2fd862922a0,38547,1732529625709, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a1b0c8e740ae1c15e15d1a637215f96, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T10:16:34,018 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732529775366.3a1b0c8e740ae1c15e15d1a637215f96., hostname=e2fd862922a0,38547,1732529625709, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a1b0c8e740ae1c15e15d1a637215f96, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T10:16:34,018 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732529775366.3a1b0c8e740ae1c15e15d1a637215f96., hostname=e2fd862922a0,38547,1732529625709, seqNum=5 because the exception is null or not the one we care about 2024-11-25T10:16:34,125 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a1b0c8e740ae1c15e15d1a637215f96, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-25T10:16:34,125 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] ipc.CallRunner(138): callId: 104 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48400 deadline: 1732529854122, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a1b0c8e740ae1c15e15d1a637215f96, server=e2fd862922a0,38547,1732529625709 2024-11-25T10:16:34,126 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732529775366.3a1b0c8e740ae1c15e15d1a637215f96., hostname=e2fd862922a0,38547,1732529625709, seqNum=5 , the old value is region=TestAcidGuarantees,,1732529775366.3a1b0c8e740ae1c15e15d1a637215f96., hostname=e2fd862922a0,38547,1732529625709, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a1b0c8e740ae1c15e15d1a637215f96, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T10:16:34,126 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732529775366.3a1b0c8e740ae1c15e15d1a637215f96., hostname=e2fd862922a0,38547,1732529625709, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a1b0c8e740ae1c15e15d1a637215f96, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T10:16:34,126 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732529775366.3a1b0c8e740ae1c15e15d1a637215f96., hostname=e2fd862922a0,38547,1732529625709, seqNum=5 because the exception is null or not the one we care about 2024-11-25T10:16:34,142 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41005 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=172 2024-11-25T10:16:34,337 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a1b0c8e740ae1c15e15d1a637215f96, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-25T10:16:34,337 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] ipc.CallRunner(138): callId: 105 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48400 deadline: 1732529854332, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a1b0c8e740ae1c15e15d1a637215f96, server=e2fd862922a0,38547,1732529625709 2024-11-25T10:16:34,337 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732529775366.3a1b0c8e740ae1c15e15d1a637215f96., hostname=e2fd862922a0,38547,1732529625709, seqNum=5 , the old value is region=TestAcidGuarantees,,1732529775366.3a1b0c8e740ae1c15e15d1a637215f96., hostname=e2fd862922a0,38547,1732529625709, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a1b0c8e740ae1c15e15d1a637215f96, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T10:16:34,337 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732529775366.3a1b0c8e740ae1c15e15d1a637215f96., hostname=e2fd862922a0,38547,1732529625709, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a1b0c8e740ae1c15e15d1a637215f96, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T10:16:34,337 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732529775366.3a1b0c8e740ae1c15e15d1a637215f96., hostname=e2fd862922a0,38547,1732529625709, seqNum=5 because the exception is null or not the one we care about 2024-11-25T10:16:34,356 DEBUG [RS:0;e2fd862922a0:38547-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/3a1b0c8e740ae1c15e15d1a637215f96/.tmp/B/d69f95245ffb4437a85f8dcdcd8839be as hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/3a1b0c8e740ae1c15e15d1a637215f96/B/d69f95245ffb4437a85f8dcdcd8839be 2024-11-25T10:16:34,358 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e2fd862922a0:0-0 {event_type=RS_FLUSH_REGIONS, pid=173}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:16:34,361 INFO [RS:0;e2fd862922a0:38547-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 3a1b0c8e740ae1c15e15d1a637215f96/B of 3a1b0c8e740ae1c15e15d1a637215f96 into d69f95245ffb4437a85f8dcdcd8839be(size=12.6 K), total size for store is 12.6 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-25T10:16:34,361 DEBUG [RS:0;e2fd862922a0:38547-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 3a1b0c8e740ae1c15e15d1a637215f96: 2024-11-25T10:16:34,361 INFO [RS:0;e2fd862922a0:38547-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732529775366.3a1b0c8e740ae1c15e15d1a637215f96., storeName=3a1b0c8e740ae1c15e15d1a637215f96/B, priority=13, startTime=1732529793913; duration=0sec 2024-11-25T10:16:34,361 DEBUG [RS:0;e2fd862922a0:38547-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-25T10:16:34,361 DEBUG [RS:0;e2fd862922a0:38547-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 3a1b0c8e740ae1c15e15d1a637215f96:B 2024-11-25T10:16:34,361 DEBUG [RS:0;e2fd862922a0:38547-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-25T10:16:34,362 INFO [RS_FLUSH_OPERATIONS-regionserver/e2fd862922a0:0-0 {event_type=RS_FLUSH_REGIONS, pid=173}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241125a1296c810f7b46d3a6621115b28aba12_3a1b0c8e740ae1c15e15d1a637215f96 to hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241125a1296c810f7b46d3a6621115b28aba12_3a1b0c8e740ae1c15e15d1a637215f96 2024-11-25T10:16:34,362 DEBUG [RS:0;e2fd862922a0:38547-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37265 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-25T10:16:34,362 DEBUG [RS:0;e2fd862922a0:38547-longCompactions-0 {}] regionserver.HStore(1541): 3a1b0c8e740ae1c15e15d1a637215f96/C is initiating minor compaction (all files) 2024-11-25T10:16:34,362 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e2fd862922a0:0-0 {event_type=RS_FLUSH_REGIONS, pid=173}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/3a1b0c8e740ae1c15e15d1a637215f96/.tmp/A/af11d674ae9540a9adf069d3da3ee88a, store: [table=TestAcidGuarantees family=A region=3a1b0c8e740ae1c15e15d1a637215f96] 2024-11-25T10:16:34,362 INFO [RS:0;e2fd862922a0:38547-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 3a1b0c8e740ae1c15e15d1a637215f96/C in TestAcidGuarantees,,1732529775366.3a1b0c8e740ae1c15e15d1a637215f96. 2024-11-25T10:16:34,362 INFO [RS:0;e2fd862922a0:38547-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/3a1b0c8e740ae1c15e15d1a637215f96/C/f2b1438949f345a5bf88309d20e77027, hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/3a1b0c8e740ae1c15e15d1a637215f96/C/cb003bb8eeae41b797b822e0ddc30940, hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/3a1b0c8e740ae1c15e15d1a637215f96/C/256d0a09bdb44e92a3415560c35491de] into tmpdir=hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/3a1b0c8e740ae1c15e15d1a637215f96/.tmp, totalSize=36.4 K 2024-11-25T10:16:34,363 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e2fd862922a0:0-0 {event_type=RS_FLUSH_REGIONS, pid=173}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/3a1b0c8e740ae1c15e15d1a637215f96/.tmp/A/af11d674ae9540a9adf069d3da3ee88a is 175, key is test_row_0/A:col10/1732529792790/Put/seqid=0 2024-11-25T10:16:34,363 DEBUG [RS:0;e2fd862922a0:38547-longCompactions-0 {}] compactions.Compactor(225): Compacting f2b1438949f345a5bf88309d20e77027, keycount=150, bloomtype=ROW, size=12.4 K, encoding=NONE, compression=NONE, seqNum=231, earliestPutTs=1732529788548 2024-11-25T10:16:34,364 DEBUG [RS:0;e2fd862922a0:38547-longCompactions-0 {}] compactions.Compactor(225): Compacting cb003bb8eeae41b797b822e0ddc30940, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=269, earliestPutTs=1732529788668 2024-11-25T10:16:34,364 DEBUG [RS:0;e2fd862922a0:38547-longCompactions-0 {}] compactions.Compactor(225): Compacting 256d0a09bdb44e92a3415560c35491de, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=281, earliestPutTs=1732529790445 2024-11-25T10:16:34,366 DEBUG [RS:0;e2fd862922a0:38547-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/3a1b0c8e740ae1c15e15d1a637215f96/.tmp/A/59ad8eb1a62d4546b84f7895e98d9e38 as hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/3a1b0c8e740ae1c15e15d1a637215f96/A/59ad8eb1a62d4546b84f7895e98d9e38 2024-11-25T10:16:34,367 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39927 is added to blk_1073742433_1609 (size=31255) 2024-11-25T10:16:34,367 INFO [RS_FLUSH_OPERATIONS-regionserver/e2fd862922a0:0-0 {event_type=RS_FLUSH_REGIONS, pid=173}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=318, memsize=44.7 K, hasBloomFilter=true, into tmp file hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/3a1b0c8e740ae1c15e15d1a637215f96/.tmp/A/af11d674ae9540a9adf069d3da3ee88a 2024-11-25T10:16:34,375 INFO [RS:0;e2fd862922a0:38547-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 3a1b0c8e740ae1c15e15d1a637215f96#C#compaction#513 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 53.85 MB/second 2024-11-25T10:16:34,375 DEBUG [RS:0;e2fd862922a0:38547-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/3a1b0c8e740ae1c15e15d1a637215f96/.tmp/C/965a4111401e4a7fa66472ae60f9f809 is 50, key is test_row_0/C:col10/1732529790445/Put/seqid=0 2024-11-25T10:16:34,381 INFO [RS:0;e2fd862922a0:38547-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 3a1b0c8e740ae1c15e15d1a637215f96/A of 3a1b0c8e740ae1c15e15d1a637215f96 into 59ad8eb1a62d4546b84f7895e98d9e38(size=31.1 K), total size for store is 31.1 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-25T10:16:34,381 DEBUG [RS:0;e2fd862922a0:38547-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 3a1b0c8e740ae1c15e15d1a637215f96: 2024-11-25T10:16:34,381 INFO [RS:0;e2fd862922a0:38547-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732529775366.3a1b0c8e740ae1c15e15d1a637215f96., storeName=3a1b0c8e740ae1c15e15d1a637215f96/A, priority=13, startTime=1732529793912; duration=0sec 2024-11-25T10:16:34,382 DEBUG [RS:0;e2fd862922a0:38547-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-25T10:16:34,382 DEBUG [RS:0;e2fd862922a0:38547-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 3a1b0c8e740ae1c15e15d1a637215f96:A 2024-11-25T10:16:34,382 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39927 is added to blk_1073742434_1610 (size=12915) 2024-11-25T10:16:34,384 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e2fd862922a0:0-0 {event_type=RS_FLUSH_REGIONS, pid=173}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/3a1b0c8e740ae1c15e15d1a637215f96/.tmp/B/2b7e99fc71cc4c8ca00c96be36fc6287 is 50, key is test_row_0/B:col10/1732529792790/Put/seqid=0 2024-11-25T10:16:34,392 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39927 is added to blk_1073742435_1611 (size=12301) 2024-11-25T10:16:34,392 DEBUG [RS:0;e2fd862922a0:38547-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/3a1b0c8e740ae1c15e15d1a637215f96/.tmp/C/965a4111401e4a7fa66472ae60f9f809 as hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/3a1b0c8e740ae1c15e15d1a637215f96/C/965a4111401e4a7fa66472ae60f9f809 2024-11-25T10:16:34,396 INFO [RS:0;e2fd862922a0:38547-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 3a1b0c8e740ae1c15e15d1a637215f96/C of 3a1b0c8e740ae1c15e15d1a637215f96 into 965a4111401e4a7fa66472ae60f9f809(size=12.6 K), total size for store is 12.6 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-25T10:16:34,396 DEBUG [RS:0;e2fd862922a0:38547-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 3a1b0c8e740ae1c15e15d1a637215f96: 2024-11-25T10:16:34,396 INFO [RS:0;e2fd862922a0:38547-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732529775366.3a1b0c8e740ae1c15e15d1a637215f96., storeName=3a1b0c8e740ae1c15e15d1a637215f96/C, priority=13, startTime=1732529793913; duration=0sec 2024-11-25T10:16:34,397 DEBUG [RS:0;e2fd862922a0:38547-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-25T10:16:34,397 DEBUG [RS:0;e2fd862922a0:38547-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 3a1b0c8e740ae1c15e15d1a637215f96:C 2024-11-25T10:16:34,647 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a1b0c8e740ae1c15e15d1a637215f96, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-25T10:16:34,647 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] ipc.CallRunner(138): callId: 106 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48400 deadline: 1732529854642, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a1b0c8e740ae1c15e15d1a637215f96, server=e2fd862922a0,38547,1732529625709 2024-11-25T10:16:34,647 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732529775366.3a1b0c8e740ae1c15e15d1a637215f96., hostname=e2fd862922a0,38547,1732529625709, seqNum=5 , the old value is region=TestAcidGuarantees,,1732529775366.3a1b0c8e740ae1c15e15d1a637215f96., hostname=e2fd862922a0,38547,1732529625709, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a1b0c8e740ae1c15e15d1a637215f96, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T10:16:34,647 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732529775366.3a1b0c8e740ae1c15e15d1a637215f96., hostname=e2fd862922a0,38547,1732529625709, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a1b0c8e740ae1c15e15d1a637215f96, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T10:16:34,648 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732529775366.3a1b0c8e740ae1c15e15d1a637215f96., hostname=e2fd862922a0,38547,1732529625709, seqNum=5 because the exception is null or not the one we care about 2024-11-25T10:16:34,793 INFO [RS_FLUSH_OPERATIONS-regionserver/e2fd862922a0:0-0 {event_type=RS_FLUSH_REGIONS, pid=173}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=318 (bloomFilter=true), to=hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/3a1b0c8e740ae1c15e15d1a637215f96/.tmp/B/2b7e99fc71cc4c8ca00c96be36fc6287 2024-11-25T10:16:34,800 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e2fd862922a0:0-0 {event_type=RS_FLUSH_REGIONS, pid=173}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/3a1b0c8e740ae1c15e15d1a637215f96/.tmp/C/1348eb2783584cccb129555e3d5bbe65 is 50, key is test_row_0/C:col10/1732529792790/Put/seqid=0 2024-11-25T10:16:34,806 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39927 is added to blk_1073742436_1612 (size=12301) 2024-11-25T10:16:35,152 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41005 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=172 2024-11-25T10:16:35,156 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a1b0c8e740ae1c15e15d1a637215f96, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-25T10:16:35,156 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] ipc.CallRunner(138): callId: 107 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48400 deadline: 1732529855152, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a1b0c8e740ae1c15e15d1a637215f96, server=e2fd862922a0,38547,1732529625709 2024-11-25T10:16:35,156 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732529775366.3a1b0c8e740ae1c15e15d1a637215f96., hostname=e2fd862922a0,38547,1732529625709, seqNum=5 , the old value is region=TestAcidGuarantees,,1732529775366.3a1b0c8e740ae1c15e15d1a637215f96., hostname=e2fd862922a0,38547,1732529625709, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a1b0c8e740ae1c15e15d1a637215f96, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T10:16:35,156 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732529775366.3a1b0c8e740ae1c15e15d1a637215f96., hostname=e2fd862922a0,38547,1732529625709, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a1b0c8e740ae1c15e15d1a637215f96, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T10:16:35,156 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732529775366.3a1b0c8e740ae1c15e15d1a637215f96., hostname=e2fd862922a0,38547,1732529625709, seqNum=5 because the exception is null or not the one we care about 2024-11-25T10:16:35,207 INFO [RS_FLUSH_OPERATIONS-regionserver/e2fd862922a0:0-0 {event_type=RS_FLUSH_REGIONS, pid=173}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=318 (bloomFilter=true), to=hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/3a1b0c8e740ae1c15e15d1a637215f96/.tmp/C/1348eb2783584cccb129555e3d5bbe65 2024-11-25T10:16:35,210 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e2fd862922a0:0-0 {event_type=RS_FLUSH_REGIONS, pid=173}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/3a1b0c8e740ae1c15e15d1a637215f96/.tmp/A/af11d674ae9540a9adf069d3da3ee88a as hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/3a1b0c8e740ae1c15e15d1a637215f96/A/af11d674ae9540a9adf069d3da3ee88a 2024-11-25T10:16:35,213 INFO [RS_FLUSH_OPERATIONS-regionserver/e2fd862922a0:0-0 {event_type=RS_FLUSH_REGIONS, pid=173}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/3a1b0c8e740ae1c15e15d1a637215f96/A/af11d674ae9540a9adf069d3da3ee88a, entries=150, sequenceid=318, filesize=30.5 K 2024-11-25T10:16:35,214 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e2fd862922a0:0-0 {event_type=RS_FLUSH_REGIONS, pid=173}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/3a1b0c8e740ae1c15e15d1a637215f96/.tmp/B/2b7e99fc71cc4c8ca00c96be36fc6287 as hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/3a1b0c8e740ae1c15e15d1a637215f96/B/2b7e99fc71cc4c8ca00c96be36fc6287 2024-11-25T10:16:35,217 INFO [RS_FLUSH_OPERATIONS-regionserver/e2fd862922a0:0-0 {event_type=RS_FLUSH_REGIONS, pid=173}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/3a1b0c8e740ae1c15e15d1a637215f96/B/2b7e99fc71cc4c8ca00c96be36fc6287, entries=150, sequenceid=318, filesize=12.0 K 2024-11-25T10:16:35,218 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e2fd862922a0:0-0 {event_type=RS_FLUSH_REGIONS, pid=173}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/3a1b0c8e740ae1c15e15d1a637215f96/.tmp/C/1348eb2783584cccb129555e3d5bbe65 as hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/3a1b0c8e740ae1c15e15d1a637215f96/C/1348eb2783584cccb129555e3d5bbe65 2024-11-25T10:16:35,222 INFO [RS_FLUSH_OPERATIONS-regionserver/e2fd862922a0:0-0 {event_type=RS_FLUSH_REGIONS, pid=173}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/3a1b0c8e740ae1c15e15d1a637215f96/C/1348eb2783584cccb129555e3d5bbe65, entries=150, sequenceid=318, filesize=12.0 K 2024-11-25T10:16:35,223 INFO [RS_FLUSH_OPERATIONS-regionserver/e2fd862922a0:0-0 {event_type=RS_FLUSH_REGIONS, pid=173}] regionserver.HRegion(3140): Finished flush of dataSize ~134.18 KB/137400, heapSize ~384.94 KB/394176, currentSize=46.96 KB/48090 for 3a1b0c8e740ae1c15e15d1a637215f96 in 1297ms, sequenceid=318, compaction requested=false 2024-11-25T10:16:35,223 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e2fd862922a0:0-0 {event_type=RS_FLUSH_REGIONS, pid=173}] regionserver.HRegion(2603): Flush status journal for 3a1b0c8e740ae1c15e15d1a637215f96: 2024-11-25T10:16:35,223 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e2fd862922a0:0-0 {event_type=RS_FLUSH_REGIONS, pid=173}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732529775366.3a1b0c8e740ae1c15e15d1a637215f96. 2024-11-25T10:16:35,223 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e2fd862922a0:0-0 {event_type=RS_FLUSH_REGIONS, pid=173}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=173 2024-11-25T10:16:35,224 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41005 {}] master.HMaster(4169): Remote procedure done, pid=173 2024-11-25T10:16:35,227 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=173, resume processing ppid=172 2024-11-25T10:16:35,227 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=173, ppid=172, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.2190 sec 2024-11-25T10:16:35,228 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=172, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=172, table=TestAcidGuarantees in 2.2240 sec 2024-11-25T10:16:36,174 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] regionserver.HRegion(8855): Flush requested on 3a1b0c8e740ae1c15e15d1a637215f96 2024-11-25T10:16:36,174 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 3a1b0c8e740ae1c15e15d1a637215f96 3/3 column families, dataSize=53.67 KB heapSize=160.13 KB 2024-11-25T10:16:36,175 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 3a1b0c8e740ae1c15e15d1a637215f96, store=A 2024-11-25T10:16:36,175 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T10:16:36,175 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 3a1b0c8e740ae1c15e15d1a637215f96, store=B 2024-11-25T10:16:36,175 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T10:16:36,175 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 3a1b0c8e740ae1c15e15d1a637215f96, store=C 2024-11-25T10:16:36,175 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T10:16:36,205 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411252c3ec544662d4450b36876afd4257222_3a1b0c8e740ae1c15e15d1a637215f96 is 50, key is test_row_0/A:col10/1732529796173/Put/seqid=0 2024-11-25T10:16:36,210 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39927 is added to blk_1073742437_1613 (size=14994) 2024-11-25T10:16:36,293 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/e2fd862922a0:0-2 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=209, cellSize=9565, totalHeapSize=21976, min timestamp=1732529796268, max timestamp=1732529796290Num uniques 859; 2024-11-25T10:16:36,293 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/e2fd862922a0:0-9 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=209, cellSize=9565, totalHeapSize=21976, min timestamp=1732529796268, max timestamp=1732529796290Num uniques 859; 2024-11-25T10:16:36,293 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/e2fd862922a0:0-8 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=159, cellSize=7275, totalHeapSize=16776, min timestamp=1732529796268, max timestamp=1732529796290Num uniques 859; 2024-11-25T10:16:36,294 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/e2fd862922a0:0-8 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=7275, suffix heap size=117064,new segment heap size=16776 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=159 2024-11-25T10:16:36,294 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/e2fd862922a0:0-9 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=9565, suffix heap size=117064,new segment heap size=21976 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=209 2024-11-25T10:16:36,294 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/e2fd862922a0:0-2 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=9565, suffix heap size=117064,new segment heap size=21976 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=209 2024-11-25T10:16:36,383 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a1b0c8e740ae1c15e15d1a637215f96, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-25T10:16:36,383 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] ipc.CallRunner(138): callId: 141 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48400 deadline: 1732529856378, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a1b0c8e740ae1c15e15d1a637215f96, server=e2fd862922a0,38547,1732529625709 2024-11-25T10:16:36,383 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732529775366.3a1b0c8e740ae1c15e15d1a637215f96., hostname=e2fd862922a0,38547,1732529625709, seqNum=5 , the old value is region=TestAcidGuarantees,,1732529775366.3a1b0c8e740ae1c15e15d1a637215f96., hostname=e2fd862922a0,38547,1732529625709, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a1b0c8e740ae1c15e15d1a637215f96, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T10:16:36,383 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732529775366.3a1b0c8e740ae1c15e15d1a637215f96., hostname=e2fd862922a0,38547,1732529625709, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a1b0c8e740ae1c15e15d1a637215f96, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T10:16:36,383 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732529775366.3a1b0c8e740ae1c15e15d1a637215f96., hostname=e2fd862922a0,38547,1732529625709, seqNum=5 because the exception is null or not the one we care about 2024-11-25T10:16:36,397 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a1b0c8e740ae1c15e15d1a637215f96, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-25T10:16:36,397 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] ipc.CallRunner(138): callId: 20 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48322 deadline: 1732529856392, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a1b0c8e740ae1c15e15d1a637215f96, server=e2fd862922a0,38547,1732529625709 2024-11-25T10:16:36,397 WARN [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRpcRetryingCaller(177): Call to e2fd862922a0,38547,1732529625709 for 'test_row_0' in 3a1b0c8e740ae1c15e15d1a637215f96 of TestAcidGuarantees failed, tries = 9, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 18250 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a1b0c8e740ae1c15e15d1a637215f96, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor39.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a1b0c8e740ae1c15e15d1a637215f96, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 32 more 2024-11-25T10:16:36,398 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732529775366.3a1b0c8e740ae1c15e15d1a637215f96., hostname=e2fd862922a0,38547,1732529625709, seqNum=5 , the old value is region=TestAcidGuarantees,,1732529775366.3a1b0c8e740ae1c15e15d1a637215f96., hostname=e2fd862922a0,38547,1732529625709, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a1b0c8e740ae1c15e15d1a637215f96, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T10:16:36,398 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732529775366.3a1b0c8e740ae1c15e15d1a637215f96., hostname=e2fd862922a0,38547,1732529625709, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a1b0c8e740ae1c15e15d1a637215f96, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T10:16:36,398 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732529775366.3a1b0c8e740ae1c15e15d1a637215f96., hostname=e2fd862922a0,38547,1732529625709, seqNum=5 because the exception is null or not the one we care about 2024-11-25T10:16:36,496 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a1b0c8e740ae1c15e15d1a637215f96, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-25T10:16:36,496 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] ipc.CallRunner(138): callId: 142 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48400 deadline: 1732529856492, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a1b0c8e740ae1c15e15d1a637215f96, server=e2fd862922a0,38547,1732529625709 2024-11-25T10:16:36,497 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732529775366.3a1b0c8e740ae1c15e15d1a637215f96., hostname=e2fd862922a0,38547,1732529625709, seqNum=5 , the old value is region=TestAcidGuarantees,,1732529775366.3a1b0c8e740ae1c15e15d1a637215f96., hostname=e2fd862922a0,38547,1732529625709, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a1b0c8e740ae1c15e15d1a637215f96, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T10:16:36,497 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732529775366.3a1b0c8e740ae1c15e15d1a637215f96., hostname=e2fd862922a0,38547,1732529625709, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a1b0c8e740ae1c15e15d1a637215f96, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T10:16:36,497 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732529775366.3a1b0c8e740ae1c15e15d1a637215f96., hostname=e2fd862922a0,38547,1732529625709, seqNum=5 because the exception is null or not the one we care about 2024-11-25T10:16:36,610 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:16:36,614 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411252c3ec544662d4450b36876afd4257222_3a1b0c8e740ae1c15e15d1a637215f96 to hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411252c3ec544662d4450b36876afd4257222_3a1b0c8e740ae1c15e15d1a637215f96 2024-11-25T10:16:36,615 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/3a1b0c8e740ae1c15e15d1a637215f96/.tmp/A/fb5a218ccf204450b519b492ad4aa079, store: [table=TestAcidGuarantees family=A region=3a1b0c8e740ae1c15e15d1a637215f96] 2024-11-25T10:16:36,615 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/3a1b0c8e740ae1c15e15d1a637215f96/.tmp/A/fb5a218ccf204450b519b492ad4aa079 is 175, key is test_row_0/A:col10/1732529796173/Put/seqid=0 2024-11-25T10:16:36,619 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39927 is added to blk_1073742438_1614 (size=39949) 2024-11-25T10:16:36,707 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a1b0c8e740ae1c15e15d1a637215f96, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-25T10:16:36,707 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] ipc.CallRunner(138): callId: 143 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48400 deadline: 1732529856702, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a1b0c8e740ae1c15e15d1a637215f96, server=e2fd862922a0,38547,1732529625709 2024-11-25T10:16:36,709 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732529775366.3a1b0c8e740ae1c15e15d1a637215f96., hostname=e2fd862922a0,38547,1732529625709, seqNum=5 , the old value is region=TestAcidGuarantees,,1732529775366.3a1b0c8e740ae1c15e15d1a637215f96., hostname=e2fd862922a0,38547,1732529625709, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a1b0c8e740ae1c15e15d1a637215f96, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T10:16:36,709 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732529775366.3a1b0c8e740ae1c15e15d1a637215f96., hostname=e2fd862922a0,38547,1732529625709, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a1b0c8e740ae1c15e15d1a637215f96, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T10:16:36,709 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732529775366.3a1b0c8e740ae1c15e15d1a637215f96., hostname=e2fd862922a0,38547,1732529625709, seqNum=5 because the exception is null or not the one we care about 2024-11-25T10:16:36,915 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a1b0c8e740ae1c15e15d1a637215f96, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-25T10:16:36,915 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] ipc.CallRunner(138): callId: 112 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48366 deadline: 1732529856912, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a1b0c8e740ae1c15e15d1a637215f96, server=e2fd862922a0,38547,1732529625709 2024-11-25T10:16:36,915 WARN [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRpcRetryingCaller(177): Call to e2fd862922a0,38547,1732529625709 for 'test_row_1' in 3a1b0c8e740ae1c15e15d1a637215f96 of TestAcidGuarantees failed, tries = 8, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 8207 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a1b0c8e740ae1c15e15d1a637215f96, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor39.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a1b0c8e740ae1c15e15d1a637215f96, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 32 more 2024-11-25T10:16:36,916 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732529775366.3a1b0c8e740ae1c15e15d1a637215f96., hostname=e2fd862922a0,38547,1732529625709, seqNum=5 , the old value is region=TestAcidGuarantees,,1732529775366.3a1b0c8e740ae1c15e15d1a637215f96., hostname=e2fd862922a0,38547,1732529625709, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a1b0c8e740ae1c15e15d1a637215f96, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T10:16:36,916 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732529775366.3a1b0c8e740ae1c15e15d1a637215f96., hostname=e2fd862922a0,38547,1732529625709, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a1b0c8e740ae1c15e15d1a637215f96, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T10:16:36,916 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732529775366.3a1b0c8e740ae1c15e15d1a637215f96., hostname=e2fd862922a0,38547,1732529625709, seqNum=5 because the exception is null or not the one we care about 2024-11-25T10:16:36,926 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a1b0c8e740ae1c15e15d1a637215f96, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-25T10:16:36,926 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] ipc.CallRunner(138): callId: 114 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48344 deadline: 1732529856922, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a1b0c8e740ae1c15e15d1a637215f96, server=e2fd862922a0,38547,1732529625709 2024-11-25T10:16:36,926 WARN [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRpcRetryingCaller(177): Call to e2fd862922a0,38547,1732529625709 for 'test_row_0' in 3a1b0c8e740ae1c15e15d1a637215f96 of TestAcidGuarantees failed, tries = 8, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 8219 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a1b0c8e740ae1c15e15d1a637215f96, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor39.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a1b0c8e740ae1c15e15d1a637215f96, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 32 more 2024-11-25T10:16:36,927 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732529775366.3a1b0c8e740ae1c15e15d1a637215f96., hostname=e2fd862922a0,38547,1732529625709, seqNum=5 , the old value is region=TestAcidGuarantees,,1732529775366.3a1b0c8e740ae1c15e15d1a637215f96., hostname=e2fd862922a0,38547,1732529625709, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a1b0c8e740ae1c15e15d1a637215f96, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T10:16:36,927 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732529775366.3a1b0c8e740ae1c15e15d1a637215f96., hostname=e2fd862922a0,38547,1732529625709, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a1b0c8e740ae1c15e15d1a637215f96, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T10:16:36,927 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732529775366.3a1b0c8e740ae1c15e15d1a637215f96., hostname=e2fd862922a0,38547,1732529625709, seqNum=5 because the exception is null or not the one we care about 2024-11-25T10:16:37,012 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a1b0c8e740ae1c15e15d1a637215f96, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-25T10:16:37,012 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] ipc.CallRunner(138): callId: 144 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48400 deadline: 1732529857012, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a1b0c8e740ae1c15e15d1a637215f96, server=e2fd862922a0,38547,1732529625709 2024-11-25T10:16:37,013 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732529775366.3a1b0c8e740ae1c15e15d1a637215f96., hostname=e2fd862922a0,38547,1732529625709, seqNum=5 , the old value is region=TestAcidGuarantees,,1732529775366.3a1b0c8e740ae1c15e15d1a637215f96., hostname=e2fd862922a0,38547,1732529625709, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a1b0c8e740ae1c15e15d1a637215f96, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T10:16:37,013 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732529775366.3a1b0c8e740ae1c15e15d1a637215f96., hostname=e2fd862922a0,38547,1732529625709, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a1b0c8e740ae1c15e15d1a637215f96, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T10:16:37,013 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732529775366.3a1b0c8e740ae1c15e15d1a637215f96., hostname=e2fd862922a0,38547,1732529625709, seqNum=5 because the exception is null or not the one we care about 2024-11-25T10:16:37,019 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=332, memsize=17.9 K, hasBloomFilter=true, into tmp file hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/3a1b0c8e740ae1c15e15d1a637215f96/.tmp/A/fb5a218ccf204450b519b492ad4aa079 2024-11-25T10:16:37,026 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/3a1b0c8e740ae1c15e15d1a637215f96/.tmp/B/ecc2bcd6451c423c896be6efe16cd45f is 50, key is test_row_0/B:col10/1732529796173/Put/seqid=0 2024-11-25T10:16:37,033 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39927 is added to blk_1073742439_1615 (size=12301) 2024-11-25T10:16:37,035 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=332 (bloomFilter=true), to=hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/3a1b0c8e740ae1c15e15d1a637215f96/.tmp/B/ecc2bcd6451c423c896be6efe16cd45f 2024-11-25T10:16:37,042 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/3a1b0c8e740ae1c15e15d1a637215f96/.tmp/C/284500d9f7c143f7969389f38fba1217 is 50, key is test_row_0/C:col10/1732529796173/Put/seqid=0 2024-11-25T10:16:37,046 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39927 is added to blk_1073742440_1616 (size=12301) 2024-11-25T10:16:37,046 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=332 (bloomFilter=true), to=hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/3a1b0c8e740ae1c15e15d1a637215f96/.tmp/C/284500d9f7c143f7969389f38fba1217 2024-11-25T10:16:37,050 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/3a1b0c8e740ae1c15e15d1a637215f96/.tmp/A/fb5a218ccf204450b519b492ad4aa079 as hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/3a1b0c8e740ae1c15e15d1a637215f96/A/fb5a218ccf204450b519b492ad4aa079 2024-11-25T10:16:37,061 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/3a1b0c8e740ae1c15e15d1a637215f96/A/fb5a218ccf204450b519b492ad4aa079, entries=200, sequenceid=332, filesize=39.0 K 2024-11-25T10:16:37,062 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/3a1b0c8e740ae1c15e15d1a637215f96/.tmp/B/ecc2bcd6451c423c896be6efe16cd45f as hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/3a1b0c8e740ae1c15e15d1a637215f96/B/ecc2bcd6451c423c896be6efe16cd45f 2024-11-25T10:16:37,065 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/3a1b0c8e740ae1c15e15d1a637215f96/B/ecc2bcd6451c423c896be6efe16cd45f, entries=150, sequenceid=332, filesize=12.0 K 2024-11-25T10:16:37,066 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/3a1b0c8e740ae1c15e15d1a637215f96/.tmp/C/284500d9f7c143f7969389f38fba1217 as hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/3a1b0c8e740ae1c15e15d1a637215f96/C/284500d9f7c143f7969389f38fba1217 2024-11-25T10:16:37,075 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/3a1b0c8e740ae1c15e15d1a637215f96/C/284500d9f7c143f7969389f38fba1217, entries=150, sequenceid=332, filesize=12.0 K 2024-11-25T10:16:37,076 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~53.67 KB/54960, heapSize ~160.08 KB/163920, currentSize=125.23 KB/128240 for 3a1b0c8e740ae1c15e15d1a637215f96 in 902ms, sequenceid=332, compaction requested=true 2024-11-25T10:16:37,076 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 3a1b0c8e740ae1c15e15d1a637215f96: 2024-11-25T10:16:37,077 DEBUG [RS:0;e2fd862922a0:38547-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-25T10:16:37,078 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 3a1b0c8e740ae1c15e15d1a637215f96:A, priority=-2147483648, current under compaction store size is 1 2024-11-25T10:16:37,078 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-25T10:16:37,078 DEBUG [RS:0;e2fd862922a0:38547-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-25T10:16:37,078 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 3a1b0c8e740ae1c15e15d1a637215f96:B, priority=-2147483648, current under compaction store size is 2 2024-11-25T10:16:37,078 DEBUG [RS:0;e2fd862922a0:38547-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 103073 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-25T10:16:37,078 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-25T10:16:37,078 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 3a1b0c8e740ae1c15e15d1a637215f96:C, priority=-2147483648, current under compaction store size is 3 2024-11-25T10:16:37,078 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-25T10:16:37,078 DEBUG [RS:0;e2fd862922a0:38547-shortCompactions-0 {}] regionserver.HStore(1541): 3a1b0c8e740ae1c15e15d1a637215f96/A is initiating minor compaction (all files) 2024-11-25T10:16:37,078 INFO [RS:0;e2fd862922a0:38547-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 3a1b0c8e740ae1c15e15d1a637215f96/A in TestAcidGuarantees,,1732529775366.3a1b0c8e740ae1c15e15d1a637215f96. 2024-11-25T10:16:37,078 INFO [RS:0;e2fd862922a0:38547-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/3a1b0c8e740ae1c15e15d1a637215f96/A/59ad8eb1a62d4546b84f7895e98d9e38, hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/3a1b0c8e740ae1c15e15d1a637215f96/A/af11d674ae9540a9adf069d3da3ee88a, hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/3a1b0c8e740ae1c15e15d1a637215f96/A/fb5a218ccf204450b519b492ad4aa079] into tmpdir=hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/3a1b0c8e740ae1c15e15d1a637215f96/.tmp, totalSize=100.7 K 2024-11-25T10:16:37,079 INFO [RS:0;e2fd862922a0:38547-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=53.85 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732529775366.3a1b0c8e740ae1c15e15d1a637215f96. 2024-11-25T10:16:37,079 DEBUG [RS:0;e2fd862922a0:38547-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732529775366.3a1b0c8e740ae1c15e15d1a637215f96. files: [hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/3a1b0c8e740ae1c15e15d1a637215f96/A/59ad8eb1a62d4546b84f7895e98d9e38, hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/3a1b0c8e740ae1c15e15d1a637215f96/A/af11d674ae9540a9adf069d3da3ee88a, hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/3a1b0c8e740ae1c15e15d1a637215f96/A/fb5a218ccf204450b519b492ad4aa079] 2024-11-25T10:16:37,079 DEBUG [RS:0;e2fd862922a0:38547-shortCompactions-0 {}] compactions.Compactor(225): Compacting 59ad8eb1a62d4546b84f7895e98d9e38, keycount=150, bloomtype=ROW, size=31.1 K, encoding=NONE, compression=NONE, seqNum=281, earliestPutTs=1732529790445 2024-11-25T10:16:37,080 DEBUG [RS:0;e2fd862922a0:38547-shortCompactions-0 {}] compactions.Compactor(225): Compacting af11d674ae9540a9adf069d3da3ee88a, keycount=150, bloomtype=ROW, size=30.5 K, encoding=NONE, compression=NONE, seqNum=318, earliestPutTs=1732529792790 2024-11-25T10:16:37,081 DEBUG [RS:0;e2fd862922a0:38547-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37517 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-25T10:16:37,081 DEBUG [RS:0;e2fd862922a0:38547-longCompactions-0 {}] regionserver.HStore(1541): 3a1b0c8e740ae1c15e15d1a637215f96/B is initiating minor compaction (all files) 2024-11-25T10:16:37,081 INFO [RS:0;e2fd862922a0:38547-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 3a1b0c8e740ae1c15e15d1a637215f96/B in TestAcidGuarantees,,1732529775366.3a1b0c8e740ae1c15e15d1a637215f96. 2024-11-25T10:16:37,081 INFO [RS:0;e2fd862922a0:38547-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/3a1b0c8e740ae1c15e15d1a637215f96/B/d69f95245ffb4437a85f8dcdcd8839be, hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/3a1b0c8e740ae1c15e15d1a637215f96/B/2b7e99fc71cc4c8ca00c96be36fc6287, hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/3a1b0c8e740ae1c15e15d1a637215f96/B/ecc2bcd6451c423c896be6efe16cd45f] into tmpdir=hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/3a1b0c8e740ae1c15e15d1a637215f96/.tmp, totalSize=36.6 K 2024-11-25T10:16:37,081 DEBUG [RS:0;e2fd862922a0:38547-shortCompactions-0 {}] compactions.Compactor(225): Compacting fb5a218ccf204450b519b492ad4aa079, keycount=200, bloomtype=ROW, size=39.0 K, encoding=NONE, compression=NONE, seqNum=332, earliestPutTs=1732529794000 2024-11-25T10:16:37,081 DEBUG [RS:0;e2fd862922a0:38547-longCompactions-0 {}] compactions.Compactor(225): Compacting d69f95245ffb4437a85f8dcdcd8839be, keycount=150, bloomtype=ROW, size=12.6 K, encoding=NONE, compression=NONE, seqNum=281, earliestPutTs=1732529790445 2024-11-25T10:16:37,082 DEBUG [RS:0;e2fd862922a0:38547-longCompactions-0 {}] compactions.Compactor(225): Compacting 2b7e99fc71cc4c8ca00c96be36fc6287, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=318, earliestPutTs=1732529792790 2024-11-25T10:16:37,082 DEBUG [RS:0;e2fd862922a0:38547-longCompactions-0 {}] compactions.Compactor(225): Compacting ecc2bcd6451c423c896be6efe16cd45f, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=332, earliestPutTs=1732529794000 2024-11-25T10:16:37,094 INFO [RS:0;e2fd862922a0:38547-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(321): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=3a1b0c8e740ae1c15e15d1a637215f96] 2024-11-25T10:16:37,095 INFO [RS:0;e2fd862922a0:38547-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 3a1b0c8e740ae1c15e15d1a637215f96#B#compaction#519 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 53.85 MB/second 2024-11-25T10:16:37,095 DEBUG [RS:0;e2fd862922a0:38547-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(635): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e202411255fa0d374e5a24911bc981ce8b97b5bc4_3a1b0c8e740ae1c15e15d1a637215f96 store=[table=TestAcidGuarantees family=A region=3a1b0c8e740ae1c15e15d1a637215f96] 2024-11-25T10:16:37,095 DEBUG [RS:0;e2fd862922a0:38547-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/3a1b0c8e740ae1c15e15d1a637215f96/.tmp/B/b459332adfae449ebc62cae6495d9fd1 is 50, key is test_row_0/B:col10/1732529796173/Put/seqid=0 2024-11-25T10:16:37,098 DEBUG [RS:0;e2fd862922a0:38547-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(656): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e202411255fa0d374e5a24911bc981ce8b97b5bc4_3a1b0c8e740ae1c15e15d1a637215f96, store=[table=TestAcidGuarantees family=A region=3a1b0c8e740ae1c15e15d1a637215f96] 2024-11-25T10:16:37,098 DEBUG [RS:0;e2fd862922a0:38547-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(667): Aborting writer for hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411255fa0d374e5a24911bc981ce8b97b5bc4_3a1b0c8e740ae1c15e15d1a637215f96 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=3a1b0c8e740ae1c15e15d1a637215f96] 2024-11-25T10:16:37,102 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39927 is added to blk_1073742441_1617 (size=13017) 2024-11-25T10:16:37,122 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39927 is added to blk_1073742442_1618 (size=4469) 2024-11-25T10:16:37,125 INFO [RS:0;e2fd862922a0:38547-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 3a1b0c8e740ae1c15e15d1a637215f96#A#compaction#520 average throughput is 0.79 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 53.85 MB/second 2024-11-25T10:16:37,126 DEBUG [RS:0;e2fd862922a0:38547-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/3a1b0c8e740ae1c15e15d1a637215f96/.tmp/A/5e22f9691a9a4f90a578b6464e44939f is 175, key is test_row_0/A:col10/1732529796173/Put/seqid=0 2024-11-25T10:16:37,131 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39927 is added to blk_1073742443_1619 (size=31971) 2024-11-25T10:16:37,161 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41005 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=172 2024-11-25T10:16:37,162 INFO [RPCClient-NioEventLoopGroup-4-12 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-25T10:16:37,162 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41005 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-25T10:16:37,163 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41005 {}] procedure2.ProcedureExecutor(1139): Stored pid=174, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=174, table=TestAcidGuarantees 2024-11-25T10:16:37,165 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41005 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=174 2024-11-25T10:16:37,165 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=174, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=174, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-25T10:16:37,167 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=174, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=174, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-25T10:16:37,167 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=175, ppid=174, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-25T10:16:37,272 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41005 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=174 2024-11-25T10:16:37,320 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=38547 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=175 2024-11-25T10:16:37,320 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e2fd862922a0:0-1 {event_type=RS_FLUSH_REGIONS, pid=175}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732529775366.3a1b0c8e740ae1c15e15d1a637215f96. 2024-11-25T10:16:37,321 INFO [RS_FLUSH_OPERATIONS-regionserver/e2fd862922a0:0-1 {event_type=RS_FLUSH_REGIONS, pid=175}] regionserver.HRegion(2902): Flushing 3a1b0c8e740ae1c15e15d1a637215f96 3/3 column families, dataSize=125.23 KB heapSize=355.30 KB 2024-11-25T10:16:37,321 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e2fd862922a0:0-1 {event_type=RS_FLUSH_REGIONS, pid=175}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 3a1b0c8e740ae1c15e15d1a637215f96, store=A 2024-11-25T10:16:37,321 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e2fd862922a0:0-1 {event_type=RS_FLUSH_REGIONS, pid=175}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-25T10:16:37,321 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e2fd862922a0:0-1 {event_type=RS_FLUSH_REGIONS, pid=175}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 3a1b0c8e740ae1c15e15d1a637215f96, store=B 2024-11-25T10:16:37,321 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e2fd862922a0:0-1 {event_type=RS_FLUSH_REGIONS, pid=175}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-25T10:16:37,321 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e2fd862922a0:0-1 {event_type=RS_FLUSH_REGIONS, pid=175}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 3a1b0c8e740ae1c15e15d1a637215f96, store=C 2024-11-25T10:16:37,321 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e2fd862922a0:0-1 {event_type=RS_FLUSH_REGIONS, pid=175}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-25T10:16:37,327 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e2fd862922a0:0-1 {event_type=RS_FLUSH_REGIONS, pid=175}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024112519d0d8157c8a405fa58ee80a15f529ec_3a1b0c8e740ae1c15e15d1a637215f96 is 50, key is test_row_0/A:col10/1732529796362/Put/seqid=0 2024-11-25T10:16:37,330 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39927 is added to blk_1073742444_1620 (size=12454) 2024-11-25T10:16:37,482 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41005 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=174 2024-11-25T10:16:37,506 DEBUG [RS:0;e2fd862922a0:38547-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/3a1b0c8e740ae1c15e15d1a637215f96/.tmp/B/b459332adfae449ebc62cae6495d9fd1 as hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/3a1b0c8e740ae1c15e15d1a637215f96/B/b459332adfae449ebc62cae6495d9fd1 2024-11-25T10:16:37,510 INFO [RS:0;e2fd862922a0:38547-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 3a1b0c8e740ae1c15e15d1a637215f96/B of 3a1b0c8e740ae1c15e15d1a637215f96 into b459332adfae449ebc62cae6495d9fd1(size=12.7 K), total size for store is 12.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-25T10:16:37,510 DEBUG [RS:0;e2fd862922a0:38547-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 3a1b0c8e740ae1c15e15d1a637215f96: 2024-11-25T10:16:37,510 INFO [RS:0;e2fd862922a0:38547-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732529775366.3a1b0c8e740ae1c15e15d1a637215f96., storeName=3a1b0c8e740ae1c15e15d1a637215f96/B, priority=13, startTime=1732529797078; duration=0sec 2024-11-25T10:16:37,510 DEBUG [RS:0;e2fd862922a0:38547-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-25T10:16:37,510 DEBUG [RS:0;e2fd862922a0:38547-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 3a1b0c8e740ae1c15e15d1a637215f96:B 2024-11-25T10:16:37,510 DEBUG [RS:0;e2fd862922a0:38547-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-25T10:16:37,511 DEBUG [RS:0;e2fd862922a0:38547-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37517 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-25T10:16:37,511 DEBUG [RS:0;e2fd862922a0:38547-longCompactions-0 {}] regionserver.HStore(1541): 3a1b0c8e740ae1c15e15d1a637215f96/C is initiating minor compaction (all files) 2024-11-25T10:16:37,511 INFO [RS:0;e2fd862922a0:38547-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 3a1b0c8e740ae1c15e15d1a637215f96/C in TestAcidGuarantees,,1732529775366.3a1b0c8e740ae1c15e15d1a637215f96. 2024-11-25T10:16:37,511 INFO [RS:0;e2fd862922a0:38547-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/3a1b0c8e740ae1c15e15d1a637215f96/C/965a4111401e4a7fa66472ae60f9f809, hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/3a1b0c8e740ae1c15e15d1a637215f96/C/1348eb2783584cccb129555e3d5bbe65, hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/3a1b0c8e740ae1c15e15d1a637215f96/C/284500d9f7c143f7969389f38fba1217] into tmpdir=hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/3a1b0c8e740ae1c15e15d1a637215f96/.tmp, totalSize=36.6 K 2024-11-25T10:16:37,511 DEBUG [RS:0;e2fd862922a0:38547-longCompactions-0 {}] compactions.Compactor(225): Compacting 965a4111401e4a7fa66472ae60f9f809, keycount=150, bloomtype=ROW, size=12.6 K, encoding=NONE, compression=NONE, seqNum=281, earliestPutTs=1732529790445 2024-11-25T10:16:37,512 DEBUG [RS:0;e2fd862922a0:38547-longCompactions-0 {}] compactions.Compactor(225): Compacting 1348eb2783584cccb129555e3d5bbe65, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=318, earliestPutTs=1732529792790 2024-11-25T10:16:37,512 DEBUG [RS:0;e2fd862922a0:38547-longCompactions-0 {}] compactions.Compactor(225): Compacting 284500d9f7c143f7969389f38fba1217, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=332, earliestPutTs=1732529794000 2024-11-25T10:16:37,519 INFO [RS:0;e2fd862922a0:38547-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 3a1b0c8e740ae1c15e15d1a637215f96#C#compaction#522 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 53.85 MB/second 2024-11-25T10:16:37,520 DEBUG [RS:0;e2fd862922a0:38547-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/3a1b0c8e740ae1c15e15d1a637215f96/.tmp/C/4eaf7b9c57a94a04a55f435651fbcc75 is 50, key is test_row_0/C:col10/1732529796173/Put/seqid=0 2024-11-25T10:16:37,526 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] regionserver.HRegion(8855): Flush requested on 3a1b0c8e740ae1c15e15d1a637215f96 2024-11-25T10:16:37,526 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732529775366.3a1b0c8e740ae1c15e15d1a637215f96. as already flushing 2024-11-25T10:16:37,527 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39927 is added to blk_1073742445_1621 (size=13017) 2024-11-25T10:16:37,532 DEBUG [RS:0;e2fd862922a0:38547-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/3a1b0c8e740ae1c15e15d1a637215f96/.tmp/C/4eaf7b9c57a94a04a55f435651fbcc75 as hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/3a1b0c8e740ae1c15e15d1a637215f96/C/4eaf7b9c57a94a04a55f435651fbcc75 2024-11-25T10:16:37,536 DEBUG [RS:0;e2fd862922a0:38547-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/3a1b0c8e740ae1c15e15d1a637215f96/.tmp/A/5e22f9691a9a4f90a578b6464e44939f as hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/3a1b0c8e740ae1c15e15d1a637215f96/A/5e22f9691a9a4f90a578b6464e44939f 2024-11-25T10:16:37,536 INFO [RS:0;e2fd862922a0:38547-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 3a1b0c8e740ae1c15e15d1a637215f96/C of 3a1b0c8e740ae1c15e15d1a637215f96 into 4eaf7b9c57a94a04a55f435651fbcc75(size=12.7 K), total size for store is 12.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-25T10:16:37,536 DEBUG [RS:0;e2fd862922a0:38547-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 3a1b0c8e740ae1c15e15d1a637215f96: 2024-11-25T10:16:37,536 INFO [RS:0;e2fd862922a0:38547-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732529775366.3a1b0c8e740ae1c15e15d1a637215f96., storeName=3a1b0c8e740ae1c15e15d1a637215f96/C, priority=13, startTime=1732529797078; duration=0sec 2024-11-25T10:16:37,536 DEBUG [RS:0;e2fd862922a0:38547-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-25T10:16:37,536 DEBUG [RS:0;e2fd862922a0:38547-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 3a1b0c8e740ae1c15e15d1a637215f96:C 2024-11-25T10:16:37,539 INFO [RS:0;e2fd862922a0:38547-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 3a1b0c8e740ae1c15e15d1a637215f96/A of 3a1b0c8e740ae1c15e15d1a637215f96 into 5e22f9691a9a4f90a578b6464e44939f(size=31.2 K), total size for store is 31.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-25T10:16:37,540 DEBUG [RS:0;e2fd862922a0:38547-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 3a1b0c8e740ae1c15e15d1a637215f96: 2024-11-25T10:16:37,540 INFO [RS:0;e2fd862922a0:38547-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732529775366.3a1b0c8e740ae1c15e15d1a637215f96., storeName=3a1b0c8e740ae1c15e15d1a637215f96/A, priority=13, startTime=1732529797076; duration=0sec 2024-11-25T10:16:37,540 DEBUG [RS:0;e2fd862922a0:38547-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-25T10:16:37,540 DEBUG [RS:0;e2fd862922a0:38547-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 3a1b0c8e740ae1c15e15d1a637215f96:A 2024-11-25T10:16:37,569 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a1b0c8e740ae1c15e15d1a637215f96, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-25T10:16:37,570 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38547 {}] ipc.CallRunner(138): callId: 153 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48400 deadline: 1732529857566, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a1b0c8e740ae1c15e15d1a637215f96, server=e2fd862922a0,38547,1732529625709 2024-11-25T10:16:37,570 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732529775366.3a1b0c8e740ae1c15e15d1a637215f96., hostname=e2fd862922a0,38547,1732529625709, seqNum=5 , the old value is region=TestAcidGuarantees,,1732529775366.3a1b0c8e740ae1c15e15d1a637215f96., hostname=e2fd862922a0,38547,1732529625709, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a1b0c8e740ae1c15e15d1a637215f96, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T10:16:37,570 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732529775366.3a1b0c8e740ae1c15e15d1a637215f96., hostname=e2fd862922a0,38547,1732529625709, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a1b0c8e740ae1c15e15d1a637215f96, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T10:16:37,570 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732529775366.3a1b0c8e740ae1c15e15d1a637215f96., hostname=e2fd862922a0,38547,1732529625709, seqNum=5 because the exception is null or not the one we care about 2024-11-25T10:16:37,673 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a1b0c8e740ae1c15e15d1a637215f96, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-25T10:16:37,674 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] ipc.CallRunner(138): callId: 154 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48400 deadline: 1732529857672, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a1b0c8e740ae1c15e15d1a637215f96, server=e2fd862922a0,38547,1732529625709 2024-11-25T10:16:37,674 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732529775366.3a1b0c8e740ae1c15e15d1a637215f96., hostname=e2fd862922a0,38547,1732529625709, seqNum=5 , the old value is region=TestAcidGuarantees,,1732529775366.3a1b0c8e740ae1c15e15d1a637215f96., hostname=e2fd862922a0,38547,1732529625709, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a1b0c8e740ae1c15e15d1a637215f96, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T10:16:37,674 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732529775366.3a1b0c8e740ae1c15e15d1a637215f96., hostname=e2fd862922a0,38547,1732529625709, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a1b0c8e740ae1c15e15d1a637215f96, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T10:16:37,674 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732529775366.3a1b0c8e740ae1c15e15d1a637215f96., hostname=e2fd862922a0,38547,1732529625709, seqNum=5 because the exception is null or not the one we care about 2024-11-25T10:16:37,731 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e2fd862922a0:0-1 {event_type=RS_FLUSH_REGIONS, pid=175}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:16:37,735 INFO [RS_FLUSH_OPERATIONS-regionserver/e2fd862922a0:0-1 {event_type=RS_FLUSH_REGIONS, pid=175}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024112519d0d8157c8a405fa58ee80a15f529ec_3a1b0c8e740ae1c15e15d1a637215f96 to hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112519d0d8157c8a405fa58ee80a15f529ec_3a1b0c8e740ae1c15e15d1a637215f96 2024-11-25T10:16:37,736 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e2fd862922a0:0-1 {event_type=RS_FLUSH_REGIONS, pid=175}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/3a1b0c8e740ae1c15e15d1a637215f96/.tmp/A/c0a579edb43d4512a468f1ff0ed4c99d, store: [table=TestAcidGuarantees family=A region=3a1b0c8e740ae1c15e15d1a637215f96] 2024-11-25T10:16:37,736 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e2fd862922a0:0-1 {event_type=RS_FLUSH_REGIONS, pid=175}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/3a1b0c8e740ae1c15e15d1a637215f96/.tmp/A/c0a579edb43d4512a468f1ff0ed4c99d is 175, key is test_row_0/A:col10/1732529796362/Put/seqid=0 2024-11-25T10:16:37,745 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39927 is added to blk_1073742446_1622 (size=31255) 2024-11-25T10:16:37,792 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41005 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=174 2024-11-25T10:16:37,884 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a1b0c8e740ae1c15e15d1a637215f96, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-25T10:16:37,884 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38547 {}] ipc.CallRunner(138): callId: 155 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48400 deadline: 1732529857882, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a1b0c8e740ae1c15e15d1a637215f96, server=e2fd862922a0,38547,1732529625709 2024-11-25T10:16:37,885 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732529775366.3a1b0c8e740ae1c15e15d1a637215f96., hostname=e2fd862922a0,38547,1732529625709, seqNum=5 , the old value is region=TestAcidGuarantees,,1732529775366.3a1b0c8e740ae1c15e15d1a637215f96., hostname=e2fd862922a0,38547,1732529625709, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a1b0c8e740ae1c15e15d1a637215f96, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T10:16:37,885 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732529775366.3a1b0c8e740ae1c15e15d1a637215f96., hostname=e2fd862922a0,38547,1732529625709, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a1b0c8e740ae1c15e15d1a637215f96, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T10:16:37,885 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732529775366.3a1b0c8e740ae1c15e15d1a637215f96., hostname=e2fd862922a0,38547,1732529625709, seqNum=5 because the exception is null or not the one we care about 2024-11-25T10:16:38,069 INFO [Thread-2389 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-2389. 2024-11-25T10:16:38,069 DEBUG [Thread-2389 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicGetReader.workDone(AcidGuaranteesTestTool.java:234) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-25T10:16:38,069 DEBUG [Thread-2389 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T10:16:38,069 DEBUG [Thread-2389 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T10:16:38,069 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-25T10:16:38,070 INFO [Thread-2391 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-2391. 2024-11-25T10:16:38,070 DEBUG [Thread-2391 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicGetReader.workDone(AcidGuaranteesTestTool.java:234) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-25T10:16:38,070 DEBUG [Thread-2391 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T10:16:38,070 DEBUG [Thread-2391 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T10:16:38,070 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-25T10:16:38,072 INFO [Thread-2385 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-2385. 2024-11-25T10:16:38,072 DEBUG [Thread-2385 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicGetReader.workDone(AcidGuaranteesTestTool.java:234) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-25T10:16:38,072 DEBUG [Thread-2385 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T10:16:38,072 DEBUG [Thread-2385 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T10:16:38,072 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-25T10:16:38,073 INFO [Thread-2383 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-2383. 2024-11-25T10:16:38,073 DEBUG [Thread-2383 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicGetReader.workDone(AcidGuaranteesTestTool.java:234) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-25T10:16:38,073 DEBUG [Thread-2383 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T10:16:38,073 DEBUG [Thread-2383 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T10:16:38,073 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-25T10:16:38,074 INFO [Thread-2387 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-2387. 2024-11-25T10:16:38,074 DEBUG [Thread-2387 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicGetReader.workDone(AcidGuaranteesTestTool.java:234) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-25T10:16:38,074 DEBUG [Thread-2387 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T10:16:38,074 DEBUG [Thread-2387 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T10:16:38,074 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-25T10:16:38,142 INFO [RS_FLUSH_OPERATIONS-regionserver/e2fd862922a0:0-1 {event_type=RS_FLUSH_REGIONS, pid=175}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=367, memsize=42.5 K, hasBloomFilter=true, into tmp file hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/3a1b0c8e740ae1c15e15d1a637215f96/.tmp/A/c0a579edb43d4512a468f1ff0ed4c99d 2024-11-25T10:16:38,150 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e2fd862922a0:0-1 {event_type=RS_FLUSH_REGIONS, pid=175}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/3a1b0c8e740ae1c15e15d1a637215f96/.tmp/B/be16506b4c534f91813b35b9b7fd49ee is 50, key is test_row_0/B:col10/1732529796362/Put/seqid=0 2024-11-25T10:16:38,153 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39927 is added to blk_1073742447_1623 (size=12301) 2024-11-25T10:16:38,192 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a1b0c8e740ae1c15e15d1a637215f96, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-25T10:16:38,193 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] ipc.CallRunner(138): callId: 156 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48400 deadline: 1732529858192, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a1b0c8e740ae1c15e15d1a637215f96, server=e2fd862922a0,38547,1732529625709 2024-11-25T10:16:38,193 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732529775366.3a1b0c8e740ae1c15e15d1a637215f96., hostname=e2fd862922a0,38547,1732529625709, seqNum=5 , the old value is region=TestAcidGuarantees,,1732529775366.3a1b0c8e740ae1c15e15d1a637215f96., hostname=e2fd862922a0,38547,1732529625709, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a1b0c8e740ae1c15e15d1a637215f96, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T10:16:38,193 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732529775366.3a1b0c8e740ae1c15e15d1a637215f96., hostname=e2fd862922a0,38547,1732529625709, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a1b0c8e740ae1c15e15d1a637215f96, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T10:16:38,193 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732529775366.3a1b0c8e740ae1c15e15d1a637215f96., hostname=e2fd862922a0,38547,1732529625709, seqNum=5 because the exception is null or not the one we care about 2024-11-25T10:16:38,302 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41005 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=174 2024-11-25T10:16:38,554 INFO [RS_FLUSH_OPERATIONS-regionserver/e2fd862922a0:0-1 {event_type=RS_FLUSH_REGIONS, pid=175}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=367 (bloomFilter=true), to=hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/3a1b0c8e740ae1c15e15d1a637215f96/.tmp/B/be16506b4c534f91813b35b9b7fd49ee 2024-11-25T10:16:38,559 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e2fd862922a0:0-1 {event_type=RS_FLUSH_REGIONS, pid=175}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/3a1b0c8e740ae1c15e15d1a637215f96/.tmp/C/eb4e755f372341a9860ac1d059cac9a4 is 50, key is test_row_0/C:col10/1732529796362/Put/seqid=0 2024-11-25T10:16:38,562 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39927 is added to blk_1073742448_1624 (size=12301) 2024-11-25T10:16:38,702 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a1b0c8e740ae1c15e15d1a637215f96, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-25T10:16:38,702 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] ipc.CallRunner(138): callId: 157 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48400 deadline: 1732529858702, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a1b0c8e740ae1c15e15d1a637215f96, server=e2fd862922a0,38547,1732529625709 2024-11-25T10:16:38,703 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732529775366.3a1b0c8e740ae1c15e15d1a637215f96., hostname=e2fd862922a0,38547,1732529625709, seqNum=5 , the old value is region=TestAcidGuarantees,,1732529775366.3a1b0c8e740ae1c15e15d1a637215f96., hostname=e2fd862922a0,38547,1732529625709, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a1b0c8e740ae1c15e15d1a637215f96, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T10:16:38,703 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732529775366.3a1b0c8e740ae1c15e15d1a637215f96., hostname=e2fd862922a0,38547,1732529625709, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3a1b0c8e740ae1c15e15d1a637215f96, server=e2fd862922a0,38547,1732529625709 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T10:16:38,703 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732529775366.3a1b0c8e740ae1c15e15d1a637215f96., hostname=e2fd862922a0,38547,1732529625709, seqNum=5 because the exception is null or not the one we care about 2024-11-25T10:16:38,963 INFO [RS_FLUSH_OPERATIONS-regionserver/e2fd862922a0:0-1 {event_type=RS_FLUSH_REGIONS, pid=175}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=40.25 KB at sequenceid=367 (bloomFilter=true), to=hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/3a1b0c8e740ae1c15e15d1a637215f96/.tmp/C/eb4e755f372341a9860ac1d059cac9a4 2024-11-25T10:16:38,967 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e2fd862922a0:0-1 {event_type=RS_FLUSH_REGIONS, pid=175}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/3a1b0c8e740ae1c15e15d1a637215f96/.tmp/A/c0a579edb43d4512a468f1ff0ed4c99d as hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/3a1b0c8e740ae1c15e15d1a637215f96/A/c0a579edb43d4512a468f1ff0ed4c99d 2024-11-25T10:16:38,970 INFO [RS_FLUSH_OPERATIONS-regionserver/e2fd862922a0:0-1 {event_type=RS_FLUSH_REGIONS, pid=175}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/3a1b0c8e740ae1c15e15d1a637215f96/A/c0a579edb43d4512a468f1ff0ed4c99d, entries=150, sequenceid=367, filesize=30.5 K 2024-11-25T10:16:38,971 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e2fd862922a0:0-1 {event_type=RS_FLUSH_REGIONS, pid=175}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/3a1b0c8e740ae1c15e15d1a637215f96/.tmp/B/be16506b4c534f91813b35b9b7fd49ee as hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/3a1b0c8e740ae1c15e15d1a637215f96/B/be16506b4c534f91813b35b9b7fd49ee 2024-11-25T10:16:38,973 INFO [RS_FLUSH_OPERATIONS-regionserver/e2fd862922a0:0-1 {event_type=RS_FLUSH_REGIONS, pid=175}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/3a1b0c8e740ae1c15e15d1a637215f96/B/be16506b4c534f91813b35b9b7fd49ee, entries=150, sequenceid=367, filesize=12.0 K 2024-11-25T10:16:38,974 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e2fd862922a0:0-1 {event_type=RS_FLUSH_REGIONS, pid=175}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/3a1b0c8e740ae1c15e15d1a637215f96/.tmp/C/eb4e755f372341a9860ac1d059cac9a4 as hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/3a1b0c8e740ae1c15e15d1a637215f96/C/eb4e755f372341a9860ac1d059cac9a4 2024-11-25T10:16:38,976 INFO [RS_FLUSH_OPERATIONS-regionserver/e2fd862922a0:0-1 {event_type=RS_FLUSH_REGIONS, pid=175}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/3a1b0c8e740ae1c15e15d1a637215f96/C/eb4e755f372341a9860ac1d059cac9a4, entries=150, sequenceid=367, filesize=12.0 K 2024-11-25T10:16:38,977 INFO [RS_FLUSH_OPERATIONS-regionserver/e2fd862922a0:0-1 {event_type=RS_FLUSH_REGIONS, pid=175}] regionserver.HRegion(3140): Finished flush of dataSize ~125.23 KB/128240, heapSize ~355.25 KB/363776, currentSize=53.67 KB/54960 for 3a1b0c8e740ae1c15e15d1a637215f96 in 1656ms, sequenceid=367, compaction requested=false 2024-11-25T10:16:38,977 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e2fd862922a0:0-1 {event_type=RS_FLUSH_REGIONS, pid=175}] regionserver.HRegion(2603): Flush status journal for 3a1b0c8e740ae1c15e15d1a637215f96: 2024-11-25T10:16:38,977 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e2fd862922a0:0-1 {event_type=RS_FLUSH_REGIONS, pid=175}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732529775366.3a1b0c8e740ae1c15e15d1a637215f96. 2024-11-25T10:16:38,977 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e2fd862922a0:0-1 {event_type=RS_FLUSH_REGIONS, pid=175}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=175 2024-11-25T10:16:38,978 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41005 {}] master.HMaster(4169): Remote procedure done, pid=175 2024-11-25T10:16:38,980 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=175, resume processing ppid=174 2024-11-25T10:16:38,980 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=175, ppid=174, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.8120 sec 2024-11-25T10:16:38,981 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=174, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=174, table=TestAcidGuarantees in 1.8180 sec 2024-11-25T10:16:39,312 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41005 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=174 2024-11-25T10:16:39,313 INFO [RPCClient-NioEventLoopGroup-4-12 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-25T10:16:39,713 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38547 {}] regionserver.HRegion(8855): Flush requested on 3a1b0c8e740ae1c15e15d1a637215f96 2024-11-25T10:16:39,713 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 3a1b0c8e740ae1c15e15d1a637215f96 3/3 column families, dataSize=60.38 KB heapSize=180.05 KB 2024-11-25T10:16:39,714 INFO [Thread-2376 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-2376. 2024-11-25T10:16:39,714 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 3a1b0c8e740ae1c15e15d1a637215f96, store=A 2024-11-25T10:16:39,714 DEBUG [Thread-2376 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-25T10:16:39,714 DEBUG [Thread-2376 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T10:16:39,714 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T10:16:39,714 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 3a1b0c8e740ae1c15e15d1a637215f96, store=B 2024-11-25T10:16:39,714 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T10:16:39,714 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 3a1b0c8e740ae1c15e15d1a637215f96, store=C 2024-11-25T10:16:39,714 DEBUG [Thread-2376 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T10:16:39,714 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T10:16:39,714 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-25T10:16:39,719 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024112503761459c17d4022a98a41dee96fadb0_3a1b0c8e740ae1c15e15d1a637215f96 is 50, key is test_row_0/A:col10/1732529797564/Put/seqid=0 2024-11-25T10:16:39,722 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39927 is added to blk_1073742449_1625 (size=12454) 2024-11-25T10:16:39,722 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:16:39,725 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024112503761459c17d4022a98a41dee96fadb0_3a1b0c8e740ae1c15e15d1a637215f96 to hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112503761459c17d4022a98a41dee96fadb0_3a1b0c8e740ae1c15e15d1a637215f96 2024-11-25T10:16:39,726 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/3a1b0c8e740ae1c15e15d1a637215f96/.tmp/A/a1cadeb5675647b2bdf9ab053fa7e7e6, store: [table=TestAcidGuarantees family=A region=3a1b0c8e740ae1c15e15d1a637215f96] 2024-11-25T10:16:39,726 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/3a1b0c8e740ae1c15e15d1a637215f96/.tmp/A/a1cadeb5675647b2bdf9ab053fa7e7e6 is 175, key is test_row_0/A:col10/1732529797564/Put/seqid=0 2024-11-25T10:16:39,729 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39927 is added to blk_1073742450_1626 (size=31255) 2024-11-25T10:16:40,130 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=382, memsize=20.1 K, hasBloomFilter=true, into tmp file hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/3a1b0c8e740ae1c15e15d1a637215f96/.tmp/A/a1cadeb5675647b2bdf9ab053fa7e7e6 2024-11-25T10:16:40,135 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/3a1b0c8e740ae1c15e15d1a637215f96/.tmp/B/8b5963a0f6684033bc69247f3ef19151 is 50, key is test_row_0/B:col10/1732529797564/Put/seqid=0 2024-11-25T10:16:40,138 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39927 is added to blk_1073742451_1627 (size=12301) 2024-11-25T10:16:40,523 INFO [Thread-2372 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-2372. 2024-11-25T10:16:40,523 DEBUG [Thread-2372 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-25T10:16:40,523 DEBUG [Thread-2372 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T10:16:40,523 DEBUG [Thread-2372 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T10:16:40,524 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-25T10:16:40,539 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=382 (bloomFilter=true), to=hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/3a1b0c8e740ae1c15e15d1a637215f96/.tmp/B/8b5963a0f6684033bc69247f3ef19151 2024-11-25T10:16:40,546 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/3a1b0c8e740ae1c15e15d1a637215f96/.tmp/C/3c9cb2a340ba464dbb0c2ad4b018e446 is 50, key is test_row_0/C:col10/1732529797564/Put/seqid=0 2024-11-25T10:16:40,549 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39927 is added to blk_1073742452_1628 (size=12301) 2024-11-25T10:16:40,949 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=382 (bloomFilter=true), to=hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/3a1b0c8e740ae1c15e15d1a637215f96/.tmp/C/3c9cb2a340ba464dbb0c2ad4b018e446 2024-11-25T10:16:40,953 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/3a1b0c8e740ae1c15e15d1a637215f96/.tmp/A/a1cadeb5675647b2bdf9ab053fa7e7e6 as hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/3a1b0c8e740ae1c15e15d1a637215f96/A/a1cadeb5675647b2bdf9ab053fa7e7e6 2024-11-25T10:16:40,956 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/3a1b0c8e740ae1c15e15d1a637215f96/A/a1cadeb5675647b2bdf9ab053fa7e7e6, entries=150, sequenceid=382, filesize=30.5 K 2024-11-25T10:16:40,957 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/3a1b0c8e740ae1c15e15d1a637215f96/.tmp/B/8b5963a0f6684033bc69247f3ef19151 as hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/3a1b0c8e740ae1c15e15d1a637215f96/B/8b5963a0f6684033bc69247f3ef19151 2024-11-25T10:16:40,959 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/3a1b0c8e740ae1c15e15d1a637215f96/B/8b5963a0f6684033bc69247f3ef19151, entries=150, sequenceid=382, filesize=12.0 K 2024-11-25T10:16:40,960 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/3a1b0c8e740ae1c15e15d1a637215f96/.tmp/C/3c9cb2a340ba464dbb0c2ad4b018e446 as hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/3a1b0c8e740ae1c15e15d1a637215f96/C/3c9cb2a340ba464dbb0c2ad4b018e446 2024-11-25T10:16:40,963 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/3a1b0c8e740ae1c15e15d1a637215f96/C/3c9cb2a340ba464dbb0c2ad4b018e446, entries=150, sequenceid=382, filesize=12.0 K 2024-11-25T10:16:40,964 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~60.38 KB/61830, heapSize ~180 KB/184320, currentSize=6.71 KB/6870 for 3a1b0c8e740ae1c15e15d1a637215f96 in 1250ms, sequenceid=382, compaction requested=true 2024-11-25T10:16:40,964 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 3a1b0c8e740ae1c15e15d1a637215f96: 2024-11-25T10:16:40,964 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 3a1b0c8e740ae1c15e15d1a637215f96:A, priority=-2147483648, current under compaction store size is 1 2024-11-25T10:16:40,964 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-25T10:16:40,964 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 3a1b0c8e740ae1c15e15d1a637215f96:B, priority=-2147483648, current under compaction store size is 2 2024-11-25T10:16:40,964 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-25T10:16:40,964 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 3a1b0c8e740ae1c15e15d1a637215f96:C, priority=-2147483648, current under compaction store size is 3 2024-11-25T10:16:40,964 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-25T10:16:40,964 DEBUG [RS:0;e2fd862922a0:38547-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-25T10:16:40,964 DEBUG [RS:0;e2fd862922a0:38547-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-25T10:16:40,966 DEBUG [RS:0;e2fd862922a0:38547-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37619 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-25T10:16:40,966 DEBUG [RS:0;e2fd862922a0:38547-longCompactions-0 {}] regionserver.HStore(1541): 3a1b0c8e740ae1c15e15d1a637215f96/B is initiating minor compaction (all files) 2024-11-25T10:16:40,966 INFO [RS:0;e2fd862922a0:38547-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 3a1b0c8e740ae1c15e15d1a637215f96/B in TestAcidGuarantees,,1732529775366.3a1b0c8e740ae1c15e15d1a637215f96. 2024-11-25T10:16:40,966 DEBUG [RS:0;e2fd862922a0:38547-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 94481 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-25T10:16:40,967 DEBUG [RS:0;e2fd862922a0:38547-shortCompactions-0 {}] regionserver.HStore(1541): 3a1b0c8e740ae1c15e15d1a637215f96/A is initiating minor compaction (all files) 2024-11-25T10:16:40,967 INFO [RS:0;e2fd862922a0:38547-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/3a1b0c8e740ae1c15e15d1a637215f96/B/b459332adfae449ebc62cae6495d9fd1, hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/3a1b0c8e740ae1c15e15d1a637215f96/B/be16506b4c534f91813b35b9b7fd49ee, hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/3a1b0c8e740ae1c15e15d1a637215f96/B/8b5963a0f6684033bc69247f3ef19151] into tmpdir=hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/3a1b0c8e740ae1c15e15d1a637215f96/.tmp, totalSize=36.7 K 2024-11-25T10:16:40,967 INFO [RS:0;e2fd862922a0:38547-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 3a1b0c8e740ae1c15e15d1a637215f96/A in TestAcidGuarantees,,1732529775366.3a1b0c8e740ae1c15e15d1a637215f96. 2024-11-25T10:16:40,967 INFO [RS:0;e2fd862922a0:38547-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/3a1b0c8e740ae1c15e15d1a637215f96/A/5e22f9691a9a4f90a578b6464e44939f, hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/3a1b0c8e740ae1c15e15d1a637215f96/A/c0a579edb43d4512a468f1ff0ed4c99d, hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/3a1b0c8e740ae1c15e15d1a637215f96/A/a1cadeb5675647b2bdf9ab053fa7e7e6] into tmpdir=hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/3a1b0c8e740ae1c15e15d1a637215f96/.tmp, totalSize=92.3 K 2024-11-25T10:16:40,967 INFO [RS:0;e2fd862922a0:38547-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=53.85 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732529775366.3a1b0c8e740ae1c15e15d1a637215f96. 2024-11-25T10:16:40,967 DEBUG [RS:0;e2fd862922a0:38547-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732529775366.3a1b0c8e740ae1c15e15d1a637215f96. files: [hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/3a1b0c8e740ae1c15e15d1a637215f96/A/5e22f9691a9a4f90a578b6464e44939f, hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/3a1b0c8e740ae1c15e15d1a637215f96/A/c0a579edb43d4512a468f1ff0ed4c99d, hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/3a1b0c8e740ae1c15e15d1a637215f96/A/a1cadeb5675647b2bdf9ab053fa7e7e6] 2024-11-25T10:16:40,967 DEBUG [RS:0;e2fd862922a0:38547-shortCompactions-0 {}] compactions.Compactor(225): Compacting 5e22f9691a9a4f90a578b6464e44939f, keycount=150, bloomtype=ROW, size=31.2 K, encoding=NONE, compression=NONE, seqNum=332, earliestPutTs=1732529794000 2024-11-25T10:16:40,967 DEBUG [RS:0;e2fd862922a0:38547-shortCompactions-0 {}] compactions.Compactor(225): Compacting c0a579edb43d4512a468f1ff0ed4c99d, keycount=150, bloomtype=ROW, size=30.5 K, encoding=NONE, compression=NONE, seqNum=367, earliestPutTs=1732529796362 2024-11-25T10:16:40,967 DEBUG [RS:0;e2fd862922a0:38547-longCompactions-0 {}] compactions.Compactor(225): Compacting b459332adfae449ebc62cae6495d9fd1, keycount=150, bloomtype=ROW, size=12.7 K, encoding=NONE, compression=NONE, seqNum=332, earliestPutTs=1732529794000 2024-11-25T10:16:40,968 DEBUG [RS:0;e2fd862922a0:38547-shortCompactions-0 {}] compactions.Compactor(225): Compacting a1cadeb5675647b2bdf9ab053fa7e7e6, keycount=150, bloomtype=ROW, size=30.5 K, encoding=NONE, compression=NONE, seqNum=382, earliestPutTs=1732529797537 2024-11-25T10:16:40,968 DEBUG [RS:0;e2fd862922a0:38547-longCompactions-0 {}] compactions.Compactor(225): Compacting be16506b4c534f91813b35b9b7fd49ee, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=367, earliestPutTs=1732529796362 2024-11-25T10:16:40,969 DEBUG [RS:0;e2fd862922a0:38547-longCompactions-0 {}] compactions.Compactor(225): Compacting 8b5963a0f6684033bc69247f3ef19151, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=382, earliestPutTs=1732529797537 2024-11-25T10:16:40,976 INFO [RS:0;e2fd862922a0:38547-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 3a1b0c8e740ae1c15e15d1a637215f96#B#compaction#528 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 53.85 MB/second 2024-11-25T10:16:40,977 DEBUG [RS:0;e2fd862922a0:38547-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/3a1b0c8e740ae1c15e15d1a637215f96/.tmp/B/e885c7fa07184230a4aaa2052a641b92 is 50, key is test_row_0/B:col10/1732529797564/Put/seqid=0 2024-11-25T10:16:40,980 INFO [RS:0;e2fd862922a0:38547-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(321): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=3a1b0c8e740ae1c15e15d1a637215f96] 2024-11-25T10:16:40,981 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39927 is added to blk_1073742453_1629 (size=13119) 2024-11-25T10:16:40,983 DEBUG [RS:0;e2fd862922a0:38547-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(635): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e20241125fdaf4f70f6ad4b8db29bceeb03c59718_3a1b0c8e740ae1c15e15d1a637215f96 store=[table=TestAcidGuarantees family=A region=3a1b0c8e740ae1c15e15d1a637215f96] 2024-11-25T10:16:40,990 DEBUG [RS:0;e2fd862922a0:38547-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/3a1b0c8e740ae1c15e15d1a637215f96/.tmp/B/e885c7fa07184230a4aaa2052a641b92 as hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/3a1b0c8e740ae1c15e15d1a637215f96/B/e885c7fa07184230a4aaa2052a641b92 2024-11-25T10:16:40,994 INFO [RS:0;e2fd862922a0:38547-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 3a1b0c8e740ae1c15e15d1a637215f96/B of 3a1b0c8e740ae1c15e15d1a637215f96 into e885c7fa07184230a4aaa2052a641b92(size=12.8 K), total size for store is 12.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-25T10:16:40,994 DEBUG [RS:0;e2fd862922a0:38547-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 3a1b0c8e740ae1c15e15d1a637215f96: 2024-11-25T10:16:40,994 INFO [RS:0;e2fd862922a0:38547-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732529775366.3a1b0c8e740ae1c15e15d1a637215f96., storeName=3a1b0c8e740ae1c15e15d1a637215f96/B, priority=13, startTime=1732529800964; duration=0sec 2024-11-25T10:16:40,994 DEBUG [RS:0;e2fd862922a0:38547-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-25T10:16:40,994 DEBUG [RS:0;e2fd862922a0:38547-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 3a1b0c8e740ae1c15e15d1a637215f96:B 2024-11-25T10:16:40,994 DEBUG [RS:0;e2fd862922a0:38547-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-25T10:16:40,995 DEBUG [RS:0;e2fd862922a0:38547-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37619 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-25T10:16:40,995 DEBUG [RS:0;e2fd862922a0:38547-longCompactions-0 {}] regionserver.HStore(1541): 3a1b0c8e740ae1c15e15d1a637215f96/C is initiating minor compaction (all files) 2024-11-25T10:16:40,995 INFO [RS:0;e2fd862922a0:38547-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 3a1b0c8e740ae1c15e15d1a637215f96/C in TestAcidGuarantees,,1732529775366.3a1b0c8e740ae1c15e15d1a637215f96. 2024-11-25T10:16:40,995 INFO [RS:0;e2fd862922a0:38547-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/3a1b0c8e740ae1c15e15d1a637215f96/C/4eaf7b9c57a94a04a55f435651fbcc75, hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/3a1b0c8e740ae1c15e15d1a637215f96/C/eb4e755f372341a9860ac1d059cac9a4, hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/3a1b0c8e740ae1c15e15d1a637215f96/C/3c9cb2a340ba464dbb0c2ad4b018e446] into tmpdir=hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/3a1b0c8e740ae1c15e15d1a637215f96/.tmp, totalSize=36.7 K 2024-11-25T10:16:40,996 DEBUG [RS:0;e2fd862922a0:38547-longCompactions-0 {}] compactions.Compactor(225): Compacting 4eaf7b9c57a94a04a55f435651fbcc75, keycount=150, bloomtype=ROW, size=12.7 K, encoding=NONE, compression=NONE, seqNum=332, earliestPutTs=1732529794000 2024-11-25T10:16:40,996 DEBUG [RS:0;e2fd862922a0:38547-longCompactions-0 {}] compactions.Compactor(225): Compacting eb4e755f372341a9860ac1d059cac9a4, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=367, earliestPutTs=1732529796362 2024-11-25T10:16:40,996 DEBUG [RS:0;e2fd862922a0:38547-longCompactions-0 {}] compactions.Compactor(225): Compacting 3c9cb2a340ba464dbb0c2ad4b018e446, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=382, earliestPutTs=1732529797537 2024-11-25T10:16:41,009 INFO [RS:0;e2fd862922a0:38547-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 3a1b0c8e740ae1c15e15d1a637215f96#C#compaction#530 average throughput is 1.09 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 53.85 MB/second 2024-11-25T10:16:41,010 DEBUG [RS:0;e2fd862922a0:38547-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/3a1b0c8e740ae1c15e15d1a637215f96/.tmp/C/1626d247e54c4716bf9bf23ec7b37e04 is 50, key is test_row_0/C:col10/1732529797564/Put/seqid=0 2024-11-25T10:16:41,019 DEBUG [RS:0;e2fd862922a0:38547-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(656): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e20241125fdaf4f70f6ad4b8db29bceeb03c59718_3a1b0c8e740ae1c15e15d1a637215f96, store=[table=TestAcidGuarantees family=A region=3a1b0c8e740ae1c15e15d1a637215f96] 2024-11-25T10:16:41,020 DEBUG [RS:0;e2fd862922a0:38547-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(667): Aborting writer for hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241125fdaf4f70f6ad4b8db29bceeb03c59718_3a1b0c8e740ae1c15e15d1a637215f96 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=3a1b0c8e740ae1c15e15d1a637215f96] 2024-11-25T10:16:41,029 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39927 is added to blk_1073742454_1630 (size=13119) 2024-11-25T10:16:41,030 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39927 is added to blk_1073742455_1631 (size=4469) 2024-11-25T10:16:41,032 INFO [RS:0;e2fd862922a0:38547-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 3a1b0c8e740ae1c15e15d1a637215f96#A#compaction#529 average throughput is 0.48 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 53.85 MB/second 2024-11-25T10:16:41,032 DEBUG [RS:0;e2fd862922a0:38547-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/3a1b0c8e740ae1c15e15d1a637215f96/.tmp/A/7e2317e5d53c42a8a2cd5e5a16a02c3e is 175, key is test_row_0/A:col10/1732529797564/Put/seqid=0 2024-11-25T10:16:41,040 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39927 is added to blk_1073742456_1632 (size=32073) 2024-11-25T10:16:41,434 DEBUG [RS:0;e2fd862922a0:38547-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/3a1b0c8e740ae1c15e15d1a637215f96/.tmp/C/1626d247e54c4716bf9bf23ec7b37e04 as hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/3a1b0c8e740ae1c15e15d1a637215f96/C/1626d247e54c4716bf9bf23ec7b37e04 2024-11-25T10:16:41,438 INFO [RS:0;e2fd862922a0:38547-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 3a1b0c8e740ae1c15e15d1a637215f96/C of 3a1b0c8e740ae1c15e15d1a637215f96 into 1626d247e54c4716bf9bf23ec7b37e04(size=12.8 K), total size for store is 12.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-25T10:16:41,438 DEBUG [RS:0;e2fd862922a0:38547-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 3a1b0c8e740ae1c15e15d1a637215f96: 2024-11-25T10:16:41,438 INFO [RS:0;e2fd862922a0:38547-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732529775366.3a1b0c8e740ae1c15e15d1a637215f96., storeName=3a1b0c8e740ae1c15e15d1a637215f96/C, priority=13, startTime=1732529800964; duration=0sec 2024-11-25T10:16:41,438 DEBUG [RS:0;e2fd862922a0:38547-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-25T10:16:41,438 DEBUG [RS:0;e2fd862922a0:38547-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 3a1b0c8e740ae1c15e15d1a637215f96:C 2024-11-25T10:16:41,439 DEBUG [RS:0;e2fd862922a0:38547-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/3a1b0c8e740ae1c15e15d1a637215f96/.tmp/A/7e2317e5d53c42a8a2cd5e5a16a02c3e as hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/3a1b0c8e740ae1c15e15d1a637215f96/A/7e2317e5d53c42a8a2cd5e5a16a02c3e 2024-11-25T10:16:41,443 INFO [RS:0;e2fd862922a0:38547-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 3a1b0c8e740ae1c15e15d1a637215f96/A of 3a1b0c8e740ae1c15e15d1a637215f96 into 7e2317e5d53c42a8a2cd5e5a16a02c3e(size=31.3 K), total size for store is 31.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-25T10:16:41,443 DEBUG [RS:0;e2fd862922a0:38547-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 3a1b0c8e740ae1c15e15d1a637215f96: 2024-11-25T10:16:41,443 INFO [RS:0;e2fd862922a0:38547-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732529775366.3a1b0c8e740ae1c15e15d1a637215f96., storeName=3a1b0c8e740ae1c15e15d1a637215f96/A, priority=13, startTime=1732529800964; duration=0sec 2024-11-25T10:16:41,443 DEBUG [RS:0;e2fd862922a0:38547-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-25T10:16:41,443 DEBUG [RS:0;e2fd862922a0:38547-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 3a1b0c8e740ae1c15e15d1a637215f96:A 2024-11-25T10:16:43,965 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-25T10:16:46,504 INFO [Thread-2374 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-2374. 2024-11-25T10:16:46,504 DEBUG [Thread-2374 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-25T10:16:46,504 DEBUG [Thread-2374 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T10:16:46,505 DEBUG [Thread-2374 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T10:16:46,505 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-25T10:16:46,954 INFO [Thread-2380 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-2380. 2024-11-25T10:16:46,954 DEBUG [Thread-2380 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-25T10:16:46,954 DEBUG [Thread-2380 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T10:16:46,954 DEBUG [Thread-2380 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T10:16:46,954 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-25T10:16:47,023 INFO [Thread-2378 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-2378. 2024-11-25T10:16:47,024 DEBUG [Thread-2378 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-25T10:16:47,024 DEBUG [Thread-2378 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T10:16:47,024 DEBUG [Thread-2378 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T10:16:47,024 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-25T10:16:47,024 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(392): Finished test. Writers: 2024-11-25T10:16:47,024 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 28 2024-11-25T10:16:47,024 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 12 2024-11-25T10:16:47,024 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 116 2024-11-25T10:16:47,024 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 78 2024-11-25T10:16:47,024 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 76 2024-11-25T10:16:47,024 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(396): Readers: 2024-11-25T10:16:47,024 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(398): read 2743 2024-11-25T10:16:47,024 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(398): read 2865 2024-11-25T10:16:47,024 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(398): read 2745 2024-11-25T10:16:47,024 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(398): read 2758 2024-11-25T10:16:47,024 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(398): read 2869 2024-11-25T10:16:47,024 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(400): Scanners: 2024-11-25T10:16:47,024 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-25T10:16:47,024 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool.doWork(AcidGuaranteesTestTool.java:131) at org.apache.hadoop.hbase.util.AbstractHBaseTool.run(AbstractHBaseTool.java:150) at org.apache.hadoop.hbase.AcidGuaranteesTestBase.runTestAtomicity(AcidGuaranteesTestBase.java:102) at org.apache.hadoop.hbase.AcidGuaranteesTestBase.testMobGetAtomicity(AcidGuaranteesTestBase.java:122) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-25T10:16:47,024 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T10:16:47,024 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T10:16:47,024 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-25T10:16:47,025 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41005 {}] master.HMaster$13(2820): Client=jenkins//172.17.0.2 disable TestAcidGuarantees 2024-11-25T10:16:47,026 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41005 {}] procedure2.ProcedureExecutor(1139): Stored pid=176, state=RUNNABLE:DISABLE_TABLE_PREPARE, hasLock=false; DisableTableProcedure table=TestAcidGuarantees 2024-11-25T10:16:47,027 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41005 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=176 2024-11-25T10:16:47,027 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732529807027"}]},"ts":"1732529807027"} 2024-11-25T10:16:47,029 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(843): Updated tableName=TestAcidGuarantees, state=DISABLING in hbase:meta 2024-11-25T10:16:47,029 INFO [PEWorker-2 {}] procedure.DisableTableProcedure(284): Set TestAcidGuarantees to state=DISABLING 2024-11-25T10:16:47,029 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=177, ppid=176, state=RUNNABLE:CLOSE_TABLE_REGIONS_SCHEDULE, hasLock=false; CloseTableRegionsProcedure table=TestAcidGuarantees}] 2024-11-25T10:16:47,030 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=178, ppid=177, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=3a1b0c8e740ae1c15e15d1a637215f96, UNASSIGN}] 2024-11-25T10:16:47,031 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=178, ppid=177, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=3a1b0c8e740ae1c15e15d1a637215f96, UNASSIGN 2024-11-25T10:16:47,032 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=178 updating hbase:meta row=3a1b0c8e740ae1c15e15d1a637215f96, regionState=CLOSING, regionLocation=e2fd862922a0,38547,1732529625709 2024-11-25T10:16:47,033 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=178, ppid=177, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=3a1b0c8e740ae1c15e15d1a637215f96, UNASSIGN because future has completed 2024-11-25T10:16:47,033 DEBUG [PEWorker-5 {}] assignment.TransitRegionStateProcedure(375): Close region: isSplit: false: evictOnSplit: true: evictOnClose: false 2024-11-25T10:16:47,033 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=179, ppid=178, state=RUNNABLE, hasLock=false; CloseRegionProcedure 3a1b0c8e740ae1c15e15d1a637215f96, server=e2fd862922a0,38547,1732529625709}] 2024-11-25T10:16:47,132 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41005 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=176 2024-11-25T10:16:47,185 INFO [RS_CLOSE_REGION-regionserver/e2fd862922a0:0-0 {event_type=M_RS_CLOSE_REGION, pid=179}] handler.UnassignRegionHandler(122): Close 3a1b0c8e740ae1c15e15d1a637215f96 2024-11-25T10:16:47,185 DEBUG [RS_CLOSE_REGION-regionserver/e2fd862922a0:0-0 {event_type=M_RS_CLOSE_REGION, pid=179}] handler.UnassignRegionHandler(136): Unassign region: split region: false: evictCache: false 2024-11-25T10:16:47,185 DEBUG [RS_CLOSE_REGION-regionserver/e2fd862922a0:0-0 {event_type=M_RS_CLOSE_REGION, pid=179}] regionserver.HRegion(1722): Closing 3a1b0c8e740ae1c15e15d1a637215f96, disabling compactions & flushes 2024-11-25T10:16:47,185 INFO [RS_CLOSE_REGION-regionserver/e2fd862922a0:0-0 {event_type=M_RS_CLOSE_REGION, pid=179}] regionserver.HRegion(1755): Closing region TestAcidGuarantees,,1732529775366.3a1b0c8e740ae1c15e15d1a637215f96. 2024-11-25T10:16:47,185 DEBUG [RS_CLOSE_REGION-regionserver/e2fd862922a0:0-0 {event_type=M_RS_CLOSE_REGION, pid=179}] regionserver.HRegion(1776): Time limited wait for close lock on TestAcidGuarantees,,1732529775366.3a1b0c8e740ae1c15e15d1a637215f96. 2024-11-25T10:16:47,185 DEBUG [RS_CLOSE_REGION-regionserver/e2fd862922a0:0-0 {event_type=M_RS_CLOSE_REGION, pid=179}] regionserver.HRegion(1843): Acquired close lock on TestAcidGuarantees,,1732529775366.3a1b0c8e740ae1c15e15d1a637215f96. after waiting 0 ms 2024-11-25T10:16:47,185 DEBUG [RS_CLOSE_REGION-regionserver/e2fd862922a0:0-0 {event_type=M_RS_CLOSE_REGION, pid=179}] regionserver.HRegion(1853): Updates disabled for region TestAcidGuarantees,,1732529775366.3a1b0c8e740ae1c15e15d1a637215f96. 2024-11-25T10:16:47,185 INFO [RS_CLOSE_REGION-regionserver/e2fd862922a0:0-0 {event_type=M_RS_CLOSE_REGION, pid=179}] regionserver.HRegion(2902): Flushing 3a1b0c8e740ae1c15e15d1a637215f96 3/3 column families, dataSize=26.84 KB heapSize=80.44 KB 2024-11-25T10:16:47,185 DEBUG [RS_CLOSE_REGION-regionserver/e2fd862922a0:0-0 {event_type=M_RS_CLOSE_REGION, pid=179}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 3a1b0c8e740ae1c15e15d1a637215f96, store=A 2024-11-25T10:16:47,185 DEBUG [RS_CLOSE_REGION-regionserver/e2fd862922a0:0-0 {event_type=M_RS_CLOSE_REGION, pid=179}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T10:16:47,185 DEBUG [RS_CLOSE_REGION-regionserver/e2fd862922a0:0-0 {event_type=M_RS_CLOSE_REGION, pid=179}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 3a1b0c8e740ae1c15e15d1a637215f96, store=B 2024-11-25T10:16:47,185 DEBUG [RS_CLOSE_REGION-regionserver/e2fd862922a0:0-0 {event_type=M_RS_CLOSE_REGION, pid=179}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T10:16:47,185 DEBUG [RS_CLOSE_REGION-regionserver/e2fd862922a0:0-0 {event_type=M_RS_CLOSE_REGION, pid=179}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 3a1b0c8e740ae1c15e15d1a637215f96, store=C 2024-11-25T10:16:47,185 DEBUG [RS_CLOSE_REGION-regionserver/e2fd862922a0:0-0 {event_type=M_RS_CLOSE_REGION, pid=179}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T10:16:47,191 DEBUG [RS_CLOSE_REGION-regionserver/e2fd862922a0:0-0 {event_type=M_RS_CLOSE_REGION, pid=179}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241125269295fa26bb457d9c9169608c4e5b92_3a1b0c8e740ae1c15e15d1a637215f96 is 50, key is test_row_0/A:col10/1732529807022/Put/seqid=0 2024-11-25T10:16:47,194 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39927 is added to blk_1073742457_1633 (size=12454) 2024-11-25T10:16:47,343 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41005 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=176 2024-11-25T10:16:47,595 DEBUG [RS_CLOSE_REGION-regionserver/e2fd862922a0:0-0 {event_type=M_RS_CLOSE_REGION, pid=179}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:16:47,598 INFO [RS_CLOSE_REGION-regionserver/e2fd862922a0:0-0 {event_type=M_RS_CLOSE_REGION, pid=179}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241125269295fa26bb457d9c9169608c4e5b92_3a1b0c8e740ae1c15e15d1a637215f96 to hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241125269295fa26bb457d9c9169608c4e5b92_3a1b0c8e740ae1c15e15d1a637215f96 2024-11-25T10:16:47,598 DEBUG [RS_CLOSE_REGION-regionserver/e2fd862922a0:0-0 {event_type=M_RS_CLOSE_REGION, pid=179}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/3a1b0c8e740ae1c15e15d1a637215f96/.tmp/A/7277c0efa0ed4f39b395a4de0e90601e, store: [table=TestAcidGuarantees family=A region=3a1b0c8e740ae1c15e15d1a637215f96] 2024-11-25T10:16:47,599 DEBUG [RS_CLOSE_REGION-regionserver/e2fd862922a0:0-0 {event_type=M_RS_CLOSE_REGION, pid=179}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/3a1b0c8e740ae1c15e15d1a637215f96/.tmp/A/7277c0efa0ed4f39b395a4de0e90601e is 175, key is test_row_0/A:col10/1732529807022/Put/seqid=0 2024-11-25T10:16:47,602 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39927 is added to blk_1073742458_1634 (size=31255) 2024-11-25T10:16:47,652 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41005 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=176 2024-11-25T10:16:48,002 INFO [RS_CLOSE_REGION-regionserver/e2fd862922a0:0-0 {event_type=M_RS_CLOSE_REGION, pid=179}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=392, memsize=8.9 K, hasBloomFilter=true, into tmp file hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/3a1b0c8e740ae1c15e15d1a637215f96/.tmp/A/7277c0efa0ed4f39b395a4de0e90601e 2024-11-25T10:16:48,008 DEBUG [RS_CLOSE_REGION-regionserver/e2fd862922a0:0-0 {event_type=M_RS_CLOSE_REGION, pid=179}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/3a1b0c8e740ae1c15e15d1a637215f96/.tmp/B/3db5fca9933b4bd7a620eb29025aca35 is 50, key is test_row_0/B:col10/1732529807022/Put/seqid=0 2024-11-25T10:16:48,011 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39927 is added to blk_1073742459_1635 (size=12301) 2024-11-25T10:16:48,025 DEBUG [regionserver/e2fd862922a0:0.Chore.1 {}] throttle.PressureAwareCompactionThroughputController(103): CompactionPressure is 0.0, tune throughput to 50.00 MB/second 2024-11-25T10:16:48,162 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41005 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=176 2024-11-25T10:16:48,412 INFO [RS_CLOSE_REGION-regionserver/e2fd862922a0:0-0 {event_type=M_RS_CLOSE_REGION, pid=179}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=8.95 KB at sequenceid=392 (bloomFilter=true), to=hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/3a1b0c8e740ae1c15e15d1a637215f96/.tmp/B/3db5fca9933b4bd7a620eb29025aca35 2024-11-25T10:16:48,417 DEBUG [RS_CLOSE_REGION-regionserver/e2fd862922a0:0-0 {event_type=M_RS_CLOSE_REGION, pid=179}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/3a1b0c8e740ae1c15e15d1a637215f96/.tmp/C/03166f67da9b4c4c9c09da01f3ea3e1f is 50, key is test_row_0/C:col10/1732529807022/Put/seqid=0 2024-11-25T10:16:48,420 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39927 is added to blk_1073742460_1636 (size=12301) 2024-11-25T10:16:48,821 INFO [RS_CLOSE_REGION-regionserver/e2fd862922a0:0-0 {event_type=M_RS_CLOSE_REGION, pid=179}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=8.95 KB at sequenceid=392 (bloomFilter=true), to=hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/3a1b0c8e740ae1c15e15d1a637215f96/.tmp/C/03166f67da9b4c4c9c09da01f3ea3e1f 2024-11-25T10:16:48,825 DEBUG [RS_CLOSE_REGION-regionserver/e2fd862922a0:0-0 {event_type=M_RS_CLOSE_REGION, pid=179}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/3a1b0c8e740ae1c15e15d1a637215f96/.tmp/A/7277c0efa0ed4f39b395a4de0e90601e as hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/3a1b0c8e740ae1c15e15d1a637215f96/A/7277c0efa0ed4f39b395a4de0e90601e 2024-11-25T10:16:48,828 INFO [RS_CLOSE_REGION-regionserver/e2fd862922a0:0-0 {event_type=M_RS_CLOSE_REGION, pid=179}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/3a1b0c8e740ae1c15e15d1a637215f96/A/7277c0efa0ed4f39b395a4de0e90601e, entries=150, sequenceid=392, filesize=30.5 K 2024-11-25T10:16:48,829 DEBUG [RS_CLOSE_REGION-regionserver/e2fd862922a0:0-0 {event_type=M_RS_CLOSE_REGION, pid=179}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/3a1b0c8e740ae1c15e15d1a637215f96/.tmp/B/3db5fca9933b4bd7a620eb29025aca35 as hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/3a1b0c8e740ae1c15e15d1a637215f96/B/3db5fca9933b4bd7a620eb29025aca35 2024-11-25T10:16:48,832 INFO [RS_CLOSE_REGION-regionserver/e2fd862922a0:0-0 {event_type=M_RS_CLOSE_REGION, pid=179}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/3a1b0c8e740ae1c15e15d1a637215f96/B/3db5fca9933b4bd7a620eb29025aca35, entries=150, sequenceid=392, filesize=12.0 K 2024-11-25T10:16:48,833 DEBUG [RS_CLOSE_REGION-regionserver/e2fd862922a0:0-0 {event_type=M_RS_CLOSE_REGION, pid=179}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/3a1b0c8e740ae1c15e15d1a637215f96/.tmp/C/03166f67da9b4c4c9c09da01f3ea3e1f as hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/3a1b0c8e740ae1c15e15d1a637215f96/C/03166f67da9b4c4c9c09da01f3ea3e1f 2024-11-25T10:16:48,836 INFO [RS_CLOSE_REGION-regionserver/e2fd862922a0:0-0 {event_type=M_RS_CLOSE_REGION, pid=179}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/3a1b0c8e740ae1c15e15d1a637215f96/C/03166f67da9b4c4c9c09da01f3ea3e1f, entries=150, sequenceid=392, filesize=12.0 K 2024-11-25T10:16:48,837 INFO [RS_CLOSE_REGION-regionserver/e2fd862922a0:0-0 {event_type=M_RS_CLOSE_REGION, pid=179}] regionserver.HRegion(3140): Finished flush of dataSize ~26.84 KB/27480, heapSize ~80.39 KB/82320, currentSize=0 B/0 for 3a1b0c8e740ae1c15e15d1a637215f96 in 1652ms, sequenceid=392, compaction requested=false 2024-11-25T10:16:48,838 DEBUG [StoreCloser-TestAcidGuarantees,,1732529775366.3a1b0c8e740ae1c15e15d1a637215f96.-1 {}] regionserver.HStore(2317): Moving the files [hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/3a1b0c8e740ae1c15e15d1a637215f96/A/d87c6a5f980a4962a8694de2eb6a0036, hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/3a1b0c8e740ae1c15e15d1a637215f96/A/5992e1a6bc834138939bbfbd1f14f625, hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/3a1b0c8e740ae1c15e15d1a637215f96/A/da9019dd9e874d6896b1a94c0dcc819a, hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/3a1b0c8e740ae1c15e15d1a637215f96/A/27efdd7961db478895916567ae1e7be5, hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/3a1b0c8e740ae1c15e15d1a637215f96/A/99802d5d6ae349aaa66b14bf9eaa30b9, hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/3a1b0c8e740ae1c15e15d1a637215f96/A/18b801472c584155b8165c50f3e934e1, hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/3a1b0c8e740ae1c15e15d1a637215f96/A/079cee6a92aa4f5b94f9c841c22e7121, hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/3a1b0c8e740ae1c15e15d1a637215f96/A/2b3328aef4144aca879a9cf94bce7252, hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/3a1b0c8e740ae1c15e15d1a637215f96/A/09a135bf49bc4fb59dcc49c9ef0cf7a4, hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/3a1b0c8e740ae1c15e15d1a637215f96/A/f7146003fc5f43df9a1ee70fcb6461e6, hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/3a1b0c8e740ae1c15e15d1a637215f96/A/569180d697e0497c9eeaf82f890662a5, hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/3a1b0c8e740ae1c15e15d1a637215f96/A/c16ab9856c8e460e8730455c84ef6fa9, hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/3a1b0c8e740ae1c15e15d1a637215f96/A/e0ed9e7c78664f95893a0a1f183b349e, hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/3a1b0c8e740ae1c15e15d1a637215f96/A/3a0cd02f4dd24adab80e711d33f77730, hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/3a1b0c8e740ae1c15e15d1a637215f96/A/1db3c612205145568cca0cb11966f55a, hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/3a1b0c8e740ae1c15e15d1a637215f96/A/eddc5505466745b7b5c5fac38c133225, hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/3a1b0c8e740ae1c15e15d1a637215f96/A/8a82e266e33542c2947814e07589baea, hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/3a1b0c8e740ae1c15e15d1a637215f96/A/a7d0ef4129f843168edec13512584c14, hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/3a1b0c8e740ae1c15e15d1a637215f96/A/59ad8eb1a62d4546b84f7895e98d9e38, hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/3a1b0c8e740ae1c15e15d1a637215f96/A/af11d674ae9540a9adf069d3da3ee88a, hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/3a1b0c8e740ae1c15e15d1a637215f96/A/fb5a218ccf204450b519b492ad4aa079, hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/3a1b0c8e740ae1c15e15d1a637215f96/A/5e22f9691a9a4f90a578b6464e44939f, hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/3a1b0c8e740ae1c15e15d1a637215f96/A/c0a579edb43d4512a468f1ff0ed4c99d, hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/3a1b0c8e740ae1c15e15d1a637215f96/A/a1cadeb5675647b2bdf9ab053fa7e7e6] to archive 2024-11-25T10:16:48,838 DEBUG [StoreCloser-TestAcidGuarantees,,1732529775366.3a1b0c8e740ae1c15e15d1a637215f96.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-25T10:16:48,840 DEBUG [StoreCloser-TestAcidGuarantees,,1732529775366.3a1b0c8e740ae1c15e15d1a637215f96.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/3a1b0c8e740ae1c15e15d1a637215f96/A/d87c6a5f980a4962a8694de2eb6a0036 to hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/archive/data/default/TestAcidGuarantees/3a1b0c8e740ae1c15e15d1a637215f96/A/d87c6a5f980a4962a8694de2eb6a0036 2024-11-25T10:16:48,841 DEBUG [StoreCloser-TestAcidGuarantees,,1732529775366.3a1b0c8e740ae1c15e15d1a637215f96.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/3a1b0c8e740ae1c15e15d1a637215f96/A/5992e1a6bc834138939bbfbd1f14f625 to hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/archive/data/default/TestAcidGuarantees/3a1b0c8e740ae1c15e15d1a637215f96/A/5992e1a6bc834138939bbfbd1f14f625 2024-11-25T10:16:48,841 DEBUG [StoreCloser-TestAcidGuarantees,,1732529775366.3a1b0c8e740ae1c15e15d1a637215f96.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/3a1b0c8e740ae1c15e15d1a637215f96/A/da9019dd9e874d6896b1a94c0dcc819a to hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/archive/data/default/TestAcidGuarantees/3a1b0c8e740ae1c15e15d1a637215f96/A/da9019dd9e874d6896b1a94c0dcc819a 2024-11-25T10:16:48,842 DEBUG [StoreCloser-TestAcidGuarantees,,1732529775366.3a1b0c8e740ae1c15e15d1a637215f96.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/3a1b0c8e740ae1c15e15d1a637215f96/A/27efdd7961db478895916567ae1e7be5 to hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/archive/data/default/TestAcidGuarantees/3a1b0c8e740ae1c15e15d1a637215f96/A/27efdd7961db478895916567ae1e7be5 2024-11-25T10:16:48,843 DEBUG [StoreCloser-TestAcidGuarantees,,1732529775366.3a1b0c8e740ae1c15e15d1a637215f96.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/3a1b0c8e740ae1c15e15d1a637215f96/A/99802d5d6ae349aaa66b14bf9eaa30b9 to hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/archive/data/default/TestAcidGuarantees/3a1b0c8e740ae1c15e15d1a637215f96/A/99802d5d6ae349aaa66b14bf9eaa30b9 2024-11-25T10:16:48,844 DEBUG [StoreCloser-TestAcidGuarantees,,1732529775366.3a1b0c8e740ae1c15e15d1a637215f96.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/3a1b0c8e740ae1c15e15d1a637215f96/A/18b801472c584155b8165c50f3e934e1 to hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/archive/data/default/TestAcidGuarantees/3a1b0c8e740ae1c15e15d1a637215f96/A/18b801472c584155b8165c50f3e934e1 2024-11-25T10:16:48,845 DEBUG [StoreCloser-TestAcidGuarantees,,1732529775366.3a1b0c8e740ae1c15e15d1a637215f96.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/3a1b0c8e740ae1c15e15d1a637215f96/A/079cee6a92aa4f5b94f9c841c22e7121 to hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/archive/data/default/TestAcidGuarantees/3a1b0c8e740ae1c15e15d1a637215f96/A/079cee6a92aa4f5b94f9c841c22e7121 2024-11-25T10:16:48,845 DEBUG [StoreCloser-TestAcidGuarantees,,1732529775366.3a1b0c8e740ae1c15e15d1a637215f96.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/3a1b0c8e740ae1c15e15d1a637215f96/A/2b3328aef4144aca879a9cf94bce7252 to hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/archive/data/default/TestAcidGuarantees/3a1b0c8e740ae1c15e15d1a637215f96/A/2b3328aef4144aca879a9cf94bce7252 2024-11-25T10:16:48,846 DEBUG [StoreCloser-TestAcidGuarantees,,1732529775366.3a1b0c8e740ae1c15e15d1a637215f96.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/3a1b0c8e740ae1c15e15d1a637215f96/A/09a135bf49bc4fb59dcc49c9ef0cf7a4 to hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/archive/data/default/TestAcidGuarantees/3a1b0c8e740ae1c15e15d1a637215f96/A/09a135bf49bc4fb59dcc49c9ef0cf7a4 2024-11-25T10:16:48,847 DEBUG [StoreCloser-TestAcidGuarantees,,1732529775366.3a1b0c8e740ae1c15e15d1a637215f96.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/3a1b0c8e740ae1c15e15d1a637215f96/A/f7146003fc5f43df9a1ee70fcb6461e6 to hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/archive/data/default/TestAcidGuarantees/3a1b0c8e740ae1c15e15d1a637215f96/A/f7146003fc5f43df9a1ee70fcb6461e6 2024-11-25T10:16:48,848 DEBUG [StoreCloser-TestAcidGuarantees,,1732529775366.3a1b0c8e740ae1c15e15d1a637215f96.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/3a1b0c8e740ae1c15e15d1a637215f96/A/569180d697e0497c9eeaf82f890662a5 to hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/archive/data/default/TestAcidGuarantees/3a1b0c8e740ae1c15e15d1a637215f96/A/569180d697e0497c9eeaf82f890662a5 2024-11-25T10:16:48,849 DEBUG [StoreCloser-TestAcidGuarantees,,1732529775366.3a1b0c8e740ae1c15e15d1a637215f96.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/3a1b0c8e740ae1c15e15d1a637215f96/A/c16ab9856c8e460e8730455c84ef6fa9 to hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/archive/data/default/TestAcidGuarantees/3a1b0c8e740ae1c15e15d1a637215f96/A/c16ab9856c8e460e8730455c84ef6fa9 2024-11-25T10:16:48,849 DEBUG [StoreCloser-TestAcidGuarantees,,1732529775366.3a1b0c8e740ae1c15e15d1a637215f96.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/3a1b0c8e740ae1c15e15d1a637215f96/A/e0ed9e7c78664f95893a0a1f183b349e to hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/archive/data/default/TestAcidGuarantees/3a1b0c8e740ae1c15e15d1a637215f96/A/e0ed9e7c78664f95893a0a1f183b349e 2024-11-25T10:16:48,850 DEBUG [StoreCloser-TestAcidGuarantees,,1732529775366.3a1b0c8e740ae1c15e15d1a637215f96.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/3a1b0c8e740ae1c15e15d1a637215f96/A/3a0cd02f4dd24adab80e711d33f77730 to hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/archive/data/default/TestAcidGuarantees/3a1b0c8e740ae1c15e15d1a637215f96/A/3a0cd02f4dd24adab80e711d33f77730 2024-11-25T10:16:48,851 DEBUG [StoreCloser-TestAcidGuarantees,,1732529775366.3a1b0c8e740ae1c15e15d1a637215f96.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/3a1b0c8e740ae1c15e15d1a637215f96/A/1db3c612205145568cca0cb11966f55a to hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/archive/data/default/TestAcidGuarantees/3a1b0c8e740ae1c15e15d1a637215f96/A/1db3c612205145568cca0cb11966f55a 2024-11-25T10:16:48,852 DEBUG [StoreCloser-TestAcidGuarantees,,1732529775366.3a1b0c8e740ae1c15e15d1a637215f96.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/3a1b0c8e740ae1c15e15d1a637215f96/A/eddc5505466745b7b5c5fac38c133225 to hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/archive/data/default/TestAcidGuarantees/3a1b0c8e740ae1c15e15d1a637215f96/A/eddc5505466745b7b5c5fac38c133225 2024-11-25T10:16:48,853 DEBUG [StoreCloser-TestAcidGuarantees,,1732529775366.3a1b0c8e740ae1c15e15d1a637215f96.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/3a1b0c8e740ae1c15e15d1a637215f96/A/8a82e266e33542c2947814e07589baea to hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/archive/data/default/TestAcidGuarantees/3a1b0c8e740ae1c15e15d1a637215f96/A/8a82e266e33542c2947814e07589baea 2024-11-25T10:16:48,854 DEBUG [StoreCloser-TestAcidGuarantees,,1732529775366.3a1b0c8e740ae1c15e15d1a637215f96.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/3a1b0c8e740ae1c15e15d1a637215f96/A/a7d0ef4129f843168edec13512584c14 to hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/archive/data/default/TestAcidGuarantees/3a1b0c8e740ae1c15e15d1a637215f96/A/a7d0ef4129f843168edec13512584c14 2024-11-25T10:16:48,855 DEBUG [StoreCloser-TestAcidGuarantees,,1732529775366.3a1b0c8e740ae1c15e15d1a637215f96.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/3a1b0c8e740ae1c15e15d1a637215f96/A/59ad8eb1a62d4546b84f7895e98d9e38 to hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/archive/data/default/TestAcidGuarantees/3a1b0c8e740ae1c15e15d1a637215f96/A/59ad8eb1a62d4546b84f7895e98d9e38 2024-11-25T10:16:48,856 DEBUG [StoreCloser-TestAcidGuarantees,,1732529775366.3a1b0c8e740ae1c15e15d1a637215f96.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/3a1b0c8e740ae1c15e15d1a637215f96/A/af11d674ae9540a9adf069d3da3ee88a to hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/archive/data/default/TestAcidGuarantees/3a1b0c8e740ae1c15e15d1a637215f96/A/af11d674ae9540a9adf069d3da3ee88a 2024-11-25T10:16:48,856 DEBUG [StoreCloser-TestAcidGuarantees,,1732529775366.3a1b0c8e740ae1c15e15d1a637215f96.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/3a1b0c8e740ae1c15e15d1a637215f96/A/fb5a218ccf204450b519b492ad4aa079 to hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/archive/data/default/TestAcidGuarantees/3a1b0c8e740ae1c15e15d1a637215f96/A/fb5a218ccf204450b519b492ad4aa079 2024-11-25T10:16:48,857 DEBUG [StoreCloser-TestAcidGuarantees,,1732529775366.3a1b0c8e740ae1c15e15d1a637215f96.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/3a1b0c8e740ae1c15e15d1a637215f96/A/5e22f9691a9a4f90a578b6464e44939f to hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/archive/data/default/TestAcidGuarantees/3a1b0c8e740ae1c15e15d1a637215f96/A/5e22f9691a9a4f90a578b6464e44939f 2024-11-25T10:16:48,858 DEBUG [StoreCloser-TestAcidGuarantees,,1732529775366.3a1b0c8e740ae1c15e15d1a637215f96.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/3a1b0c8e740ae1c15e15d1a637215f96/A/c0a579edb43d4512a468f1ff0ed4c99d to hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/archive/data/default/TestAcidGuarantees/3a1b0c8e740ae1c15e15d1a637215f96/A/c0a579edb43d4512a468f1ff0ed4c99d 2024-11-25T10:16:48,859 DEBUG [StoreCloser-TestAcidGuarantees,,1732529775366.3a1b0c8e740ae1c15e15d1a637215f96.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/3a1b0c8e740ae1c15e15d1a637215f96/A/a1cadeb5675647b2bdf9ab053fa7e7e6 to hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/archive/data/default/TestAcidGuarantees/3a1b0c8e740ae1c15e15d1a637215f96/A/a1cadeb5675647b2bdf9ab053fa7e7e6 2024-11-25T10:16:48,860 DEBUG [StoreCloser-TestAcidGuarantees,,1732529775366.3a1b0c8e740ae1c15e15d1a637215f96.-1 {}] regionserver.HStore(2317): Moving the files [hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/3a1b0c8e740ae1c15e15d1a637215f96/B/8fe2260be5454cbda086c9949c9afa8d, hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/3a1b0c8e740ae1c15e15d1a637215f96/B/30c43c7fd4e342008fc4bf1cb69c65a7, hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/3a1b0c8e740ae1c15e15d1a637215f96/B/8a15aad9bd7e467bbc46fd9f2032cdc6, hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/3a1b0c8e740ae1c15e15d1a637215f96/B/499b5f72f2864007be5ffa6fa589388f, hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/3a1b0c8e740ae1c15e15d1a637215f96/B/815363a8b4ed4cc29fecc8f8e000ce3c, hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/3a1b0c8e740ae1c15e15d1a637215f96/B/e0236948db5c4b55b389a9a9dde0c97d, hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/3a1b0c8e740ae1c15e15d1a637215f96/B/2fc92b59c9254f34b5aa857fc5d3d6c9, hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/3a1b0c8e740ae1c15e15d1a637215f96/B/56157a2f695b4445a2635d01297c4cf2, hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/3a1b0c8e740ae1c15e15d1a637215f96/B/73176b26b62746a0a3dababdab133b28, hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/3a1b0c8e740ae1c15e15d1a637215f96/B/2785aefc15774bc8abab83145319741c, hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/3a1b0c8e740ae1c15e15d1a637215f96/B/b8da0aa2863d41c1876c482feed4f8bf, hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/3a1b0c8e740ae1c15e15d1a637215f96/B/b4b685f69cad4fd2a9d6d4937ff01df2, hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/3a1b0c8e740ae1c15e15d1a637215f96/B/766052591e8c4edea5f2dab075130ee5, hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/3a1b0c8e740ae1c15e15d1a637215f96/B/3650e590614f4e758c61e14a46da34f3, hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/3a1b0c8e740ae1c15e15d1a637215f96/B/848c0eba7856483ebbee984fcf052b5f, hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/3a1b0c8e740ae1c15e15d1a637215f96/B/d717e8bd3bce4d3590975f91530f75dc, hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/3a1b0c8e740ae1c15e15d1a637215f96/B/1a2217bac8db4c749fac88c72b6c01aa, hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/3a1b0c8e740ae1c15e15d1a637215f96/B/d69f95245ffb4437a85f8dcdcd8839be, hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/3a1b0c8e740ae1c15e15d1a637215f96/B/d482bd1befdc48eeb8be5da8d5efd7da, hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/3a1b0c8e740ae1c15e15d1a637215f96/B/2b7e99fc71cc4c8ca00c96be36fc6287, hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/3a1b0c8e740ae1c15e15d1a637215f96/B/b459332adfae449ebc62cae6495d9fd1, hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/3a1b0c8e740ae1c15e15d1a637215f96/B/ecc2bcd6451c423c896be6efe16cd45f, hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/3a1b0c8e740ae1c15e15d1a637215f96/B/be16506b4c534f91813b35b9b7fd49ee, hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/3a1b0c8e740ae1c15e15d1a637215f96/B/8b5963a0f6684033bc69247f3ef19151] to archive 2024-11-25T10:16:48,861 DEBUG [StoreCloser-TestAcidGuarantees,,1732529775366.3a1b0c8e740ae1c15e15d1a637215f96.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-25T10:16:48,862 DEBUG [StoreCloser-TestAcidGuarantees,,1732529775366.3a1b0c8e740ae1c15e15d1a637215f96.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/3a1b0c8e740ae1c15e15d1a637215f96/B/8fe2260be5454cbda086c9949c9afa8d to hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/archive/data/default/TestAcidGuarantees/3a1b0c8e740ae1c15e15d1a637215f96/B/8fe2260be5454cbda086c9949c9afa8d 2024-11-25T10:16:48,863 DEBUG [StoreCloser-TestAcidGuarantees,,1732529775366.3a1b0c8e740ae1c15e15d1a637215f96.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/3a1b0c8e740ae1c15e15d1a637215f96/B/30c43c7fd4e342008fc4bf1cb69c65a7 to hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/archive/data/default/TestAcidGuarantees/3a1b0c8e740ae1c15e15d1a637215f96/B/30c43c7fd4e342008fc4bf1cb69c65a7 2024-11-25T10:16:48,863 DEBUG [StoreCloser-TestAcidGuarantees,,1732529775366.3a1b0c8e740ae1c15e15d1a637215f96.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/3a1b0c8e740ae1c15e15d1a637215f96/B/8a15aad9bd7e467bbc46fd9f2032cdc6 to hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/archive/data/default/TestAcidGuarantees/3a1b0c8e740ae1c15e15d1a637215f96/B/8a15aad9bd7e467bbc46fd9f2032cdc6 2024-11-25T10:16:48,864 DEBUG [StoreCloser-TestAcidGuarantees,,1732529775366.3a1b0c8e740ae1c15e15d1a637215f96.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/3a1b0c8e740ae1c15e15d1a637215f96/B/499b5f72f2864007be5ffa6fa589388f to hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/archive/data/default/TestAcidGuarantees/3a1b0c8e740ae1c15e15d1a637215f96/B/499b5f72f2864007be5ffa6fa589388f 2024-11-25T10:16:48,866 DEBUG [StoreCloser-TestAcidGuarantees,,1732529775366.3a1b0c8e740ae1c15e15d1a637215f96.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/3a1b0c8e740ae1c15e15d1a637215f96/B/815363a8b4ed4cc29fecc8f8e000ce3c to hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/archive/data/default/TestAcidGuarantees/3a1b0c8e740ae1c15e15d1a637215f96/B/815363a8b4ed4cc29fecc8f8e000ce3c 2024-11-25T10:16:48,867 DEBUG [StoreCloser-TestAcidGuarantees,,1732529775366.3a1b0c8e740ae1c15e15d1a637215f96.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/3a1b0c8e740ae1c15e15d1a637215f96/B/e0236948db5c4b55b389a9a9dde0c97d to hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/archive/data/default/TestAcidGuarantees/3a1b0c8e740ae1c15e15d1a637215f96/B/e0236948db5c4b55b389a9a9dde0c97d 2024-11-25T10:16:48,868 DEBUG [StoreCloser-TestAcidGuarantees,,1732529775366.3a1b0c8e740ae1c15e15d1a637215f96.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/3a1b0c8e740ae1c15e15d1a637215f96/B/2fc92b59c9254f34b5aa857fc5d3d6c9 to hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/archive/data/default/TestAcidGuarantees/3a1b0c8e740ae1c15e15d1a637215f96/B/2fc92b59c9254f34b5aa857fc5d3d6c9 2024-11-25T10:16:48,869 DEBUG [StoreCloser-TestAcidGuarantees,,1732529775366.3a1b0c8e740ae1c15e15d1a637215f96.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/3a1b0c8e740ae1c15e15d1a637215f96/B/56157a2f695b4445a2635d01297c4cf2 to hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/archive/data/default/TestAcidGuarantees/3a1b0c8e740ae1c15e15d1a637215f96/B/56157a2f695b4445a2635d01297c4cf2 2024-11-25T10:16:48,870 DEBUG [StoreCloser-TestAcidGuarantees,,1732529775366.3a1b0c8e740ae1c15e15d1a637215f96.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/3a1b0c8e740ae1c15e15d1a637215f96/B/73176b26b62746a0a3dababdab133b28 to hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/archive/data/default/TestAcidGuarantees/3a1b0c8e740ae1c15e15d1a637215f96/B/73176b26b62746a0a3dababdab133b28 2024-11-25T10:16:48,871 DEBUG [StoreCloser-TestAcidGuarantees,,1732529775366.3a1b0c8e740ae1c15e15d1a637215f96.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/3a1b0c8e740ae1c15e15d1a637215f96/B/2785aefc15774bc8abab83145319741c to hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/archive/data/default/TestAcidGuarantees/3a1b0c8e740ae1c15e15d1a637215f96/B/2785aefc15774bc8abab83145319741c 2024-11-25T10:16:48,872 DEBUG [StoreCloser-TestAcidGuarantees,,1732529775366.3a1b0c8e740ae1c15e15d1a637215f96.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/3a1b0c8e740ae1c15e15d1a637215f96/B/b8da0aa2863d41c1876c482feed4f8bf to hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/archive/data/default/TestAcidGuarantees/3a1b0c8e740ae1c15e15d1a637215f96/B/b8da0aa2863d41c1876c482feed4f8bf 2024-11-25T10:16:48,873 DEBUG [StoreCloser-TestAcidGuarantees,,1732529775366.3a1b0c8e740ae1c15e15d1a637215f96.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/3a1b0c8e740ae1c15e15d1a637215f96/B/b4b685f69cad4fd2a9d6d4937ff01df2 to hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/archive/data/default/TestAcidGuarantees/3a1b0c8e740ae1c15e15d1a637215f96/B/b4b685f69cad4fd2a9d6d4937ff01df2 2024-11-25T10:16:48,874 DEBUG [StoreCloser-TestAcidGuarantees,,1732529775366.3a1b0c8e740ae1c15e15d1a637215f96.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/3a1b0c8e740ae1c15e15d1a637215f96/B/766052591e8c4edea5f2dab075130ee5 to hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/archive/data/default/TestAcidGuarantees/3a1b0c8e740ae1c15e15d1a637215f96/B/766052591e8c4edea5f2dab075130ee5 2024-11-25T10:16:48,874 DEBUG [StoreCloser-TestAcidGuarantees,,1732529775366.3a1b0c8e740ae1c15e15d1a637215f96.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/3a1b0c8e740ae1c15e15d1a637215f96/B/3650e590614f4e758c61e14a46da34f3 to hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/archive/data/default/TestAcidGuarantees/3a1b0c8e740ae1c15e15d1a637215f96/B/3650e590614f4e758c61e14a46da34f3 2024-11-25T10:16:48,875 DEBUG [StoreCloser-TestAcidGuarantees,,1732529775366.3a1b0c8e740ae1c15e15d1a637215f96.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/3a1b0c8e740ae1c15e15d1a637215f96/B/848c0eba7856483ebbee984fcf052b5f to hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/archive/data/default/TestAcidGuarantees/3a1b0c8e740ae1c15e15d1a637215f96/B/848c0eba7856483ebbee984fcf052b5f 2024-11-25T10:16:48,876 DEBUG [StoreCloser-TestAcidGuarantees,,1732529775366.3a1b0c8e740ae1c15e15d1a637215f96.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/3a1b0c8e740ae1c15e15d1a637215f96/B/d717e8bd3bce4d3590975f91530f75dc to hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/archive/data/default/TestAcidGuarantees/3a1b0c8e740ae1c15e15d1a637215f96/B/d717e8bd3bce4d3590975f91530f75dc 2024-11-25T10:16:48,877 DEBUG [StoreCloser-TestAcidGuarantees,,1732529775366.3a1b0c8e740ae1c15e15d1a637215f96.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/3a1b0c8e740ae1c15e15d1a637215f96/B/1a2217bac8db4c749fac88c72b6c01aa to hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/archive/data/default/TestAcidGuarantees/3a1b0c8e740ae1c15e15d1a637215f96/B/1a2217bac8db4c749fac88c72b6c01aa 2024-11-25T10:16:48,878 DEBUG [StoreCloser-TestAcidGuarantees,,1732529775366.3a1b0c8e740ae1c15e15d1a637215f96.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/3a1b0c8e740ae1c15e15d1a637215f96/B/d69f95245ffb4437a85f8dcdcd8839be to hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/archive/data/default/TestAcidGuarantees/3a1b0c8e740ae1c15e15d1a637215f96/B/d69f95245ffb4437a85f8dcdcd8839be 2024-11-25T10:16:48,878 DEBUG [StoreCloser-TestAcidGuarantees,,1732529775366.3a1b0c8e740ae1c15e15d1a637215f96.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/3a1b0c8e740ae1c15e15d1a637215f96/B/d482bd1befdc48eeb8be5da8d5efd7da to hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/archive/data/default/TestAcidGuarantees/3a1b0c8e740ae1c15e15d1a637215f96/B/d482bd1befdc48eeb8be5da8d5efd7da 2024-11-25T10:16:48,879 DEBUG [StoreCloser-TestAcidGuarantees,,1732529775366.3a1b0c8e740ae1c15e15d1a637215f96.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/3a1b0c8e740ae1c15e15d1a637215f96/B/2b7e99fc71cc4c8ca00c96be36fc6287 to hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/archive/data/default/TestAcidGuarantees/3a1b0c8e740ae1c15e15d1a637215f96/B/2b7e99fc71cc4c8ca00c96be36fc6287 2024-11-25T10:16:48,880 DEBUG [StoreCloser-TestAcidGuarantees,,1732529775366.3a1b0c8e740ae1c15e15d1a637215f96.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/3a1b0c8e740ae1c15e15d1a637215f96/B/b459332adfae449ebc62cae6495d9fd1 to hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/archive/data/default/TestAcidGuarantees/3a1b0c8e740ae1c15e15d1a637215f96/B/b459332adfae449ebc62cae6495d9fd1 2024-11-25T10:16:48,881 DEBUG [StoreCloser-TestAcidGuarantees,,1732529775366.3a1b0c8e740ae1c15e15d1a637215f96.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/3a1b0c8e740ae1c15e15d1a637215f96/B/ecc2bcd6451c423c896be6efe16cd45f to hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/archive/data/default/TestAcidGuarantees/3a1b0c8e740ae1c15e15d1a637215f96/B/ecc2bcd6451c423c896be6efe16cd45f 2024-11-25T10:16:48,882 DEBUG [StoreCloser-TestAcidGuarantees,,1732529775366.3a1b0c8e740ae1c15e15d1a637215f96.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/3a1b0c8e740ae1c15e15d1a637215f96/B/be16506b4c534f91813b35b9b7fd49ee to hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/archive/data/default/TestAcidGuarantees/3a1b0c8e740ae1c15e15d1a637215f96/B/be16506b4c534f91813b35b9b7fd49ee 2024-11-25T10:16:48,882 DEBUG [StoreCloser-TestAcidGuarantees,,1732529775366.3a1b0c8e740ae1c15e15d1a637215f96.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/3a1b0c8e740ae1c15e15d1a637215f96/B/8b5963a0f6684033bc69247f3ef19151 to hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/archive/data/default/TestAcidGuarantees/3a1b0c8e740ae1c15e15d1a637215f96/B/8b5963a0f6684033bc69247f3ef19151 2024-11-25T10:16:48,883 DEBUG [StoreCloser-TestAcidGuarantees,,1732529775366.3a1b0c8e740ae1c15e15d1a637215f96.-1 {}] regionserver.HStore(2317): Moving the files [hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/3a1b0c8e740ae1c15e15d1a637215f96/C/1d463ce7089248c484d020d73437f173, hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/3a1b0c8e740ae1c15e15d1a637215f96/C/48cd433cdb48431f87e42cbc548c3337, hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/3a1b0c8e740ae1c15e15d1a637215f96/C/08db6d47b2b341ef98d78e8e887b1e6c, hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/3a1b0c8e740ae1c15e15d1a637215f96/C/ecd37ecc6df2489891f86385b7bcec4c, hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/3a1b0c8e740ae1c15e15d1a637215f96/C/e4aff89ce6af4066ade7ff2d94fa17a5, hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/3a1b0c8e740ae1c15e15d1a637215f96/C/b513324430204a31a3609ade82c1f91d, hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/3a1b0c8e740ae1c15e15d1a637215f96/C/3e879b876cce4a82b0f043038ec6c978, hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/3a1b0c8e740ae1c15e15d1a637215f96/C/32896f5ce6db4b43b7b27c9bb25e9da9, hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/3a1b0c8e740ae1c15e15d1a637215f96/C/80d09b3c846a4b7eaaf5722181170fb7, hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/3a1b0c8e740ae1c15e15d1a637215f96/C/66462d19894d4668848ea6b63080a523, hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/3a1b0c8e740ae1c15e15d1a637215f96/C/aca827bfc85e4d21bb1ac111e81983a4, hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/3a1b0c8e740ae1c15e15d1a637215f96/C/e26de65a6f6440d5a87e8b574249cea5, hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/3a1b0c8e740ae1c15e15d1a637215f96/C/ea1629355e16430eb9c6536c9e89aa6c, hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/3a1b0c8e740ae1c15e15d1a637215f96/C/1dbbf9fff8154a06964278bf3b0b7d6c, hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/3a1b0c8e740ae1c15e15d1a637215f96/C/f2b1438949f345a5bf88309d20e77027, hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/3a1b0c8e740ae1c15e15d1a637215f96/C/e5d2cb5074c040a49757b5b153302b87, hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/3a1b0c8e740ae1c15e15d1a637215f96/C/cb003bb8eeae41b797b822e0ddc30940, hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/3a1b0c8e740ae1c15e15d1a637215f96/C/965a4111401e4a7fa66472ae60f9f809, hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/3a1b0c8e740ae1c15e15d1a637215f96/C/256d0a09bdb44e92a3415560c35491de, hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/3a1b0c8e740ae1c15e15d1a637215f96/C/1348eb2783584cccb129555e3d5bbe65, hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/3a1b0c8e740ae1c15e15d1a637215f96/C/4eaf7b9c57a94a04a55f435651fbcc75, hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/3a1b0c8e740ae1c15e15d1a637215f96/C/284500d9f7c143f7969389f38fba1217, hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/3a1b0c8e740ae1c15e15d1a637215f96/C/eb4e755f372341a9860ac1d059cac9a4, hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/3a1b0c8e740ae1c15e15d1a637215f96/C/3c9cb2a340ba464dbb0c2ad4b018e446] to archive 2024-11-25T10:16:48,884 DEBUG [StoreCloser-TestAcidGuarantees,,1732529775366.3a1b0c8e740ae1c15e15d1a637215f96.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-25T10:16:48,885 DEBUG [StoreCloser-TestAcidGuarantees,,1732529775366.3a1b0c8e740ae1c15e15d1a637215f96.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/3a1b0c8e740ae1c15e15d1a637215f96/C/1d463ce7089248c484d020d73437f173 to hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/archive/data/default/TestAcidGuarantees/3a1b0c8e740ae1c15e15d1a637215f96/C/1d463ce7089248c484d020d73437f173 2024-11-25T10:16:48,886 DEBUG [StoreCloser-TestAcidGuarantees,,1732529775366.3a1b0c8e740ae1c15e15d1a637215f96.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/3a1b0c8e740ae1c15e15d1a637215f96/C/48cd433cdb48431f87e42cbc548c3337 to hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/archive/data/default/TestAcidGuarantees/3a1b0c8e740ae1c15e15d1a637215f96/C/48cd433cdb48431f87e42cbc548c3337 2024-11-25T10:16:48,888 DEBUG [StoreCloser-TestAcidGuarantees,,1732529775366.3a1b0c8e740ae1c15e15d1a637215f96.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/3a1b0c8e740ae1c15e15d1a637215f96/C/08db6d47b2b341ef98d78e8e887b1e6c to hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/archive/data/default/TestAcidGuarantees/3a1b0c8e740ae1c15e15d1a637215f96/C/08db6d47b2b341ef98d78e8e887b1e6c 2024-11-25T10:16:48,888 DEBUG [StoreCloser-TestAcidGuarantees,,1732529775366.3a1b0c8e740ae1c15e15d1a637215f96.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/3a1b0c8e740ae1c15e15d1a637215f96/C/ecd37ecc6df2489891f86385b7bcec4c to hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/archive/data/default/TestAcidGuarantees/3a1b0c8e740ae1c15e15d1a637215f96/C/ecd37ecc6df2489891f86385b7bcec4c 2024-11-25T10:16:48,889 DEBUG [StoreCloser-TestAcidGuarantees,,1732529775366.3a1b0c8e740ae1c15e15d1a637215f96.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/3a1b0c8e740ae1c15e15d1a637215f96/C/e4aff89ce6af4066ade7ff2d94fa17a5 to hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/archive/data/default/TestAcidGuarantees/3a1b0c8e740ae1c15e15d1a637215f96/C/e4aff89ce6af4066ade7ff2d94fa17a5 2024-11-25T10:16:48,890 DEBUG [StoreCloser-TestAcidGuarantees,,1732529775366.3a1b0c8e740ae1c15e15d1a637215f96.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/3a1b0c8e740ae1c15e15d1a637215f96/C/b513324430204a31a3609ade82c1f91d to hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/archive/data/default/TestAcidGuarantees/3a1b0c8e740ae1c15e15d1a637215f96/C/b513324430204a31a3609ade82c1f91d 2024-11-25T10:16:48,891 DEBUG [StoreCloser-TestAcidGuarantees,,1732529775366.3a1b0c8e740ae1c15e15d1a637215f96.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/3a1b0c8e740ae1c15e15d1a637215f96/C/3e879b876cce4a82b0f043038ec6c978 to hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/archive/data/default/TestAcidGuarantees/3a1b0c8e740ae1c15e15d1a637215f96/C/3e879b876cce4a82b0f043038ec6c978 2024-11-25T10:16:48,892 DEBUG [StoreCloser-TestAcidGuarantees,,1732529775366.3a1b0c8e740ae1c15e15d1a637215f96.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/3a1b0c8e740ae1c15e15d1a637215f96/C/32896f5ce6db4b43b7b27c9bb25e9da9 to hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/archive/data/default/TestAcidGuarantees/3a1b0c8e740ae1c15e15d1a637215f96/C/32896f5ce6db4b43b7b27c9bb25e9da9 2024-11-25T10:16:48,892 DEBUG [StoreCloser-TestAcidGuarantees,,1732529775366.3a1b0c8e740ae1c15e15d1a637215f96.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/3a1b0c8e740ae1c15e15d1a637215f96/C/80d09b3c846a4b7eaaf5722181170fb7 to hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/archive/data/default/TestAcidGuarantees/3a1b0c8e740ae1c15e15d1a637215f96/C/80d09b3c846a4b7eaaf5722181170fb7 2024-11-25T10:16:48,893 DEBUG [StoreCloser-TestAcidGuarantees,,1732529775366.3a1b0c8e740ae1c15e15d1a637215f96.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/3a1b0c8e740ae1c15e15d1a637215f96/C/66462d19894d4668848ea6b63080a523 to hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/archive/data/default/TestAcidGuarantees/3a1b0c8e740ae1c15e15d1a637215f96/C/66462d19894d4668848ea6b63080a523 2024-11-25T10:16:48,894 DEBUG [StoreCloser-TestAcidGuarantees,,1732529775366.3a1b0c8e740ae1c15e15d1a637215f96.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/3a1b0c8e740ae1c15e15d1a637215f96/C/aca827bfc85e4d21bb1ac111e81983a4 to hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/archive/data/default/TestAcidGuarantees/3a1b0c8e740ae1c15e15d1a637215f96/C/aca827bfc85e4d21bb1ac111e81983a4 2024-11-25T10:16:48,894 DEBUG [StoreCloser-TestAcidGuarantees,,1732529775366.3a1b0c8e740ae1c15e15d1a637215f96.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/3a1b0c8e740ae1c15e15d1a637215f96/C/e26de65a6f6440d5a87e8b574249cea5 to hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/archive/data/default/TestAcidGuarantees/3a1b0c8e740ae1c15e15d1a637215f96/C/e26de65a6f6440d5a87e8b574249cea5 2024-11-25T10:16:48,895 DEBUG [StoreCloser-TestAcidGuarantees,,1732529775366.3a1b0c8e740ae1c15e15d1a637215f96.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/3a1b0c8e740ae1c15e15d1a637215f96/C/ea1629355e16430eb9c6536c9e89aa6c to hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/archive/data/default/TestAcidGuarantees/3a1b0c8e740ae1c15e15d1a637215f96/C/ea1629355e16430eb9c6536c9e89aa6c 2024-11-25T10:16:48,896 DEBUG [StoreCloser-TestAcidGuarantees,,1732529775366.3a1b0c8e740ae1c15e15d1a637215f96.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/3a1b0c8e740ae1c15e15d1a637215f96/C/1dbbf9fff8154a06964278bf3b0b7d6c to hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/archive/data/default/TestAcidGuarantees/3a1b0c8e740ae1c15e15d1a637215f96/C/1dbbf9fff8154a06964278bf3b0b7d6c 2024-11-25T10:16:48,896 DEBUG [StoreCloser-TestAcidGuarantees,,1732529775366.3a1b0c8e740ae1c15e15d1a637215f96.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/3a1b0c8e740ae1c15e15d1a637215f96/C/f2b1438949f345a5bf88309d20e77027 to hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/archive/data/default/TestAcidGuarantees/3a1b0c8e740ae1c15e15d1a637215f96/C/f2b1438949f345a5bf88309d20e77027 2024-11-25T10:16:48,897 DEBUG [StoreCloser-TestAcidGuarantees,,1732529775366.3a1b0c8e740ae1c15e15d1a637215f96.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/3a1b0c8e740ae1c15e15d1a637215f96/C/e5d2cb5074c040a49757b5b153302b87 to hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/archive/data/default/TestAcidGuarantees/3a1b0c8e740ae1c15e15d1a637215f96/C/e5d2cb5074c040a49757b5b153302b87 2024-11-25T10:16:48,898 DEBUG [StoreCloser-TestAcidGuarantees,,1732529775366.3a1b0c8e740ae1c15e15d1a637215f96.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/3a1b0c8e740ae1c15e15d1a637215f96/C/cb003bb8eeae41b797b822e0ddc30940 to hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/archive/data/default/TestAcidGuarantees/3a1b0c8e740ae1c15e15d1a637215f96/C/cb003bb8eeae41b797b822e0ddc30940 2024-11-25T10:16:48,899 DEBUG [StoreCloser-TestAcidGuarantees,,1732529775366.3a1b0c8e740ae1c15e15d1a637215f96.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/3a1b0c8e740ae1c15e15d1a637215f96/C/965a4111401e4a7fa66472ae60f9f809 to hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/archive/data/default/TestAcidGuarantees/3a1b0c8e740ae1c15e15d1a637215f96/C/965a4111401e4a7fa66472ae60f9f809 2024-11-25T10:16:48,899 DEBUG [StoreCloser-TestAcidGuarantees,,1732529775366.3a1b0c8e740ae1c15e15d1a637215f96.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/3a1b0c8e740ae1c15e15d1a637215f96/C/256d0a09bdb44e92a3415560c35491de to hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/archive/data/default/TestAcidGuarantees/3a1b0c8e740ae1c15e15d1a637215f96/C/256d0a09bdb44e92a3415560c35491de 2024-11-25T10:16:48,900 DEBUG [StoreCloser-TestAcidGuarantees,,1732529775366.3a1b0c8e740ae1c15e15d1a637215f96.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/3a1b0c8e740ae1c15e15d1a637215f96/C/1348eb2783584cccb129555e3d5bbe65 to hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/archive/data/default/TestAcidGuarantees/3a1b0c8e740ae1c15e15d1a637215f96/C/1348eb2783584cccb129555e3d5bbe65 2024-11-25T10:16:48,901 DEBUG [StoreCloser-TestAcidGuarantees,,1732529775366.3a1b0c8e740ae1c15e15d1a637215f96.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/3a1b0c8e740ae1c15e15d1a637215f96/C/4eaf7b9c57a94a04a55f435651fbcc75 to hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/archive/data/default/TestAcidGuarantees/3a1b0c8e740ae1c15e15d1a637215f96/C/4eaf7b9c57a94a04a55f435651fbcc75 2024-11-25T10:16:48,901 DEBUG [StoreCloser-TestAcidGuarantees,,1732529775366.3a1b0c8e740ae1c15e15d1a637215f96.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/3a1b0c8e740ae1c15e15d1a637215f96/C/284500d9f7c143f7969389f38fba1217 to hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/archive/data/default/TestAcidGuarantees/3a1b0c8e740ae1c15e15d1a637215f96/C/284500d9f7c143f7969389f38fba1217 2024-11-25T10:16:48,902 DEBUG [StoreCloser-TestAcidGuarantees,,1732529775366.3a1b0c8e740ae1c15e15d1a637215f96.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/3a1b0c8e740ae1c15e15d1a637215f96/C/eb4e755f372341a9860ac1d059cac9a4 to hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/archive/data/default/TestAcidGuarantees/3a1b0c8e740ae1c15e15d1a637215f96/C/eb4e755f372341a9860ac1d059cac9a4 2024-11-25T10:16:48,903 DEBUG [StoreCloser-TestAcidGuarantees,,1732529775366.3a1b0c8e740ae1c15e15d1a637215f96.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/3a1b0c8e740ae1c15e15d1a637215f96/C/3c9cb2a340ba464dbb0c2ad4b018e446 to hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/archive/data/default/TestAcidGuarantees/3a1b0c8e740ae1c15e15d1a637215f96/C/3c9cb2a340ba464dbb0c2ad4b018e446 2024-11-25T10:16:48,906 DEBUG [RS_CLOSE_REGION-regionserver/e2fd862922a0:0-0 {event_type=M_RS_CLOSE_REGION, pid=179}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/3a1b0c8e740ae1c15e15d1a637215f96/recovered.edits/395.seqid, newMaxSeqId=395, maxSeqId=4 2024-11-25T10:16:48,906 INFO [RS_CLOSE_REGION-regionserver/e2fd862922a0:0-0 {event_type=M_RS_CLOSE_REGION, pid=179}] regionserver.HRegion(1973): Closed TestAcidGuarantees,,1732529775366.3a1b0c8e740ae1c15e15d1a637215f96. 2024-11-25T10:16:48,906 DEBUG [RS_CLOSE_REGION-regionserver/e2fd862922a0:0-0 {event_type=M_RS_CLOSE_REGION, pid=179}] regionserver.HRegion(1676): Region close journal for 3a1b0c8e740ae1c15e15d1a637215f96: Waiting for close lock at 1732529807185Running coprocessor pre-close hooks at 1732529807185Disabling compacts and flushes for region at 1732529807185Disabling writes for close at 1732529807185Obtaining lock to block concurrent updates at 1732529807185Preparing flush snapshotting stores in 3a1b0c8e740ae1c15e15d1a637215f96 at 1732529807185Finished memstore snapshotting TestAcidGuarantees,,1732529775366.3a1b0c8e740ae1c15e15d1a637215f96., syncing WAL and waiting on mvcc, flushsize=dataSize=27480, getHeapSize=82320, getOffHeapSize=0, getCellsCount=600 at 1732529807186 (+1 ms)Flushing stores of TestAcidGuarantees,,1732529775366.3a1b0c8e740ae1c15e15d1a637215f96. at 1732529807186Flushing 3a1b0c8e740ae1c15e15d1a637215f96/A: creating writer at 1732529807186Flushing mob file 3a1b0c8e740ae1c15e15d1a637215f96/A: appending metadata at 1732529807191 (+5 ms)Flushing mob file 3a1b0c8e740ae1c15e15d1a637215f96/A: closing flushed file at 1732529807191Flushing 3a1b0c8e740ae1c15e15d1a637215f96/A: appending metadata at 1732529807599 (+408 ms)Flushing 3a1b0c8e740ae1c15e15d1a637215f96/A: closing flushed file at 1732529807599Flushing 3a1b0c8e740ae1c15e15d1a637215f96/B: creating writer at 1732529808005 (+406 ms)Flushing 3a1b0c8e740ae1c15e15d1a637215f96/B: appending metadata at 1732529808007 (+2 ms)Flushing 3a1b0c8e740ae1c15e15d1a637215f96/B: closing flushed file at 1732529808007Flushing 3a1b0c8e740ae1c15e15d1a637215f96/C: creating writer at 1732529808415 (+408 ms)Flushing 3a1b0c8e740ae1c15e15d1a637215f96/C: appending metadata at 1732529808417 (+2 ms)Flushing 3a1b0c8e740ae1c15e15d1a637215f96/C: closing flushed file at 1732529808417Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4ea38bdf: reopening flushed file at 1732529808824 (+407 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@152b46fc: reopening flushed file at 1732529808828 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@406e6c0: reopening flushed file at 1732529808832 (+4 ms)Finished flush of dataSize ~26.84 KB/27480, heapSize ~80.39 KB/82320, currentSize=0 B/0 for 3a1b0c8e740ae1c15e15d1a637215f96 in 1652ms, sequenceid=392, compaction requested=false at 1732529808837 (+5 ms)Writing region close event to WAL at 1732529808904 (+67 ms)Running coprocessor post-close hooks at 1732529808906 (+2 ms)Closed at 1732529808906 2024-11-25T10:16:48,908 INFO [RS_CLOSE_REGION-regionserver/e2fd862922a0:0-0 {event_type=M_RS_CLOSE_REGION, pid=179}] handler.UnassignRegionHandler(157): Closed 3a1b0c8e740ae1c15e15d1a637215f96 2024-11-25T10:16:48,908 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=178 updating hbase:meta row=3a1b0c8e740ae1c15e15d1a637215f96, regionState=CLOSED 2024-11-25T10:16:48,910 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=179, ppid=178, state=RUNNABLE, hasLock=false; CloseRegionProcedure 3a1b0c8e740ae1c15e15d1a637215f96, server=e2fd862922a0,38547,1732529625709 because future has completed 2024-11-25T10:16:48,911 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=179, resume processing ppid=178 2024-11-25T10:16:48,911 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=179, ppid=178, state=SUCCESS, hasLock=false; CloseRegionProcedure 3a1b0c8e740ae1c15e15d1a637215f96, server=e2fd862922a0,38547,1732529625709 in 1.8770 sec 2024-11-25T10:16:48,913 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=178, resume processing ppid=177 2024-11-25T10:16:48,913 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=178, ppid=177, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=3a1b0c8e740ae1c15e15d1a637215f96, UNASSIGN in 1.8810 sec 2024-11-25T10:16:48,914 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=177, resume processing ppid=176 2024-11-25T10:16:48,914 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=177, ppid=176, state=SUCCESS, hasLock=false; CloseTableRegionsProcedure table=TestAcidGuarantees in 1.8840 sec 2024-11-25T10:16:48,916 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732529808915"}]},"ts":"1732529808915"} 2024-11-25T10:16:48,917 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(843): Updated tableName=TestAcidGuarantees, state=DISABLED in hbase:meta 2024-11-25T10:16:48,917 INFO [PEWorker-5 {}] procedure.DisableTableProcedure(296): Set TestAcidGuarantees to state=DISABLED 2024-11-25T10:16:48,918 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=176, state=SUCCESS, hasLock=false; DisableTableProcedure table=TestAcidGuarantees in 1.8920 sec 2024-11-25T10:16:49,182 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41005 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=176 2024-11-25T10:16:49,182 INFO [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: DISABLE, Table Name: default:TestAcidGuarantees completed 2024-11-25T10:16:49,183 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41005 {}] master.HMaster$5(2570): Client=jenkins//172.17.0.2 delete TestAcidGuarantees 2024-11-25T10:16:49,184 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41005 {}] procedure2.ProcedureExecutor(1139): Stored pid=180, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION, hasLock=false; DeleteTableProcedure table=TestAcidGuarantees 2024-11-25T10:16:49,185 DEBUG [PEWorker-2 {}] procedure.DeleteTableProcedure(103): Waiting for RIT for pid=180, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-25T10:16:49,186 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41005 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=180 2024-11-25T10:16:49,186 DEBUG [PEWorker-2 {}] procedure.DeleteTableProcedure(115): Deleting regions from filesystem for pid=180, state=RUNNABLE:DELETE_TABLE_CLEAR_FS_LAYOUT, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-25T10:16:49,188 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(131): ARCHIVING hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/3a1b0c8e740ae1c15e15d1a637215f96 2024-11-25T10:16:49,189 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(159): Archiving [FileablePath, hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/3a1b0c8e740ae1c15e15d1a637215f96/A, FileablePath, hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/3a1b0c8e740ae1c15e15d1a637215f96/B, FileablePath, hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/3a1b0c8e740ae1c15e15d1a637215f96/C, FileablePath, hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/3a1b0c8e740ae1c15e15d1a637215f96/recovered.edits] 2024-11-25T10:16:49,192 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/3a1b0c8e740ae1c15e15d1a637215f96/A/7277c0efa0ed4f39b395a4de0e90601e to hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/archive/data/default/TestAcidGuarantees/3a1b0c8e740ae1c15e15d1a637215f96/A/7277c0efa0ed4f39b395a4de0e90601e 2024-11-25T10:16:49,193 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/3a1b0c8e740ae1c15e15d1a637215f96/A/7e2317e5d53c42a8a2cd5e5a16a02c3e to hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/archive/data/default/TestAcidGuarantees/3a1b0c8e740ae1c15e15d1a637215f96/A/7e2317e5d53c42a8a2cd5e5a16a02c3e 2024-11-25T10:16:49,194 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/3a1b0c8e740ae1c15e15d1a637215f96/B/3db5fca9933b4bd7a620eb29025aca35 to hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/archive/data/default/TestAcidGuarantees/3a1b0c8e740ae1c15e15d1a637215f96/B/3db5fca9933b4bd7a620eb29025aca35 2024-11-25T10:16:49,195 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/3a1b0c8e740ae1c15e15d1a637215f96/B/e885c7fa07184230a4aaa2052a641b92 to hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/archive/data/default/TestAcidGuarantees/3a1b0c8e740ae1c15e15d1a637215f96/B/e885c7fa07184230a4aaa2052a641b92 2024-11-25T10:16:49,197 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/3a1b0c8e740ae1c15e15d1a637215f96/C/03166f67da9b4c4c9c09da01f3ea3e1f to hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/archive/data/default/TestAcidGuarantees/3a1b0c8e740ae1c15e15d1a637215f96/C/03166f67da9b4c4c9c09da01f3ea3e1f 2024-11-25T10:16:49,198 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/3a1b0c8e740ae1c15e15d1a637215f96/C/1626d247e54c4716bf9bf23ec7b37e04 to hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/archive/data/default/TestAcidGuarantees/3a1b0c8e740ae1c15e15d1a637215f96/C/1626d247e54c4716bf9bf23ec7b37e04 2024-11-25T10:16:49,199 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/3a1b0c8e740ae1c15e15d1a637215f96/recovered.edits/395.seqid to hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/archive/data/default/TestAcidGuarantees/3a1b0c8e740ae1c15e15d1a637215f96/recovered.edits/395.seqid 2024-11-25T10:16:49,200 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(610): Deleted hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/default/TestAcidGuarantees/3a1b0c8e740ae1c15e15d1a637215f96 2024-11-25T10:16:49,200 DEBUG [PEWorker-2 {}] procedure.DeleteTableProcedure(313): Archived TestAcidGuarantees regions 2024-11-25T10:16:49,200 DEBUG [PEWorker-2 {}] backup.HFileArchiver(131): ARCHIVING hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3 2024-11-25T10:16:49,200 DEBUG [PEWorker-2 {}] backup.HFileArchiver(159): Archiving [FileablePath, hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A] 2024-11-25T10:16:49,202 DEBUG [PEWorker-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411250373468d86f1423c83d5389349c93fa8_3a1b0c8e740ae1c15e15d1a637215f96 to hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411250373468d86f1423c83d5389349c93fa8_3a1b0c8e740ae1c15e15d1a637215f96 2024-11-25T10:16:49,203 DEBUG [PEWorker-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112503761459c17d4022a98a41dee96fadb0_3a1b0c8e740ae1c15e15d1a637215f96 to hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112503761459c17d4022a98a41dee96fadb0_3a1b0c8e740ae1c15e15d1a637215f96 2024-11-25T10:16:49,204 DEBUG [PEWorker-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112514ae8ff9b24f42518623489ead165bd1_3a1b0c8e740ae1c15e15d1a637215f96 to hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112514ae8ff9b24f42518623489ead165bd1_3a1b0c8e740ae1c15e15d1a637215f96 2024-11-25T10:16:49,205 DEBUG [PEWorker-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112519d0d8157c8a405fa58ee80a15f529ec_3a1b0c8e740ae1c15e15d1a637215f96 to hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112519d0d8157c8a405fa58ee80a15f529ec_3a1b0c8e740ae1c15e15d1a637215f96 2024-11-25T10:16:49,206 DEBUG [PEWorker-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241125269295fa26bb457d9c9169608c4e5b92_3a1b0c8e740ae1c15e15d1a637215f96 to hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241125269295fa26bb457d9c9169608c4e5b92_3a1b0c8e740ae1c15e15d1a637215f96 2024-11-25T10:16:49,206 DEBUG [PEWorker-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411252c3ec544662d4450b36876afd4257222_3a1b0c8e740ae1c15e15d1a637215f96 to hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411252c3ec544662d4450b36876afd4257222_3a1b0c8e740ae1c15e15d1a637215f96 2024-11-25T10:16:49,207 DEBUG [PEWorker-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241125357792d957dc487fa8d315850db5b0c4_3a1b0c8e740ae1c15e15d1a637215f96 to hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241125357792d957dc487fa8d315850db5b0c4_3a1b0c8e740ae1c15e15d1a637215f96 2024-11-25T10:16:49,208 DEBUG [PEWorker-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411254906ea4daf7b42e0b8e27efbbfa166e5_3a1b0c8e740ae1c15e15d1a637215f96 to hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411254906ea4daf7b42e0b8e27efbbfa166e5_3a1b0c8e740ae1c15e15d1a637215f96 2024-11-25T10:16:49,209 DEBUG [PEWorker-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112571b6fe4cff12449f867822bb620c9bb6_3a1b0c8e740ae1c15e15d1a637215f96 to hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112571b6fe4cff12449f867822bb620c9bb6_3a1b0c8e740ae1c15e15d1a637215f96 2024-11-25T10:16:49,210 DEBUG [PEWorker-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411257372d5236b604e729f0cdb02c9c68264_3a1b0c8e740ae1c15e15d1a637215f96 to hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411257372d5236b604e729f0cdb02c9c68264_3a1b0c8e740ae1c15e15d1a637215f96 2024-11-25T10:16:49,211 DEBUG [PEWorker-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241125751da97f210347fd96db2553bb603c63_3a1b0c8e740ae1c15e15d1a637215f96 to hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241125751da97f210347fd96db2553bb603c63_3a1b0c8e740ae1c15e15d1a637215f96 2024-11-25T10:16:49,212 DEBUG [PEWorker-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411257f1fd24e2302431fba6cdede7dee3e78_3a1b0c8e740ae1c15e15d1a637215f96 to hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411257f1fd24e2302431fba6cdede7dee3e78_3a1b0c8e740ae1c15e15d1a637215f96 2024-11-25T10:16:49,213 DEBUG [PEWorker-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112585539b86a2e8426c91f65108b773e5fc_3a1b0c8e740ae1c15e15d1a637215f96 to hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112585539b86a2e8426c91f65108b773e5fc_3a1b0c8e740ae1c15e15d1a637215f96 2024-11-25T10:16:49,214 DEBUG [PEWorker-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112596d2df76f7ec43bfa080d565a95a29e2_3a1b0c8e740ae1c15e15d1a637215f96 to hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112596d2df76f7ec43bfa080d565a95a29e2_3a1b0c8e740ae1c15e15d1a637215f96 2024-11-25T10:16:49,215 DEBUG [PEWorker-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241125a1296c810f7b46d3a6621115b28aba12_3a1b0c8e740ae1c15e15d1a637215f96 to hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241125a1296c810f7b46d3a6621115b28aba12_3a1b0c8e740ae1c15e15d1a637215f96 2024-11-25T10:16:49,216 DEBUG [PEWorker-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241125b1982a3d33794ce3bdfa70057185c554_3a1b0c8e740ae1c15e15d1a637215f96 to hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241125b1982a3d33794ce3bdfa70057185c554_3a1b0c8e740ae1c15e15d1a637215f96 2024-11-25T10:16:49,217 DEBUG [PEWorker-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241125c41d4e27915b4d738f9bb12d8585a83a_3a1b0c8e740ae1c15e15d1a637215f96 to hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241125c41d4e27915b4d738f9bb12d8585a83a_3a1b0c8e740ae1c15e15d1a637215f96 2024-11-25T10:16:49,217 DEBUG [PEWorker-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241125fd572088437a459aad48d6a9473c45af_3a1b0c8e740ae1c15e15d1a637215f96 to hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241125fd572088437a459aad48d6a9473c45af_3a1b0c8e740ae1c15e15d1a637215f96 2024-11-25T10:16:49,218 DEBUG [PEWorker-2 {}] backup.HFileArchiver(610): Deleted hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3 2024-11-25T10:16:49,219 DEBUG [PEWorker-2 {}] procedure.DeleteTableProcedure(120): Deleting regions from META for pid=180, state=RUNNABLE:DELETE_TABLE_REMOVE_FROM_META, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-25T10:16:49,222 WARN [PEWorker-2 {}] procedure.DeleteTableProcedure(370): Deleting some vestigial 1 rows of TestAcidGuarantees from hbase:meta 2024-11-25T10:16:49,224 DEBUG [PEWorker-2 {}] procedure.DeleteTableProcedure(407): Removing 'TestAcidGuarantees' descriptor. 2024-11-25T10:16:49,225 DEBUG [PEWorker-2 {}] procedure.DeleteTableProcedure(126): Deleting assignment state for pid=180, state=RUNNABLE:DELETE_TABLE_UNASSIGN_REGIONS, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-25T10:16:49,225 DEBUG [PEWorker-2 {}] procedure.DeleteTableProcedure(397): Removing 'TestAcidGuarantees' from region states. 2024-11-25T10:16:49,225 DEBUG [PEWorker-2 {}] assignment.RegionStateStore(723): Delete {"totalColumns":1,"row":"TestAcidGuarantees,,1732529775366.3a1b0c8e740ae1c15e15d1a637215f96.","families":{"info":[{"qualifier":"","vlen":0,"tag":[],"timestamp":"1732529809225"}]},"ts":"9223372036854775807"} 2024-11-25T10:16:49,227 INFO [PEWorker-2 {}] assignment.RegionStateStore(562): Deleted 1 regions from META 2024-11-25T10:16:49,227 DEBUG [PEWorker-2 {}] assignment.RegionStateStore(563): Deleted regions: [{ENCODED => 3a1b0c8e740ae1c15e15d1a637215f96, NAME => 'TestAcidGuarantees,,1732529775366.3a1b0c8e740ae1c15e15d1a637215f96.', STARTKEY => '', ENDKEY => ''}] 2024-11-25T10:16:49,227 DEBUG [PEWorker-2 {}] procedure.DeleteTableProcedure(401): Marking 'TestAcidGuarantees' as deleted. 2024-11-25T10:16:49,227 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Delete {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":0,"tag":[],"timestamp":"1732529809227"}]},"ts":"9223372036854775807"} 2024-11-25T10:16:49,229 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(867): Deleted table TestAcidGuarantees state from META 2024-11-25T10:16:49,229 DEBUG [PEWorker-2 {}] procedure.DeleteTableProcedure(133): Finished pid=180, state=RUNNABLE:DELETE_TABLE_POST_OPERATION, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-25T10:16:49,230 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=180, state=SUCCESS, hasLock=false; DeleteTableProcedure table=TestAcidGuarantees in 46 msec 2024-11-25T10:16:49,292 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41005 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=180 2024-11-25T10:16:49,292 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocator(219): Clear meta cache for TestAcidGuarantees 2024-11-25T10:16:49,293 INFO [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: DELETE, Table Name: default:TestAcidGuarantees completed 2024-11-25T10:16:49,301 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: TestAcidGuaranteesWithEagerPolicy#testMobGetAtomicity Thread=247 (was 248), OpenFileDescriptor=451 (was 445) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=476 (was 594), ProcessCount=11 (was 11), AvailableMemoryMB=3719 (was 3955) 2024-11-25T10:16:49,302 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-25T10:16:49,302 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-25T10:16:49,302 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.AcidGuaranteesTestBase.tearDownAfterClass(AcidGuaranteesTestBase.java:66) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-25T10:16:49,302 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T10:16:49,302 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T10:16:49,302 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-25T10:16:49,302 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-25T10:16:49,302 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1143773905, stopped=false 2024-11-25T10:16:49,302 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=e2fd862922a0,41005,1732529624914 2024-11-25T10:16:49,304 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41005-0x1014e9dfe7b0000, quorum=127.0.0.1:54846, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-11-25T10:16:49,304 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38547-0x1014e9dfe7b0001, quorum=127.0.0.1:54846, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-11-25T10:16:49,304 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41005-0x1014e9dfe7b0000, quorum=127.0.0.1:54846, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-25T10:16:49,304 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38547-0x1014e9dfe7b0001, quorum=127.0.0.1:54846, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-25T10:16:49,304 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-25T10:16:49,305 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-25T10:16:49,305 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.AcidGuaranteesTestBase.tearDownAfterClass(AcidGuaranteesTestBase.java:66) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-25T10:16:49,305 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T10:16:49,305 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:38547-0x1014e9dfe7b0001, quorum=127.0.0.1:54846, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-25T10:16:49,305 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server 'e2fd862922a0,38547,1732529625709' ***** 2024-11-25T10:16:49,305 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-25T10:16:49,306 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:41005-0x1014e9dfe7b0000, quorum=127.0.0.1:54846, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-25T10:16:49,306 INFO [RS:0;e2fd862922a0:38547 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-25T10:16:49,306 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-25T10:16:49,306 INFO [RS:0;e2fd862922a0:38547 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-25T10:16:49,306 INFO [RS:0;e2fd862922a0:38547 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-25T10:16:49,306 INFO [RS:0;e2fd862922a0:38547 {}] regionserver.HRegionServer(959): stopping server e2fd862922a0,38547,1732529625709 2024-11-25T10:16:49,307 INFO [RS:0;e2fd862922a0:38547 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-25T10:16:49,307 INFO [RS:0;e2fd862922a0:38547 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;e2fd862922a0:38547. 2024-11-25T10:16:49,307 DEBUG [RS:0;e2fd862922a0:38547 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-25T10:16:49,307 DEBUG [RS:0;e2fd862922a0:38547 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T10:16:49,307 INFO [RS:0;e2fd862922a0:38547 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-25T10:16:49,307 INFO [RS:0;e2fd862922a0:38547 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-25T10:16:49,307 INFO [RS:0;e2fd862922a0:38547 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-25T10:16:49,307 INFO [RS:0;e2fd862922a0:38547 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-25T10:16:49,307 INFO [RS:0;e2fd862922a0:38547 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-11-25T10:16:49,308 DEBUG [RS:0;e2fd862922a0:38547 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740} 2024-11-25T10:16:49,308 DEBUG [RS:0;e2fd862922a0:38547 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-25T10:16:49,308 DEBUG [RS_CLOSE_META-regionserver/e2fd862922a0:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-25T10:16:49,308 INFO [RS_CLOSE_META-regionserver/e2fd862922a0:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-25T10:16:49,308 DEBUG [RS_CLOSE_META-regionserver/e2fd862922a0:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-25T10:16:49,308 DEBUG [RS_CLOSE_META-regionserver/e2fd862922a0:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-25T10:16:49,308 DEBUG [RS_CLOSE_META-regionserver/e2fd862922a0:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-25T10:16:49,308 INFO [RS_CLOSE_META-regionserver/e2fd862922a0:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=19.91 KB heapSize=35.20 KB 2024-11-25T10:16:49,331 DEBUG [RS_CLOSE_META-regionserver/e2fd862922a0:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/hbase/meta/1588230740/.tmp/info/10036195cc394429b76244b1df89794c is 95, key is TestAcidGuarantees,,1732529629057.d34d01432cbd03941f110edd57c221ca./info:/1732529655590/DeleteFamily/seqid=0 2024-11-25T10:16:49,336 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39927 is added to blk_1073742461_1637 (size=6514) 2024-11-25T10:16:49,397 INFO [regionserver/e2fd862922a0:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-25T10:16:49,508 DEBUG [RS:0;e2fd862922a0:38547 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-25T10:16:49,708 DEBUG [RS:0;e2fd862922a0:38547 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-25T10:16:49,736 INFO [RS_CLOSE_META-regionserver/e2fd862922a0:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=16.75 KB at sequenceid=90 (bloomFilter=true), to=hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/hbase/meta/1588230740/.tmp/info/10036195cc394429b76244b1df89794c 2024-11-25T10:16:49,758 DEBUG [RS_CLOSE_META-regionserver/e2fd862922a0:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/hbase/meta/1588230740/.tmp/ns/6a6a903f2cfc49e594b2de17719ca021 is 93, key is TestAcidGuarantees,,1732529629057.d34d01432cbd03941f110edd57c221ca./ns:/1732529655521/DeleteFamily/seqid=0 2024-11-25T10:16:49,761 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39927 is added to blk_1073742462_1638 (size=5906) 2024-11-25T10:16:49,908 DEBUG [RS:0;e2fd862922a0:38547 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-25T10:16:49,980 INFO [regionserver/e2fd862922a0:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-25T10:16:49,980 INFO [regionserver/e2fd862922a0:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-25T10:16:50,109 DEBUG [RS:0;e2fd862922a0:38547 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-25T10:16:50,161 INFO [RS_CLOSE_META-regionserver/e2fd862922a0:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=608 B at sequenceid=90 (bloomFilter=true), to=hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/hbase/meta/1588230740/.tmp/ns/6a6a903f2cfc49e594b2de17719ca021 2024-11-25T10:16:50,181 DEBUG [RS_CLOSE_META-regionserver/e2fd862922a0:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/hbase/meta/1588230740/.tmp/rep_barrier/363dac7291fb402a93136e47aa530962 is 102, key is TestAcidGuarantees,,1732529629057.d34d01432cbd03941f110edd57c221ca./rep_barrier:/1732529655521/DeleteFamily/seqid=0 2024-11-25T10:16:50,184 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39927 is added to blk_1073742463_1639 (size=6025) 2024-11-25T10:16:50,309 DEBUG [RS:0;e2fd862922a0:38547 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-25T10:16:50,509 DEBUG [RS:0;e2fd862922a0:38547 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-25T10:16:50,584 INFO [RS_CLOSE_META-regionserver/e2fd862922a0:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=588 B at sequenceid=90 (bloomFilter=true), to=hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/hbase/meta/1588230740/.tmp/rep_barrier/363dac7291fb402a93136e47aa530962 2024-11-25T10:16:50,601 DEBUG [RS_CLOSE_META-regionserver/e2fd862922a0:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/hbase/meta/1588230740/.tmp/table/7d1226630fbe4ccab994f47947493db2 is 96, key is TestAcidGuarantees,,1732529629057.d34d01432cbd03941f110edd57c221ca./table:/1732529655521/DeleteFamily/seqid=0 2024-11-25T10:16:50,604 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39927 is added to blk_1073742464_1640 (size=5936) 2024-11-25T10:16:50,605 INFO [RS_CLOSE_META-regionserver/e2fd862922a0:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.99 KB at sequenceid=90 (bloomFilter=true), to=hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/hbase/meta/1588230740/.tmp/table/7d1226630fbe4ccab994f47947493db2 2024-11-25T10:16:50,609 DEBUG [RS_CLOSE_META-regionserver/e2fd862922a0:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/hbase/meta/1588230740/.tmp/info/10036195cc394429b76244b1df89794c as hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/hbase/meta/1588230740/info/10036195cc394429b76244b1df89794c 2024-11-25T10:16:50,613 INFO [RS_CLOSE_META-regionserver/e2fd862922a0:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/hbase/meta/1588230740/info/10036195cc394429b76244b1df89794c, entries=12, sequenceid=90, filesize=6.4 K 2024-11-25T10:16:50,614 DEBUG [RS_CLOSE_META-regionserver/e2fd862922a0:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/hbase/meta/1588230740/.tmp/ns/6a6a903f2cfc49e594b2de17719ca021 as hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/hbase/meta/1588230740/ns/6a6a903f2cfc49e594b2de17719ca021 2024-11-25T10:16:50,618 INFO [RS_CLOSE_META-regionserver/e2fd862922a0:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/hbase/meta/1588230740/ns/6a6a903f2cfc49e594b2de17719ca021, entries=8, sequenceid=90, filesize=5.8 K 2024-11-25T10:16:50,619 DEBUG [RS_CLOSE_META-regionserver/e2fd862922a0:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/hbase/meta/1588230740/.tmp/rep_barrier/363dac7291fb402a93136e47aa530962 as hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/hbase/meta/1588230740/rep_barrier/363dac7291fb402a93136e47aa530962 2024-11-25T10:16:50,622 INFO [RS_CLOSE_META-regionserver/e2fd862922a0:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/hbase/meta/1588230740/rep_barrier/363dac7291fb402a93136e47aa530962, entries=6, sequenceid=90, filesize=5.9 K 2024-11-25T10:16:50,623 DEBUG [RS_CLOSE_META-regionserver/e2fd862922a0:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/hbase/meta/1588230740/.tmp/table/7d1226630fbe4ccab994f47947493db2 as hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/hbase/meta/1588230740/table/7d1226630fbe4ccab994f47947493db2 2024-11-25T10:16:50,626 INFO [RS_CLOSE_META-regionserver/e2fd862922a0:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/hbase/meta/1588230740/table/7d1226630fbe4ccab994f47947493db2, entries=7, sequenceid=90, filesize=5.8 K 2024-11-25T10:16:50,627 INFO [RS_CLOSE_META-regionserver/e2fd862922a0:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~19.91 KB/20384, heapSize ~35.14 KB/35984, currentSize=0 B/0 for 1588230740 in 1319ms, sequenceid=90, compaction requested=false 2024-11-25T10:16:50,632 DEBUG [RS_CLOSE_META-regionserver/e2fd862922a0:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/data/hbase/meta/1588230740/recovered.edits/93.seqid, newMaxSeqId=93, maxSeqId=1 2024-11-25T10:16:50,633 DEBUG [RS_CLOSE_META-regionserver/e2fd862922a0:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-25T10:16:50,633 INFO [RS_CLOSE_META-regionserver/e2fd862922a0:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-25T10:16:50,633 DEBUG [RS_CLOSE_META-regionserver/e2fd862922a0:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732529809307Running coprocessor pre-close hooks at 1732529809308 (+1 ms)Disabling compacts and flushes for region at 1732529809308Disabling writes for close at 1732529809308Obtaining lock to block concurrent updates at 1732529809308Preparing flush snapshotting stores in 1588230740 at 1732529809308Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=20384, getHeapSize=35984, getOffHeapSize=0, getCellsCount=191 at 1732529809309 (+1 ms)Flushing stores of hbase:meta,,1.1588230740 at 1732529809309Flushing 1588230740/info: creating writer at 1732529809309Flushing 1588230740/info: appending metadata at 1732529809330 (+21 ms)Flushing 1588230740/info: closing flushed file at 1732529809330Flushing 1588230740/ns: creating writer at 1732529809740 (+410 ms)Flushing 1588230740/ns: appending metadata at 1732529809757 (+17 ms)Flushing 1588230740/ns: closing flushed file at 1732529809757Flushing 1588230740/rep_barrier: creating writer at 1732529810165 (+408 ms)Flushing 1588230740/rep_barrier: appending metadata at 1732529810180 (+15 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1732529810180Flushing 1588230740/table: creating writer at 1732529810587 (+407 ms)Flushing 1588230740/table: appending metadata at 1732529810601 (+14 ms)Flushing 1588230740/table: closing flushed file at 1732529810601Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3553f63f: reopening flushed file at 1732529810608 (+7 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@54e5e285: reopening flushed file at 1732529810613 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@695bc568: reopening flushed file at 1732529810618 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1f8e9e8b: reopening flushed file at 1732529810623 (+5 ms)Finished flush of dataSize ~19.91 KB/20384, heapSize ~35.14 KB/35984, currentSize=0 B/0 for 1588230740 in 1319ms, sequenceid=90, compaction requested=false at 1732529810627 (+4 ms)Writing region close event to WAL at 1732529810630 (+3 ms)Running coprocessor post-close hooks at 1732529810633 (+3 ms)Closed at 1732529810633 2024-11-25T10:16:50,633 DEBUG [RS_CLOSE_META-regionserver/e2fd862922a0:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-25T10:16:50,709 INFO [RS:0;e2fd862922a0:38547 {}] regionserver.HRegionServer(976): stopping server e2fd862922a0,38547,1732529625709; all regions closed. 2024-11-25T10:16:50,713 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39927 is added to blk_1073741834_1010 (size=25344) 2024-11-25T10:16:50,716 DEBUG [RS:0;e2fd862922a0:38547 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/oldWALs 2024-11-25T10:16:50,716 INFO [RS:0;e2fd862922a0:38547 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL e2fd862922a0%2C38547%2C1732529625709.meta:.meta(num 1732529628581) 2024-11-25T10:16:50,717 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39927 is added to blk_1073741833_1009 (size=18446870) 2024-11-25T10:16:50,719 DEBUG [RS:0;e2fd862922a0:38547 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/oldWALs 2024-11-25T10:16:50,719 INFO [RS:0;e2fd862922a0:38547 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL e2fd862922a0%2C38547%2C1732529625709:(num 1732529628147) 2024-11-25T10:16:50,719 DEBUG [RS:0;e2fd862922a0:38547 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T10:16:50,719 INFO [RS:0;e2fd862922a0:38547 {}] regionserver.LeaseManager(133): Closed leases 2024-11-25T10:16:50,719 INFO [RS:0;e2fd862922a0:38547 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-25T10:16:50,719 INFO [RS:0;e2fd862922a0:38547 {}] hbase.ChoreService(370): Chore service for: regionserver/e2fd862922a0:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-25T10:16:50,719 INFO [RS:0;e2fd862922a0:38547 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-25T10:16:50,720 INFO [regionserver/e2fd862922a0:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-25T10:16:50,720 INFO [RS:0;e2fd862922a0:38547 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:38547 2024-11-25T10:16:50,724 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38547-0x1014e9dfe7b0001, quorum=127.0.0.1:54846, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/e2fd862922a0,38547,1732529625709 2024-11-25T10:16:50,724 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41005-0x1014e9dfe7b0000, quorum=127.0.0.1:54846, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-25T10:16:50,724 INFO [RS:0;e2fd862922a0:38547 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-25T10:16:50,725 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [e2fd862922a0,38547,1732529625709] 2024-11-25T10:16:50,727 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/draining/e2fd862922a0,38547,1732529625709 already deleted, retry=false 2024-11-25T10:16:50,727 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; e2fd862922a0,38547,1732529625709 expired; onlineServers=0 2024-11-25T10:16:50,728 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master 'e2fd862922a0,41005,1732529624914' ***** 2024-11-25T10:16:50,728 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-25T10:16:50,728 INFO [M:0;e2fd862922a0:41005 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-25T10:16:50,728 INFO [M:0;e2fd862922a0:41005 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-25T10:16:50,728 DEBUG [M:0;e2fd862922a0:41005 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-25T10:16:50,728 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-25T10:16:50,728 DEBUG [M:0;e2fd862922a0:41005 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-25T10:16:50,728 DEBUG [master/e2fd862922a0:0:becomeActiveMaster-HFileCleaner.large.0-1732529627756 {}] cleaner.HFileCleaner(306): Exit Thread[master/e2fd862922a0:0:becomeActiveMaster-HFileCleaner.large.0-1732529627756,5,FailOnTimeoutGroup] 2024-11-25T10:16:50,728 DEBUG [master/e2fd862922a0:0:becomeActiveMaster-HFileCleaner.small.0-1732529627757 {}] cleaner.HFileCleaner(306): Exit Thread[master/e2fd862922a0:0:becomeActiveMaster-HFileCleaner.small.0-1732529627757,5,FailOnTimeoutGroup] 2024-11-25T10:16:50,729 INFO [M:0;e2fd862922a0:41005 {}] hbase.ChoreService(370): Chore service for: master/e2fd862922a0:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-25T10:16:50,729 INFO [M:0;e2fd862922a0:41005 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-25T10:16:50,729 DEBUG [M:0;e2fd862922a0:41005 {}] master.HMaster(1795): Stopping service threads 2024-11-25T10:16:50,729 INFO [M:0;e2fd862922a0:41005 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-25T10:16:50,729 INFO [M:0;e2fd862922a0:41005 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-25T10:16:50,729 ERROR [M:0;e2fd862922a0:41005 {}] procedure2.ProcedureExecutor(763): There are still active thread in group java.lang.ThreadGroup[name=PEWorkerGroup,maxpri=10], see STDOUT java.lang.ThreadGroup[name=PEWorkerGroup,maxpri=10] Thread[HFileArchiver-6,5,PEWorkerGroup] 2024-11-25T10:16:50,730 INFO [M:0;e2fd862922a0:41005 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-25T10:16:50,730 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-25T10:16:50,732 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41005-0x1014e9dfe7b0000, quorum=127.0.0.1:54846, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/master 2024-11-25T10:16:50,732 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41005-0x1014e9dfe7b0000, quorum=127.0.0.1:54846, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-25T10:16:50,732 DEBUG [M:0;e2fd862922a0:41005 {}] zookeeper.ZKUtil(347): master:41005-0x1014e9dfe7b0000, quorum=127.0.0.1:54846, baseZNode=/hbase Unable to get data of znode /hbase/master because node does not exist (not an error) 2024-11-25T10:16:50,732 WARN [M:0;e2fd862922a0:41005 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-25T10:16:50,733 INFO [M:0;e2fd862922a0:41005 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/.lastflushedseqids 2024-11-25T10:16:50,743 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39927 is added to blk_1073742465_1641 (size=72) 2024-11-25T10:16:50,827 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38547-0x1014e9dfe7b0001, quorum=127.0.0.1:54846, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-25T10:16:50,828 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38547-0x1014e9dfe7b0001, quorum=127.0.0.1:54846, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-25T10:16:50,828 INFO [RS:0;e2fd862922a0:38547 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-25T10:16:50,828 INFO [RS:0;e2fd862922a0:38547 {}] regionserver.HRegionServer(1031): Exiting; stopping=e2fd862922a0,38547,1732529625709; zookeeper connection closed. 2024-11-25T10:16:50,829 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@7ffdeb35 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@7ffdeb35 2024-11-25T10:16:50,829 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-25T10:16:51,144 INFO [M:0;e2fd862922a0:41005 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-25T10:16:51,144 INFO [M:0;e2fd862922a0:41005 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-25T10:16:51,144 DEBUG [M:0;e2fd862922a0:41005 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-25T10:16:51,144 INFO [M:0;e2fd862922a0:41005 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-25T10:16:51,144 DEBUG [M:0;e2fd862922a0:41005 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-25T10:16:51,144 DEBUG [M:0;e2fd862922a0:41005 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-25T10:16:51,144 DEBUG [M:0;e2fd862922a0:41005 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-25T10:16:51,144 INFO [M:0;e2fd862922a0:41005 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=822.72 KB heapSize=1011.43 KB 2024-11-25T10:16:51,163 DEBUG [M:0;e2fd862922a0:41005 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/80af71ecbb8e48858b3132c3df9bd7df is 82, key is hbase:meta,,1/info:regioninfo/1732529628669/Put/seqid=0 2024-11-25T10:16:51,166 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39927 is added to blk_1073742466_1642 (size=5672) 2024-11-25T10:16:51,567 INFO [M:0;e2fd862922a0:41005 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=2340 (bloomFilter=true), to=hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/80af71ecbb8e48858b3132c3df9bd7df 2024-11-25T10:16:51,590 DEBUG [M:0;e2fd862922a0:41005 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/675957ff422c4ed09c0f004d54756109 is 2481, key is \x00\x00\x00\x00\x00\x00\x00\x9B/proc:d/1732529778037/Put/seqid=0 2024-11-25T10:16:51,593 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39927 is added to blk_1073742467_1643 (size=47177) 2024-11-25T10:16:51,994 INFO [M:0;e2fd862922a0:41005 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=822.17 KB at sequenceid=2340 (bloomFilter=true), to=hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/675957ff422c4ed09c0f004d54756109 2024-11-25T10:16:51,997 INFO [M:0;e2fd862922a0:41005 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 675957ff422c4ed09c0f004d54756109 2024-11-25T10:16:52,011 DEBUG [M:0;e2fd862922a0:41005 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/047c8ec573aa4c40bd6cf7faf8191ed9 is 69, key is e2fd862922a0,38547,1732529625709/rs:state/1732529627890/Put/seqid=0 2024-11-25T10:16:52,015 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39927 is added to blk_1073742468_1644 (size=5156) 2024-11-25T10:16:52,416 INFO [M:0;e2fd862922a0:41005 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=2340 (bloomFilter=true), to=hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/047c8ec573aa4c40bd6cf7faf8191ed9 2024-11-25T10:16:52,419 DEBUG [M:0;e2fd862922a0:41005 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/80af71ecbb8e48858b3132c3df9bd7df as hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/80af71ecbb8e48858b3132c3df9bd7df 2024-11-25T10:16:52,422 INFO [M:0;e2fd862922a0:41005 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/80af71ecbb8e48858b3132c3df9bd7df, entries=8, sequenceid=2340, filesize=5.5 K 2024-11-25T10:16:52,423 DEBUG [M:0;e2fd862922a0:41005 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/675957ff422c4ed09c0f004d54756109 as hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/675957ff422c4ed09c0f004d54756109 2024-11-25T10:16:52,425 INFO [M:0;e2fd862922a0:41005 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 675957ff422c4ed09c0f004d54756109 2024-11-25T10:16:52,425 INFO [M:0;e2fd862922a0:41005 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/675957ff422c4ed09c0f004d54756109, entries=180, sequenceid=2340, filesize=46.1 K 2024-11-25T10:16:52,426 DEBUG [M:0;e2fd862922a0:41005 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/047c8ec573aa4c40bd6cf7faf8191ed9 as hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/047c8ec573aa4c40bd6cf7faf8191ed9 2024-11-25T10:16:52,428 INFO [M:0;e2fd862922a0:41005 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34755/user/jenkins/test-data/e386c199-fa18-03af-372c-dc1eec18589e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/047c8ec573aa4c40bd6cf7faf8191ed9, entries=1, sequenceid=2340, filesize=5.0 K 2024-11-25T10:16:52,429 INFO [M:0;e2fd862922a0:41005 {}] regionserver.HRegion(3140): Finished flush of dataSize ~822.72 KB/842468, heapSize ~1011.13 KB/1035400, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1285ms, sequenceid=2340, compaction requested=false 2024-11-25T10:16:52,430 INFO [M:0;e2fd862922a0:41005 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-25T10:16:52,430 DEBUG [M:0;e2fd862922a0:41005 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732529811144Disabling compacts and flushes for region at 1732529811144Disabling writes for close at 1732529811144Obtaining lock to block concurrent updates at 1732529811144Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1732529811144Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=842468, getHeapSize=1035640, getOffHeapSize=0, getCellsCount=2545 at 1732529811145 (+1 ms)Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1732529811145Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1732529811145Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1732529811163 (+18 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1732529811163Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1732529811570 (+407 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1732529811589 (+19 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1732529811589Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1732529811997 (+408 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1732529812011 (+14 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1732529812011Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2a04f627: reopening flushed file at 1732529812419 (+408 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1e8f8d00: reopening flushed file at 1732529812422 (+3 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1d8b620c: reopening flushed file at 1732529812425 (+3 ms)Finished flush of dataSize ~822.72 KB/842468, heapSize ~1011.13 KB/1035400, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1285ms, sequenceid=2340, compaction requested=false at 1732529812429 (+4 ms)Writing region close event to WAL at 1732529812430 (+1 ms)Closed at 1732529812430 2024-11-25T10:16:52,433 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39927 is added to blk_1073741830_1006 (size=995807) 2024-11-25T10:16:52,434 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-25T10:16:52,434 INFO [M:0;e2fd862922a0:41005 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-25T10:16:52,434 INFO [M:0;e2fd862922a0:41005 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:41005 2024-11-25T10:16:52,434 INFO [M:0;e2fd862922a0:41005 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-25T10:16:52,537 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41005-0x1014e9dfe7b0000, quorum=127.0.0.1:54846, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-25T10:16:52,537 INFO [M:0;e2fd862922a0:41005 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-25T10:16:52,537 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41005-0x1014e9dfe7b0000, quorum=127.0.0.1:54846, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-25T10:16:52,541 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@53343f2d{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-25T10:16:52,544 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@3ff8ab72{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-25T10:16:52,544 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-25T10:16:52,544 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@5a247cd0{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-25T10:16:52,544 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@849d63d{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/457f32a9-31cf-5fe5-49cf-33994dc7a7e2/hadoop.log.dir/,STOPPED} 2024-11-25T10:16:52,547 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-25T10:16:52,547 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-25T10:16:52,547 WARN [BP-1628603452-172.17.0.2-1732529621771 heartbeating to localhost/127.0.0.1:34755 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-25T10:16:52,547 WARN [BP-1628603452-172.17.0.2-1732529621771 heartbeating to localhost/127.0.0.1:34755 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1628603452-172.17.0.2-1732529621771 (Datanode Uuid d3c3199c-40e9-4523-bda2-ba9a28ead04f) service to localhost/127.0.0.1:34755 2024-11-25T10:16:52,551 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/457f32a9-31cf-5fe5-49cf-33994dc7a7e2/cluster_ce51990d-3b4e-7831-a236-0c51cc206d5f/data/data1/current/BP-1628603452-172.17.0.2-1732529621771 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-25T10:16:52,551 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/457f32a9-31cf-5fe5-49cf-33994dc7a7e2/cluster_ce51990d-3b4e-7831-a236-0c51cc206d5f/data/data2/current/BP-1628603452-172.17.0.2-1732529621771 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-25T10:16:52,552 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-25T10:16:52,559 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@5f062aca{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-25T10:16:52,560 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@4fee885d{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-25T10:16:52,560 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-25T10:16:52,560 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@707ebc91{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-25T10:16:52,560 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@1b490999{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/457f32a9-31cf-5fe5-49cf-33994dc7a7e2/hadoop.log.dir/,STOPPED} 2024-11-25T10:16:52,576 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-11-25T10:16:52,697 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down